@article {yin2024wiser,
	title = {WISER: multimodal variational inference for full-waveform inversion without dimensionality reduction},
	journal = {Geophysics},
	volume = {90},
	year = {2025},
	note = {(GEOPHYSICS)},
	month = {03},
	abstract = {We present a semi-amortized variational inference framework designed for computationally feasible uncertainty quantification in 2D full-waveform inversion to explore the multimodal posterior distribution without dimensionality reduction. The framework is called WISER, short for full-Waveform variational Inference via Subsurface Extensions with Refinements. WISER leverages the power of generative artificial intelligence to perform approximate amortized inference that is low-cost albeit showing an amortization gap. This gap is closed through non-amortized refinements that make frugal use of acoustic wave physics. Case studies illustrate that WISER is capable of full-resolution, computationally feasible, and reliable uncertainty estimates of velocity models and imaged reflectivities.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, Summary Statistics, Uncertainty quantification, WISE, WISER},
	doi = {10.1190/geo2024-0483.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2024wiser/WISER.html},
	author = {Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {herrmann2024ML4SEISMICdtg,
	title = {A Digital Twin for Geological Carbon Storage with Controlled Injectivity},
	year = {2024},
	month = {11},
	abstract = {We present an uncertainty-aware Digital Twin (DT) for geologic carbon storage (GCS), capable of handling multimodal time-lapse data and controlling CO 2  injectivity to mitigate reservoir fracturing risks. In GCS, DT represents virtual replicas of subsurface systems that incorporate real-time data and advanced generative Artificial Intelligence (genAI) techniques, including neural posterior density estimation via simulation-based inference and sequential Bayesian inference. These methods enable the effective monitoring and control of CO 2  storage projects, addressing challenges such as subsurface complexity, operational optimization, and risk mitigation. By integrating diverse monitoring data, e.g., geophysical well observations and imaged seismic, DT can bridge the gaps between seemingly distinct fields like geophysics and reservoir engineering. In addition, the recent advancements in genAI also facilitate DT with principled uncertainty quantification. Through recursive training and inference, DT utilizes simulated current state samples, e.g., CO 2  saturation, paired with corresponding geophysical field observations to train its neural networks and enable posterior sampling upon receiving new field data. However, it lacks decision-making and control capabilities, which is necessary for full DT functionality. This study aims to demonstrate how DT can inform decision-making processes to prevent risks such as cap rock fracturing during CO 2  storage operations.},
	keywords = {Amortized Variational Inference, augmentation, Bayesian inference, conditional normalizing flows, data assimilation, deep learning, FWI, Imaging, Inverse problems, ML4SEISMIC, rock physics, RTM, SLIM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/herrmann2024ML4SEISMICdtg},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@conference {gahlot2024IMAGEdt,
	title = {A Digital Twin for Geological Carbon Storage with Controlled Injectivity},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {We present an uncertainty-aware Digital Twin (DT) for geologic carbon storage (GCS), capable of handling multimodal time-lapse data and controlling CO2 injectivity to mitigate reservoir fracturing risks. In GCS, DT represents virtual replicas of subsurface systems that incorporate real-time data and advanced generative Artificial Intelligence (genAI) techniques, including neural posterior density estimation via simulation-based inference and sequential Bayesian inference. These methods enable the effective monitoring and control of CO2 storage projects, addressing challenges such as subsurface complexity, operational optimization, and risk mitigation. By integrating diverse monitoring data, e.g., geophysical well observations and imaged seismic, DT can bridge the gaps between seemingly distinct fields like geophysics and reservoir engineering. In addition, the recent advancements in genAI also facilitate DT with principled uncertainty quantification. Through recursive training and inference, DT utilizes simulated current state samples, e.g., CO2 saturation, paired with corresponding geophysical field observations to train its neural networks and enable posterior sampling upon receiving new field data. However, it lacks decision-making and control capabilities, which is necessary for full DT functionality. This study aims to demonstrate how DT can inform decision-making processes to prevent risks such as cap rock fracturing during CO2 storage operations.},
	keywords = {Bayesian inference, conditional normalizing flows, control, deep learning, digital twin, GCS, IMAGE, SEG, sequential Bayes, Uncertainty quantification},
	doi = {10.48550/arXiv.2403.19819},
	url = {https://slimgroup.github.io/IMAGE2024/GahlotLi2024SEG/paper.html},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {herrmann2024dt4gcs,
	title = {Digital Twins in the Era of Generative AI: Application to Geological CO2 Storage},
	year = {2024},
	month = {2},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring \& control of geological CO 2  storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, Imaging, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs.pdf},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {gahlot2024ICLdtg,
	title = {Digital Twins in the era of generative AI - Application to Geological CO2 Storage},
	year = {2024},
	month = {6},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring \& control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, control, data assimilation, deep learning, digital twin, FWI, GCS, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/gahlot2024ICLdtg},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2024CSMdt,
	title = {DT4GCS {\textendash}- Digital Twin for Geological CO2 Storage and Control},
	booktitle = {Gigatonnes CO2 Storage Workshop},
	year = {2024},
	note = {(Geophysical Research for Gigatonnes CO2 Storage Workshop, Golden)},
	month = {7},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines {\textquotedblleft}A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making.{\textquotedblright} During this talk, we will explore these concepts and their significance in addressing the challenges of monitoring and control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, Imaging, monitoring, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CO2STORAGE/2024/herrmann2024CSMdt/herrmann2024CSMdt.pdf},
	author = {Felix J. Herrmann and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Haoyun Li}
}
@conference {gahlot2024MINESGIGACO2dtg,
	title = {DT4GCS {\textemdash} Digital Twin for Geological CO2 Storage and Control},
	booktitle = {Geophysical Research for Gigatonnes CO2 Storage, Colorado School of Mines},
	year = {2024},
	month = {7},
	keywords = {Bayesian inference, conditional normalizing flows, control, deep learning, digital twin, GCS, sequential Bayes, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/gahlot2024MINESGIGACO2dtg},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/gahlot2024MINESGIGACO2dtg/DTCCUS24.docx},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {zeng2024ML4SEISMICefv,
	title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling},
	year = {2024},
	month = {11},
	abstract = {Recent developments in simulation-based inference, like the full-waveform variational inference via subsurface extensions (WISE), enable rapid online estimation of subsurface velocities by leveraging pre-trained models. To achieve this, WISE employs subsurface-offset common image gathers to convert shot data into physics-informed summary statistics. While common image gathers effectively retain critical information even when initial velocity estimates are inaccurate, WISE{\textquoteright}s performance still depends on the assumption that the initial migration-velocity model is a single 1D velocity model. In this work, we present experiments using both 1D and 2D velocity models and develop a stochastic resampling method to generate variations of initial migration-velocity models. This technique allows us to systematically infer alternative velocity models that are consistent with the observed data, while enhancing the posterior sample quality and reducing dependency on the initial velocity model compared to the standard WISE approach.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICefv},
	author = {Yunlin Zeng and Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {zeng2024IMAGEefw,
	title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling and Data Augmentation},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slimgroup.github.io/IMAGE2024/Yunlin_Zeng2024SEG/paper.html},
	author = {Yunlin Zeng and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@presentation {rex2024ML4SEISMICfca,
	title = {FNO-charged ASPIRE},
	year = {2024},
	month = {11},
	abstract = {During this talk, we will demonstrate how extended re-migrations{\textemdash}i.e, formation of subsurface-offset Common-Image Gathers (CIGs) for a new velocity model, can be avoided altogether by training Fourier Neural Operators during training of ASPIRE {\textemdash} Amortized posteriors with Summaries that are Physics-based and Iteratively REfined. In this approach, FNOs are trained as surrogates capable of mapping CIGs for one migration-velocity model to the other. The approach is computationally feasible because it uses the same training set as used during ASPIRE. As a result, additional training costs are small and the inference costs are reduced by a factor equal to the number of ASPIRE refinements.},
	keywords = {deep learning, FNO, hierarchical tucker tensor, Inverse problems, kronecker product, ML4SEISMIC, SLIM, two-phase flow},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/rex2024ML4SEISMICfca},
	author = {Richard Rex and Yunlin Zeng and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {yin2024GTwise,
	title = {Generative AI for full-waveform variational inference},
	year = {2024},
	month = {1},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, FWI, generative AI, GT, inversion, machine learning, Normalizing flows, SLIM, Summary Statistics, Uncertainty quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/GTseminar/2024/yin2024GTwise},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2024ML4SEISMICmev,
	title = {Machine-learning enabled velocity-model building with uncertainty quantification},
	year = {2024},
	month = {11},
	abstract = {Accurately characterizing subsurface properties is crucial for a wide range of geophysical applications, from hydrocarbon exploration to monitoring of CO2 sequestration projects. Traditional characterization methods such as Full-Waveform Inversion (FWI) represent powerful tools but often struggle with the inherent complexities of the inverse problem, including noise, limited bandwidth and aperture of data, limited azimuth and computational constraints. To address these challenges, we propose a scalable methodology that integrates generative modeling with physics-informed summary statistics, making it suitable for complicated imaging problems potentially including field datasets. Our approach leverages the power of conditional diffusion networks, and methodologically incorporates physics in the form of summary statistics, allowing for the computationally efficient generation of Bayesian posterior samples that offer an useful assessment of uncertainty of the inferred migration-velocity models. To validate our approach, we introduce a battery of tests that measure the quality of the image estimates as well as the quality of the inferred uncertainties. With modern synthetic datasets, we maximally leverage the advantages of using subsurface-offset Common Image Gathers (CIGs) as the conditioning observable. Next, we tackle the challenging SEAM salt model that requires incorporating salt flooding into our approach based on the iterative refinements of ASPIRE {\textemdash} Amortized posteriors with Summaries that are Physics-based and Iteratively REfined.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, diffusion models, FWI, Imaging, Inverse problems, ML4SEISMIC, RTM, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/orozco2024ML4SEISMICmev},
	author = {Rafael Orozco and Huseyin Tuna Erdinc and Thales Souza and Yunlin Zeng and Ziyi Yin and Felix J. Herrmann}
}
@presentation {orozco2024ICLnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	year = {2024},
	month = {6},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/orozco2024ICLnwi},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024IPMSnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	booktitle = {Inverse Problems: Modelling and Simulation},
	year = {2024},
	month = {5},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, IPMS, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi/herrmann2024.pdf},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@unpublished {gahlot2024uads,
	title = {An uncertainty-aware Digital Shadow for underground multimodal CO2 storage monitoring},
	year = {2024},
	month = {10},
	abstract = {As a society, we are faced with important challenges to combat climate change. Geological Carbon Storage (GCS), during which gigatonnes of super-critical CO2 are stored underground, is arguably the only scalable net-negative CO2-emission technology that is available. While promising, subsurface complexities and heterogeneity of reservoir properties demand a systematic approach to quantify uncertainty when optimizing production and mitigating storage risks, which include assurances of Containment and Conformance of injected supercritical CO2. As a first step towards the design and implementation of a Digital Twin for monitoring and control of underground storage operations, a machine-learning-based data-assimilation framework is introduced and validated on carefully designed realistic numerical simulations. Because our implementation is based on Bayesian inference, but does not yet support control and decision-making, we coin our approach an uncertainty-aware Digital Shadow. To characterize the posterior distribution for the state of CO2 plumes (its CO2 concentration and pressure), conditioned on multi-modal time-lapse data, the envisioned Shadow combines techniques from Simulation-Based Inference (SBI) and Ensemble Bayesian Filtering to establish probabilistic baselines and assimilate multi-modal data for GCS problems that are challenged by large degrees of freedom, nonlinear multiphysics, non-Gaussianity, and computationally expensive to evaluate fluid-flow and seismic simulations. To enable SBI for dynamic systems, a recursive scheme is proposed where the Digital Shadow{\textquoteright}s neural networks are trained on simulated ensembles for their state and observed data (well and/or seismic). Once training is completed, the system{\textquoteright}s state is inferred when time-lapse field data becomes available. Contrary to ensemble Kalman filtering, corrections to the predicted simulated states are not based on linear updates, but instead follow during the Analysis step of Bayesian filtering from a prior-to-posterior mapping through the latent space of a nonlinear transform. Starting from a probabilistic model for the permeability field, derived from a baseline surface-seismic survey, the proposed Digital Shadow is validated on unseen simulated ground-truth time-lapse data. In this computational study, we observe that a lack of knowledge on the permeability field can be factored into the Digital Shadow{\textquoteright}s uncertainty quantification. Our results also indicate that the highest reconstruction quality is achieved when the state of the CO2 plume is conditioned on both time-lapse seismic data and wellbore measurements. Despite the incomplete knowledge of the permeability field, the proposed Digital Shadow was able to accurately track the unseen physical state of the subsurface throughout the duration of a realistic CO2 injection project. To the best of our knowledge, this work represents the first proof-of-concept of an uncertainty-aware, in-principle scalable, Digital Shadow that captures the uncertainty arising from unknown reservoir properties and noisy observations. This framework provides a foundation for the development of a Digital Twin aimed at mitigating risks and optimizing the management of underground storage projects.},
	keywords = {Bayesian inference, conditional normalizing flows, deep learning, digital twin, GCS, Inverse problems, sequential Bayes, Summary Statistics, Uncertainty quantification},
	doi = {10.48550/arXiv.2410.01218},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2024/gahlot2024uads/paper.html},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@conference {herrmann2024SIAMUQdt,
	title = {An Uncertainty-Aware Digital Twin for Geological Carbon Storage},
	booktitle = {SIAM Conference on Uncertainty Quantification},
	year = {2024},
	note = {(SIAM UQ, Trieste)},
	month = {03},
	abstract = {Arguably, Geological Carbon Storage constitutes the only truly scalable net-negative carbon emission technology. To mitigate its risks and optimize its operations, an uncertainty-aware Digital Twin is being developed. To leverage existing fluid-flow and seismic simulation and imaging capabilities, the envisioned twin combines techniques from sequential and simulation-based Bayesian inference to train its deep generative neural networks to draw samples from the posterior of the Digital Twin{\textquoteright}s state. Because these samples are conditioned on observed time-lapse field data, these twins are capable of capturing the dynamics of CO2 plumes and their uncertainty.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, GCS, Imaging, monitoring, SIAM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/digital-twin},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Grant Bruer and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {rex2024IMAGEvc,
	title = {Velocity Continuation for Common Image Gathers with Fourier Neural Operators},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {Common-image gathers (CIGs) are pivotal in migration-velocity analysis (MVA). However, MVA is often hindered by the computational burden of traditional migration methods. To bypass these limitations, we introduce a neural-surrogate learning approach that utilizes Fourier Neural Operators (FNOs, Li et al. 2020) to accelerate MVA. Following the velocity-continuation scheme of Siahkoohi, Louboutin, and Herrmann (2022), we train a survey-specific FNO to map the CIGs associated with one migration-velocity model to another without remigration. This methodology leverages the capacity of FNOs to approximate complex PDE-based mappings, rendering computational cost at inference negligible, thereby expediting MVA. By enabling rapid generation and evaluation of CIGs across various velocity models, it offers a pathway to quickly examine velocity models according to preferred properties and to quantify uncertainties in imaged reflectivities at the same time. Additionally, this methodology paves the way for inverse design optimization, updating velocity models to produce CIGs with desirable characteristics.},
	keywords = {CIG, deep learning, FNO, IMAGE, Imaging, SEG, Uncertainty quantification, velocity continuation},
	url = {https://slimgroup.github.io/IMAGE2024/Rex2024SEG/paper.html},
	author = {Richard Rex and Ziyi Yin and Felix J. Herrmann}
}
@article {yin2023wise,
	title = {WISE: full-Waveform variational Inference via Subsurface Extensions},
	journal = {Geophysics},
	volume = {89},
	year = {2024},
	note = {(GEOPHYSICS)},
	month = {04},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Geophysics, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	doi = {10.1190/geo2023-0744.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2023wise/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yin2024IMAGEwiser,
	title = {WISER: full-Waveform variational Inference via Subsurface Extensions with Refinements},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {We introduce a cost-effective Bayesian inference method for full-waveform inversion (FWI) to quantify uncertainty in migration-velocity models and its impact on imaging. Our method targets inverse uncertainty due to null-space of the wave modeling operators and observational noise, and forward uncertainty where the uncertainty in velocity models is propagated to uncertainty in amplitude and positioning of imaged reflectivities. This is achieved by integrating generative artificial intelligence (genAI) with physics-informed common-image gathers (CIGs), which greatly reduces reliance on accurate initial FWI-velocity models. In addition, we illustrate the capability of fine-tuning the generative AI networks with frugal physics-based refinements to improve the inference accuracy.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE, WISER},
	url = {https://slimgroup.github.io/IMAGE2024/yin2024SEG/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2023CSEslim,
	title = {Introduction to Seismic Laboratory for Imaging and Modeling},
	year = {2023},
	note = {(CSE Student Recruiting Event)},
	month = {11},
	abstract = {We introduce the latest research developments in Seismic Laboratory for Imaging and Modeling (SLIM), including geological carbon storage monitoring, seismic and medical imaging and uncertainty quantification, and advancements in scientific machine learning and high performance computing.},
	keywords = {CCS, deep learning, Fourier neural operators, GCS, Inverse problems, learned constraints, learned surrogates, medical imaging, multiphysics, Normalizing flows, PDE, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CSE/2023/SLIM.pdf},
	author = {Ziyi Yin}
}
@presentation {rex2023ML4SEISMIClsp,
	title = {Large-scale parametric PDE approximations with model-parallel Fourier neural operators},
	year = {2023},
	month = {11},
	abstract = {Solving PDEs to simulate two-phase flow is expensive since it involves the inversion of large ill-conditioned matrices. FNOs represent a special type of neural network capable of approximating solutions to two-phase flow equations. In order to speed up this computation, we develop a high-level software abstraction tool to exploit the linearly separable property of Fourier Transforms via Kronecker products. We perform a series of all-to-all operations where we partition the data to apply the operations in a distributed fashion. We apply these FNOs to predict the evolution of CO2-plumes in subsurface environments. Our model takes an input permeability model, and outputs time-varying CO2 saturations in a quick and cost-effective manner. Additionally, our research involves developing a distributed matrix-free abstraction library that can be used to represent any generic linear and nonlinear operator. This library is scalable and auto-differentiable thanks to the hand-written customized AD rules, allowing us to represent and train any network. We provide an evaluation on the accuracy of FNO simulations compared to traditional PDE simulations in solving various classes of PDEs.},
	keywords = {CCS, deep learning, Fourier neural operators, HPC, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/rex2023ML4SEISMIClsp},
	author = {Richard Rex and Thomas J. Grady II and Rishi Khan and Ziyi Yin and Felix J. Herrmann}
}
@article {louboutin2023lmi,
	title = {Learned multiphysics inversion with differentiable programming and machine learning},
	journal = {The Leading Edge},
	volume = {42},
	year = {2023},
	note = {(The Leading Edge)},
	month = {07},
	pages = {452-516},
	abstract = {We present the Seismic Laboratory for Imaging and Modeling/Monitoring (SLIM) open-source software framework for computational geophysics and, more generally, inverse problems involving the wave-equation (e.g., seismic and medical ultrasound), regularization with learned priors, and learned neural surrogates for multiphase flow simulations. By integrating multiple layers of abstraction, our software is designed to be both readable and scalable. This allows researchers to easily formulate their problems in an abstract fashion while exploiting the latest developments in high-performance computing. We illustrate and demonstrate our design principles and their benefits by means of building a scalable prototype for permeability inversion from time-lapse crosswell seismic data, which aside from coupling of wave physics and multiphase flow, involves machine learning.},
	keywords = {CCS, deep learning, Fourier neural operators, GCS, Imaging, inversion, invertible networks, machine learning, monitoring, multiphysics, Normalizing flows, SLIM, software, time-lapse},
	url = {https://library.seg.org/doi/10.1190/tle42070474.1},
	presentation = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Ali Siahkoohi and Gabrio Rizzuti and Philipp A. Witte and Olav M{\o}yner and Gerard J. Gorman and Felix J. Herrmann}
}
@article {grady2022SCtll,
	title = {Model-Parallel Fourier Neural Operators as Learned Surrogates for Large-Scale Parametric PDEs},
	journal = {Computers \& Geosciences},
	volume = {178},
	year = {2023},
	note = {(Computers and Geosciences)},
	month = {07},
	pages = {105402},
	abstract = {Fourier neural operators (FNOs) are a recently introduced neural network architecture for learning solution operators of partial differential equations (PDEs), which have been shown to perform significantly better than comparable deep learning approaches. Once trained, FNOs can achieve speed-ups of multiple orders of magnitude over conventional numerical PDE solvers. However, due to the high dimensionality of their input data and network weights, FNOs have so far only been applied to two-dimensional or small three-dimensional problems. To remove this limited problem-size barrier, we propose a model-parallel version of FNOs based on domain-decomposition of both the input data and network weights. We demonstrate that our model-parallel FNO is able to predict time-varying PDE solutions of over 2.6 billion variables on Perlmutter using up to 512 A100 GPUs and show an example of training a distributed FNO on the Azure cloud for simulating multiphase CO2 dynamics in the Earth{\textquoteright}s subsurface.},
	keywords = {CCS, Computers and Geosciences, deep learning, Fourier neural operators, HPC, large-scale, Model Parallelism, Multiphase Flow, Operator Learning},
	doi = {10.1016/j.cageo.2023.105402},
	url = {https://slim.gatech.edu/Publications/Public/Journals/ComputersAndGeosciences/2023/grady2022SCtll/grady2022SCtll.pdf},
	software = {https://github.com/slimgroup/dfno},
	author = {Thomas J. Grady II and Rishi Khan and Mathias Louboutin and Ziyi Yin and Philipp A. Witte and Ranveer Chandra and Russell J. Hewett and Felix J. Herrmann}
}
@presentation {herrmann2023ML4SEISMICmsc,
	title = {Monitoring subsurface CO2 plumes with learned sequential Bayesian inference},
	year = {2023},
	month = {11},
	abstract = {Reservoir engineers frequently employ two-phase flow simulations and history-matching to oversee and anticipate the behavior of CO2 plumes within geological carbon storage. These simulations, while valuable for gaining insights, face limitations due to several complex factors, such as uncertainties surrounding the plume{\textquoteright}s dynamics. To investigate this phenomenon more comprehensively, we introduce the concept of stochasticity in the dynamics, accounting for uncertainties in the underlying permeability of the reservoir. To enhance the accuracy of CO2 plume predictions and quantify the uncertainties involved, we utilize machine learning techniques to condition these predictions on time-lapse seismic and well observations. This framework works on the principle of sequential Bayesian inference that continuously assimilates information from time-lapse observations, updates the CO2 plume predictions, and characterizes uncertainties about the plumes.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, ML4SEISMIC, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/herrmann2023ML4SEISMICmsc},
	author = {Abhinav Prakash Gahlot and Ting-ying Yu and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yu2023IMAGEmsc,
	title = {Monitoring Subsurface CO2 Plumes with Sequential Bayesian Inference},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {To monitor and predict CO2 plume dynamics during geological carbon storage, reservoir engineers usually perform two-phase flow simulations. While these simulations may provide useful insights, their usefulness is limited due to numerous complicating factors including uncertainty in the dynamics of the plume itself. To study this phenomenon, we consider stochasticity in the dynamic caused by unknown random changes in the injection rate. By conditioning the CO2 plume predictions on seismic observations, we correct the CO2 plume predictions and quantify uncertainty with machine learning.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, monitoring, SEG, Uncertainty quantification},
	url = {https://slimgroup.github.io/IMAGE2023/SequentialBayes/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/yu2023IMAGEmsc},
	author = {Ting-ying Yu and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2023SIAMCSEtns,
	title = {The Next Step: Interoperable Domain-Specific Programming},
	booktitle = {SIAM Conference on Computational Science and Engineering},
	year = {2023},
	note = {(SIAM CSE, Amsterdam)},
	month = {02},
	abstract = {Even though domain-specific programming approaches allow for readable, scalable, and maintainable software without sacrificing performance, the new paradigm of learned physics-informed models calls for an interdisciplinary approach typically involving multiple domain-specific languages. Take for example the problem of inverting for the fluid-flow properties from time-lapse seismic data, which entails domain-specific programming on the intersection of wave simulators, matrix-free linear algebra, learned neural surrogates for two-phase flow, and prior and posterior distributions for the fluid-flow properties. While domain-specific solutions exist for each of these sub-disciplines, integrating these approaches {\textendash} which may involve different programming languages {\textendash} into a single coupled scalable inversion framework that supports algorithmic differentiation can be a challenge. However, we show that challenges like this can be met when working with proper abstractions. In our inversion example, this involves math-inspired symbolic abstractions for numerical solutions of the wave equation (Devito), matrix-free implementations for its Jacobians (JUDI.jl), abstractions for Automatic Differentiation (ChainRules.jl), and homegrown implementations for conditional Invertible Neural Networks (InvertibleNetworks.jl) and Fourier Neural Operators (ParametricOperators.jl).},
	keywords = {algorithms, deep learning, devito, end-to-end, Fourier neural operators, GCS, JUDI, Jutul, SIAM, software, workshop},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMCSE/2023/herrmann2023SIAMCSEtns/index.html},
	author = {Felix J. Herrmann and Mathias Louboutin and Thomas J. Grady II and Ziyi Yin and Rishi Khan}
}
@article {yin2023smi,
	title = {Solving multiphysics-based inverse problems with learned surrogates and constraints},
	journal = {Advanced Modeling and Simulation in Engineering Sciences},
	volume = {10},
	year = {2023},
	note = {(Advanced Modeling and Simulation in Engineering Sciences)},
	month = {10},
	abstract = {Solving multiphysics-based inverse problems for geological carbon storage monitoring can be challenging when multimodal time-lapse data are expensive to collect and costly to simulate numerically. We overcome these challenges by combining computationally cheap learned surrogates with learned constraints. Not only does this combination lead to vastly improved inversions for the important fluid-flow property, permeability, it also provides a natural platform for inverting multimodal data including well measurements and active-source time-lapse seismic data. By adding a learned constraint, we arrive at a computationally feasible inversion approach that remains accurate. This is accomplished by including a trained deep neural network, known as a normalizing flow, which forces the model iterates to remain in-distribution, thereby safeguarding the accuracy of trained Fourier neural operators that act as surrogates for the computationally expensive multiphase flow simulations involving partial differential equation solves. By means of carefully selected experiments, centered around the problem of geological carbon storage, we demonstrate the efficacy of the proposed constrained optimization method on two different data modalities, namely time-lapse well and time-lapse seismic data. While permeability inversions from both these two modalities have their pluses and minuses, their joint inversion benefits from either, yielding valuable superior permeability inversions and CO2 plume predictions near, and far away, from the monitoring wells.},
	keywords = {AMSES, deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows},
	doi = {10.1186/s40323-023-00252-0},
	url = {https://doi.org/10.1186/s40323-023-00252-0},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/AMSES/2023/yin2023smi/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2023HOTCSEspi,
	title = {Solving PDE-based inverse problems with learned surrogates and constraints},
	year = {2023},
	note = {(HotCSE)},
	month = {11},
	abstract = {In this presentation, I will introduce a learned inversion algorithm for solving inverse problems with computationally expensive forward operators. We tackle this challenge by combining learned surrogates (Fourier neural operators) with learned constraints (normalizing flows). After jointly training these networks with the same samples, the learned surrogates lead to computationally efficient surrogate-assisted inversion. Meanwhile, the learned constraints safeguard the accuracy of the surrogates by forcing the model iterates to remain in-distribution. By combining the two, we come up with a homotopy / continuation scheme where the constraints are relaxed slowly so that the data misfit objective can be minimized while the model iterates always remain in the statistical distribution on which the surrogates are trained. We demonstrate the efficacy of our learned inversion algorithm through carefully selected experiments centered around the problem of geological carbon storage monitoring.},
	keywords = {deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows, PDE},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/HotCSE/2023/yin2023HOTCSEspi},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yin2023EMIutm,
	title = {Uncertainty-aware time-lapse monitoring of geological carbon storage with learned surrogates},
	booktitle = {Engineering Mechanics Institute Conference},
	year = {2023},
	note = {(EMI, Atlanta)},
	month = {06},
	abstract = {Time-lapse seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics and wave physics. It also requires differentiation through the solvers with respect to properties of interest in the subsurface. In this talk, we present a learned end-to-end inversion framework, which uses a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator in order to greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. Through synthetic experiments, we demonstrate the efficacy of this framework on inverting the subsurface permeability of the reservoir and on monitoring CO2 plumes. We further quantify the uncertainty of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can also forecast the growth of CO2 plumes in the future with uncertainty estimation without any acquired seismic data.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, EMI, end-to-end, Fourier neural operators, GCS, inversion, machine learning, Normalizing flows, time-lapse, uncertain quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EMI/2023/yin2023EMIutm/yin2023EMIutm.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EMI/2023/yin2023EMIutm/index.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Felix J. Herrmann}
}
@presentation {yin2023ML4SEISMICwise,
	title = {WISE: Full-waveform Inference with Subsurface Extensions},
	year = {2023},
	month = {11},
	abstract = {Quantifying uncertainty in full-waveform inversion is complex given the large sizes of both the model and data. A previous approach employed a variational inference framework, leveraging reverse-time migration to summarize observed data and approximate the posterior distribution through conditional normalizing flows. While reverse-time migration effectively summarizes the data when the background model is close to the true one, its accuracy diminishes with a less accurate background model. In our study, we suggest utilizing subsurface offset gathers as the summary statistics for the variational inference of full-waveform inversion. These gathers retain all the information in seismic data, even when the background model is cycle-skipped or fails to flatten the gathers. Through a case study on Compass model, we confirm our framework{\textquoteright}s effectiveness and show that subsurface offset gathers offer a better summary statistic than just reverse-time migration.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, FWI, inversion, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Summary Statistics, uncertain quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/yin2023ML4SEISMICwise},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {grady2022ML4SEISMICesn,
	title = {Effective scaling of numerical surrogates via domain-decomposed Fourier neural operators},
	year = {2022},
	month = {11},
	abstract = {Numerical surrogates are models which learn to mimic a complex physical process (such as the solution to a PDE produced by a solver) from a set of input/output pairs. Fourier neural operators (FNOs) are a specific type of numerical surrogate which use a learned matched filter to quickly approximate solutions to relatively smooth complex physical processes. In the case of carbon capture sequestration (CCS) technology, FNOs have been shown to well-approximate solutions to the two-phase flow equations, with speedups of 1,000 to 10,000 times at inference time versus a tradtitional solver. This speed combined with the fact that FNOs are differentiable with respect to their input parameters allows for inverse and uncertainty quantification problems to theoretically be solved on real 3D data, a previously intractible task. However, due to the size of the input data, network weights, and optimizer state, FNOs have thus far been limited to small to medium 2D and 3D problems, well below the size of an industry standard such as the Sleipner benchmark. Here we alleviate this problem by proposing a model-parallel FNO which makes use of domain decomposition of the input data and network weights, and exploits architectural features of FNOs to also include a natural form of asynchronous pipeline parallelism. Our network can scale to arbitrary problem sizes on CPU and GPU systems.},
	keywords = {CCS, deep learning, Fourier neural operators, HPC, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/grady2022ML4SEISMICesn/index.html},
	author = {Thomas J. Grady II and Rishi Khan and Mathias Louboutin and Ziyi Yin and Philipp A. Witte and Ranveer Chandra and Russell J. Hewett and Felix J. Herrmann}
}
@conference {yin2022SEGlci,
	title = {Learned coupled inversion for carbon sequestration monitoring and forecasting with Fourier neural operators},
	booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
	year = {2022},
	note = {(IMAGE, Houston)},
	month = {05},
	abstract = {Seismic monitoring of carbon storage sequestration is a challenging problem involving both fluid-flow physics and wave physics. Additionally, monitoring usually requires the solvers for these physics to be coupled and differentiable to effectively invert for the subsurface properties of interest. To drastically reduce the computational cost, we introduce a learned coupled inversion framework based on the wave modeling operator, rock property conversion and a proxy fluid-flow simulator. We show that we can accurately use a Fourier neural operator as a proxy for the fluid-flow simulator for a fraction of the computational cost. We demonstrate the efficacy of our proposed method by means of a synthetic experiment. Finally, our framework is extended to carbon sequestration forecasting, where we effectively use the surrogate Fourier neural operator to forecast the CO$_2$ plume in the future at near-zero additional cost.},
	keywords = {CCS, deep learning, Fourier neural operators, inversion, machine learning, multiphysics, SEG, time-lapse},
	doi = {10.1190/image2022-3722848.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/yin2022SEGlci/paper.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/yin2022SEGlci/index.html},
	software = {https://github.com/slimgroup/FNO4CO2},
	author = {Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICsfg,
	title = {Simulation-based framework for geological carbon storage monitoring},
	year = {2022},
	month = {11},
	abstract = {While various monitoring modalities exist to track the behavior of CO2 plumes to ensure safe operations and compliance with regulatory requirements, active 3D time-lapse seismic monitoring has proven superior but costly. At SLIM, we aim to reduce the operating costs by optimizing acquisition design, to help drive innovations in seismic monitoring acquisition design and imaging, and to test novel time-lapse acquisition and imaging technologies in silico at scale. In this talk, we will introduce our open-source software platform simulation-based monitoring design framework. We demonstrate how to make use of proxy models for seismic properties derived from real 3D imaged seismic and well data to conduct realistic synthetic geological carbon storage projects. Furthermore, we discuss our proposed sparse non-replicated seismic acquisition and cutting-edge methodology to recover the dense data or to directly image the sparse non-replicated via joint recovery model. This automatic workflow ends with deep neural classifiers to detect potential CO2 leakage over seal through pressure-induced fault openings. We envisage the development of an automatic workflow to handle the large number of continuously monitored CO2 injection sites needed to help combat climate change.},
	keywords = {CAM, CCS, classification, deep learning, explainability, GCS, Imaging, JRM, machine learning, ML4SEISMIC, SLIM, time-lapse},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICsfg/index.html},
	author = {Ziyi Yin and Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICutc,
	title = {Uncertainty-aware time-lapse CO$_2$ monitoring with learned end-to-end inversion},
	year = {2022},
	month = {11},
	abstract = {Seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics modeling and wave physics and differentiation through the solvers with respect to the subsurface properties of interest. In this talk, we demonstrate the effectiveness of learned coupled inversion framework using a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator, which greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. We study the effectiveness and correctness of inversion based on Fourier neural operator surrogate and a normalizing flow prior. We also demonstrate the efficacy of this framework on monitoring the growth of CO2 plumes during sequestration, and on uncertainty quantification of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can further forecast the CO2 plume in the future without any acquired seismic data with uncertainty estimation.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, Fourier neural operators, GCS, inversion, machine learning, ML4SEISMIC, Normalizing flows, SLIM, time-lapse, uncertain quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICutc/index.html},
	author = {Ziyi Yin and Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
