@presentation {erdinc2023ML4SEISMICias,
	title = {Improved automatic seismic CO2 leakage detection via dataset augmentation},
	year = {2023},
	month = {11},
	abstract = {Previous works showed that neural classifiers can be trained to detect CO2 leakage from time-lapse seismic images. While this result is crucial to the global deployment of geological carbon storage (GCS), its success depends on relatively dense non-replicated time-lapse data acquisition. In this study, we present an approach to enhance the detection accuracy and robustness of CO2 leakage detection by augmenting the training dataset with a variety of coarsely sampled receiver data and their corresponding receiver numbers. This augmentation strategy is particularly beneficial for scenarios where low-cost coarse receiver samplings, such as with ocean bottom nodes (OBNs), are utilized. Furthermore, we explore interpretability of the classifier{\textquoteright}s decisions by generating saliency maps for further analysis.},
	keywords = {CCS, classifier, deep learning, leakage detection, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/erdinc2023ML4SEISMICias},
	author = {Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {rex2023ML4SEISMIClsp,
	title = {Large-scale parametric PDE approximations with model-parallel Fourier neural operators},
	year = {2023},
	month = {11},
	abstract = {Solving PDEs to simulate two-phase flow is expensive since it involves the inversion of large ill-conditioned matrices. FNOs represent a special type of neural network capable of approximating solutions to two-phase flow equations. In order to speed up this computation, we develop a high-level software abstraction tool to exploit the linearly separable property of Fourier Transforms via Kronecker products. We perform a series of all-to-all operations where we partition the data to apply the operations in a distributed fashion. We apply these FNOs to predict the evolution of CO2-plumes in subsurface environments. Our model takes an input permeability model, and outputs time-varying CO2 saturations in a quick and cost-effective manner. Additionally, our research involves developing a distributed matrix-free abstraction library that can be used to represent any generic linear and nonlinear operator. This library is scalable and auto-differentiable thanks to the hand-written customized AD rules, allowing us to represent and train any network. We provide an evaluation on the accuracy of FNO simulations compared to traditional PDE simulations in solving various classes of PDEs.},
	keywords = {CCS, deep learning, Fourier neural operators, HPC, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/rex2023ML4SEISMIClsp},
	author = {Richard Rex and Thomas J. Grady II and Rishi Khan and Ziyi Yin and Felix J. Herrmann}
}
@presentation {herrmann2023ML4SEISMICmsc,
	title = {Monitoring subsurface CO2 plumes with learned sequential Bayesian inference},
	year = {2023},
	month = {11},
	abstract = {Reservoir engineers frequently employ two-phase flow simulations and history-matching to oversee and anticipate the behavior of CO2 plumes within geological carbon storage. These simulations, while valuable for gaining insights, face limitations due to several complex factors, such as uncertainties surrounding the plume{\textquoteright}s dynamics. To investigate this phenomenon more comprehensively, we introduce the concept of stochasticity in the dynamics, accounting for uncertainties in the underlying permeability of the reservoir. To enhance the accuracy of CO2 plume predictions and quantify the uncertainties involved, we utilize machine learning techniques to condition these predictions on time-lapse seismic and well observations. This framework works on the principle of sequential Bayesian inference that continuously assimilates information from time-lapse observations, updates the CO2 plume predictions, and characterizes uncertainties about the plumes.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, ML4SEISMIC, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/herrmann2023ML4SEISMICmsc},
	author = {Abhinav Prakash Gahlot and Ting-ying Yu and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {gahlot2023ML4SEISMICtsm,
	title = {Time-lapse seismic monitoring of geological carbon storage with the nonlinear joint recovery model},
	year = {2023},
	month = {11},
	abstract = {During time-lapse seismic monitoring of CO2 plumes, a weak 4D signal below the level of inversion or migration artifacts poses challenges. To address these, low-cost randomized non-replicated acquisitions and a linear joint recovery model (JRM) have been introduced. It takes advantage of the shared information between different vintages in the time-lapse seismic data and subsurface structure undergoing localized changes. Since the relationship between seismic data and subsurface properties is seldom linear, we propose a more versatile nonlinear JRM (nJRM) to invert for the squared slowness of the vintages. The nJRM takes advantage of the full nonlinear relation between these squared slownesses and time-lapse data through the wave equation. Also, careful derivation of the gradients makes the computational cost of nJRM equivalent to the independent recovery. We present a synthetic study for geological carbon storage (GCS) which shows that the non-replication can be beneficial to time-lapse imaging, making seismic monitoring of GCS less costly for the long term sustainability of the technology.},
	keywords = {CCS, JRM, ML4SEISMIC, monitoring, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/gahlot2023ML4SEISMICtsm},
	author = {Abhinav Prakash Gahlot and Mathias Louboutin and Ziyi Yin and Felix J. Herrmann}
}
@presentation {erdinc2022ML4SEISMICdgp,
	title = {De-risking GCS projects with explainable CO$_2$ leakage detection in time-lapse seismic images},
	year = {2022},
	month = {11},
	abstract = {With the global deployment of Carbon, capture and storage (CCS) technology to combat climate change, there is an associated risk of contamination with CO2 leaking back to the atmosphere. Thus, it requires continuous monitoring of CO2 after the injection stops at the storage site. In this work, we generated synthetic CO2 plume development data with both leakage and no leakage scenarios. We trained a convolutional neural network (CNN) discriminative classifier and also a generative classifier and compared their performances in CO2 leakage detection. The accuracy of our discriminative classifier on the test data is 85\% and that of the generative classifier is 90\%. The Class Activation Mapping (CAM) results of the discriminative classifier and the latent space representation of our dataset in the case of generative classifier strengthens our claims about trustworthy leakage classification.},
	keywords = {CAM, CCS, classification, explainability, GCS, Imaging, JRM, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/erdinc2022ML4SEISMICdgp/index.html},
	author = {Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {grady2022ML4SEISMICesn,
	title = {Effective scaling of numerical surrogates via domain-decomposed Fourier neural operators},
	year = {2022},
	month = {11},
	abstract = {Numerical surrogates are models which learn to mimic a complex physical process (such as the solution to a PDE produced by a solver) from a set of input/output pairs. Fourier neural operators (FNOs) are a specific type of numerical surrogate which use a learned matched filter to quickly approximate solutions to relatively smooth complex physical processes. In the case of carbon capture sequestration (CCS) technology, FNOs have been shown to well-approximate solutions to the two-phase flow equations, with speedups of 1,000 to 10,000 times at inference time versus a tradtitional solver. This speed combined with the fact that FNOs are differentiable with respect to their input parameters allows for inverse and uncertainty quantification problems to theoretically be solved on real 3D data, a previously intractible task. However, due to the size of the input data, network weights, and optimizer state, FNOs have thus far been limited to small to medium 2D and 3D problems, well below the size of an industry standard such as the Sleipner benchmark. Here we alleviate this problem by proposing a model-parallel FNO which makes use of domain decomposition of the input data and network weights, and exploits architectural features of FNOs to also include a natural form of asynchronous pipeline parallelism. Our network can scale to arbitrary problem sizes on CPU and GPU systems.},
	keywords = {CCS, deep learning, Fourier neural operators, HPC, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/grady2022ML4SEISMICesn/index.html},
	author = {Thomas J. Grady II and Rishi Khan and Mathias Louboutin and Ziyi Yin and Philipp A. Witte and Ranveer Chandra and Russell J. Hewett and Felix J. Herrmann}
}
@presentation {louboutin2022ML4SEISMICmos,
	title = {ML4Seismic open-source software: updates and developments},
	year = {2022},
	month = {11},
	abstract = {Software is at the core of research and development in inverse problems. At SLIM, we have experience developing scalable and performant software, such as our legacy parallel MATLAB framework. With ML4Seismic, we are dedicated to build on this experience to develop HPC open source software (OSS) for the scientific community in collaboration with our partners. In this talk, we will describe our OSS Julia and Python environment, our high-level abstraction principles, and the range of solutions we offer for seismic processing and inversion and for machine learning. We will emphasize our aim to provide scalable software that can be easily applied to industrial problems.},
	keywords = {ML4SEISMIC, open-source, SLIM, software},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/louboutin2022ML4SEISMICmos/index.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICsfg,
	title = {Simulation-based framework for geological carbon storage monitoring},
	year = {2022},
	month = {11},
	abstract = {While various monitoring modalities exist to track the behavior of CO2 plumes to ensure safe operations and compliance with regulatory requirements, active 3D time-lapse seismic monitoring has proven superior but costly. At SLIM, we aim to reduce the operating costs by optimizing acquisition design, to help drive innovations in seismic monitoring acquisition design and imaging, and to test novel time-lapse acquisition and imaging technologies in silico at scale. In this talk, we will introduce our open-source software platform simulation-based monitoring design framework. We demonstrate how to make use of proxy models for seismic properties derived from real 3D imaged seismic and well data to conduct realistic synthetic geological carbon storage projects. Furthermore, we discuss our proposed sparse non-replicated seismic acquisition and cutting-edge methodology to recover the dense data or to directly image the sparse non-replicated via joint recovery model. This automatic workflow ends with deep neural classifiers to detect potential CO2 leakage over seal through pressure-induced fault openings. We envisage the development of an automatic workflow to handle the large number of continuously monitored CO2 injection sites needed to help combat climate change.},
	keywords = {CAM, CCS, classification, deep learning, explainability, GCS, Imaging, JRM, machine learning, ML4SEISMIC, SLIM, time-lapse},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICsfg/index.html},
	author = {Ziyi Yin and Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {grady2021ML4SEISMICdfn,
	title = {Distributed Fourier Neural Operators},
	year = {2021},
	month = {11},
	abstract = {Fourier Neural Operators (FNOs) are a class of neural operator, which use weightings on the Fourier transform of their inputs to approximate infinite-dimensional mappings between function spaces. They are particularly useful in approximating the solutions of smooth parametric (e.g. by permeability) partial differential equations (PDEs), and once trained are capable of producing a nearly identical output to a traditional numerical solver roughly three orders of magnitude faster, making them very useful in a wide variety of engineering applications that require repeated PDE solves (e.g. during uncertainty quantification). Until now, FNOs have been limited to small problems, as their memory intensive design makes them difficult to scale in a traditional machine learning setting on a single computer or GPU. In this work, a decomposition scheme is described and implemented in PyTorch using the DistDL distributed deep learning framework, which is capable of scaling FNOs to arbitrary dimension and input size running on many nodes in a distributed memory system. This parallel implementations allows FNOs to be trained and run on problems of a practical scale on both CPU and GPU clusters.},
	keywords = {CCS, deep learning, Fourier neural operators, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/grady2021ML4SEISMICdfn/Tue-12-10-Grady.pdf},
	author = {Thomas J. Grady II and Rishi Khan and Felix J. Herrmann}
}
