@presentation {bruer2023ML4SEISMICcrm,
	title = {CO2 reservoir monitoring through Bayesian data assimilation},
	year = {2023},
	month = {11},
	abstract = {Carbon capture and storage can be implemented by injecting supercritical carbon dioxide (CO2) into geological carbon reservoirs for long-term containment. Monitoring the pressure and saturation of the CO2 is necessary to optimize the injection amount without causing CO2 leakage or seismic activity. Directly measuring the CO2 at locations within the reservoir requires expensive drilling procedures that may damage the reservoir, so direct measurements are sparse and usually lie along injection and production wells. Indirect measurements such as seismic data are typically noisy, and inverting for the CO2 state is ill-posed. Bayesian data assimilation techniques allow us to integrate known physics for CO2 flow into this inversion process. The most well-established data assimilation algorithms are the family of Kalman filters. The ensemble Kalman filter is designed to efficiently work with large problem sizes and nonlinearity. In this work, we apply the ensemble Kalman filter to seismic measurements of a CO2 reservoir, yielding an estimate of the saturation and pressure fields with quantified uncertainties. This method models the CO2 plume state as a random field with a known distribution and assimilates information from seismic measurements with information from a physics model describing the CO2 flow. We show that the data assimilation strategy is a valuable contribution to advancing reservoir monitoring technology.},
	keywords = {bayes, CCS, data assimilation, kalman, ML4SEISMIC, monitoring, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/bruer2023ML4SEISMICcrm},
	author = {Grant Bruer and Felix J. Herrmann and Edmond Chow}
}
@presentation {yin2023ML4SEISMICe2e,
	title = {End-to-end permeability inversion from prestack time-lapse seismic data: a case study on Compass model},
	year = {2023},
	month = {11},
	abstract = {Effective geological carbon storage hinges on a deep understanding of CO2 plume behavior. The dynamics of these plumes can be modeled using multiphase flow equations, but their accuracy is tied to a precise permeability model. A significant challenge is that we often lack detailed permeability data, limiting our predictive capabilities. To bridge this gap, we{\textquoteright}ve developed a multiphysics inversion method. This technique inverts for the permeability from observed time-lapse seismic data. Through a case study on the Compass model, we{\textquoteright}ve compared this approach with traditional 4D FWI in forecasting CO2 plume movements. Additionally, our research delves into how different initial permeability models, acquisition setups, and survey frequencies affect the results. Across the board, the inversion method not only enhances our current estimations but also provides valuable insights into future plume dynamics, even without continuous monitoring.},
	keywords = {CCS, coupled inversion, end-to-end, fluid-flow, inversion, ML4SEISMIC, monitoring, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/yin2023ML4SEISMICe2e},
	author = {Ziyi Yin and Mathias Louboutin and Olav M{\o}yner and Felix J. Herrmann}
}
@presentation {erdinc2023ML4SEISMICias,
	title = {Improved automatic seismic CO2 leakage detection via dataset augmentation},
	year = {2023},
	month = {11},
	abstract = {Previous works showed that neural classifiers can be trained to detect CO2 leakage from time-lapse seismic images. While this result is crucial to the global deployment of geological carbon storage (GCS), its success depends on relatively dense non-replicated time-lapse data acquisition. In this study, we present an approach to enhance the detection accuracy and robustness of CO2 leakage detection by augmenting the training dataset with a variety of coarsely sampled receiver data and their corresponding receiver numbers. This augmentation strategy is particularly beneficial for scenarios where low-cost coarse receiver samplings, such as with ocean bottom nodes (OBNs), are utilized. Furthermore, we explore interpretability of the classifier{\textquoteright}s decisions by generating saliency maps for further analysis.},
	keywords = {CCS, classifier, deep learning, leakage detection, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/erdinc2023ML4SEISMICias},
	author = {Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {rex2023ML4SEISMIClsp,
	title = {Large-scale parametric PDE approximations with model-parallel Fourier neural operators},
	year = {2023},
	month = {11},
	abstract = {Solving PDEs to simulate two-phase flow is expensive since it involves the inversion of large ill-conditioned matrices. FNOs represent a special type of neural network capable of approximating solutions to two-phase flow equations. In order to speed up this computation, we develop a high-level software abstraction tool to exploit the linearly separable property of Fourier Transforms via Kronecker products. We perform a series of all-to-all operations where we partition the data to apply the operations in a distributed fashion. We apply these FNOs to predict the evolution of CO2-plumes in subsurface environments. Our model takes an input permeability model, and outputs time-varying CO2 saturations in a quick and cost-effective manner. Additionally, our research involves developing a distributed matrix-free abstraction library that can be used to represent any generic linear and nonlinear operator. This library is scalable and auto-differentiable thanks to the hand-written customized AD rules, allowing us to represent and train any network. We provide an evaluation on the accuracy of FNO simulations compared to traditional PDE simulations in solving various classes of PDEs.},
	keywords = {CCS, deep learning, Fourier neural operators, HPC, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/rex2023ML4SEISMIClsp},
	author = {Richard Rex and Thomas J. Grady II and Rishi Khan and Ziyi Yin and Felix J. Herrmann}
}
@presentation {li2023ML4SEISMICmci,
	title = {Maximizing CO2 injectivity within fracture pressure},
	year = {2023},
	month = {11},
	abstract = {In geological carbon storage projects, optimizing CO2 injection strategies is paramount to enhance storage efficiency and prevent leakage. The objective is to maximize the CO2 injection volume without surpassing the fracture pressure. Traditional adjoint-based approaches necessitate extensive numerical simulations, leading to significant computational overhead. To circumvent this challenge, we introduce an optimization framework based on physics-informed deep convolutional neural networks. Trained on different permeability slices, our model can rapidly predict the maximal CO2 injection volume for new permeability fields in real-time.},
	keywords = {CCS, ML4SEISMIC, Optimization, reservoir simulation, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/li2023ML4SEISMICmci},
	author = {Haoyun Li and Ziyi Yin and Olav M{\o}yner and Felix J. Herrmann}
}
@presentation {herrmann2023ML4SEISMICmsc,
	title = {Monitoring subsurface CO2 plumes with learned sequential Bayesian inference},
	year = {2023},
	month = {11},
	abstract = {Reservoir engineers frequently employ two-phase flow simulations and history-matching to oversee and anticipate the behavior of CO2 plumes within geological carbon storage. These simulations, while valuable for gaining insights, face limitations due to several complex factors, such as uncertainties surrounding the plume{\textquoteright}s dynamics. To investigate this phenomenon more comprehensively, we introduce the concept of stochasticity in the dynamics, accounting for uncertainties in the underlying permeability of the reservoir. To enhance the accuracy of CO2 plume predictions and quantify the uncertainties involved, we utilize machine learning techniques to condition these predictions on time-lapse seismic and well observations. This framework works on the principle of sequential Bayesian inference that continuously assimilates information from time-lapse observations, updates the CO2 plume predictions, and characterizes uncertainties about the plumes.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, ML4SEISMIC, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/herrmann2023ML4SEISMICmsc},
	author = {Abhinav Prakash Gahlot and Ting-ying Yu and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {gahlot2023ML4SEISMICtsm,
	title = {Time-lapse seismic monitoring of geological carbon storage with the nonlinear joint recovery model},
	year = {2023},
	month = {11},
	abstract = {During time-lapse seismic monitoring of CO2 plumes, a weak 4D signal below the level of inversion or migration artifacts poses challenges. To address these, low-cost randomized non-replicated acquisitions and a linear joint recovery model (JRM) have been introduced. It takes advantage of the shared information between different vintages in the time-lapse seismic data and subsurface structure undergoing localized changes. Since the relationship between seismic data and subsurface properties is seldom linear, we propose a more versatile nonlinear JRM (nJRM) to invert for the squared slowness of the vintages. The nJRM takes advantage of the full nonlinear relation between these squared slownesses and time-lapse data through the wave equation. Also, careful derivation of the gradients makes the computational cost of nJRM equivalent to the independent recovery. We present a synthetic study for geological carbon storage (GCS) which shows that the non-replication can be beneficial to time-lapse imaging, making seismic monitoring of GCS less costly for the long term sustainability of the technology.},
	keywords = {CCS, JRM, ML4SEISMIC, monitoring, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/gahlot2023ML4SEISMICtsm},
	author = {Abhinav Prakash Gahlot and Mathias Louboutin and Ziyi Yin and Felix J. Herrmann}
}
@presentation {orozco2023ML4SEISMICtgs,
	title = {Towards generative seismic kriging with normalizing flows},
	year = {2023},
	month = {11},
	abstract = {Our goal is to build realistic parameterized (acoustic, velocity, permeability etc) earth models where the training and testing phase of our method uses only data that is available in the field. We first demonstrate the expressive power of normalizing flows to generate detailed realistic earth models by training on supervised pairs of full earth models and borehole wells. Our results are compared with traditional variogram kriging to show that our generated models can be used in parameterizations of various downstream tasks such as simulations of realistic acoustic waves and fluid flow for reservoir simulations. Then we introduce a novel unsupervised training objective that can train normalizing flows to generate full earth models without needing training pairs of the full earth models. By using a known proxy earth model as a testbed, we make preliminary prescriptions on how many wells our method needs to generate permissible earth models in a target area.},
	keywords = {kriging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICtgs},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2023ML4SEISMICuqs,
	title = {Uncertainty quantification so what? Leveraging probabilistic seismic inversion for experimental design},
	year = {2023},
	month = {11},
	abstract = {Combining physics with recent developments of generative machine learning enables a scalable probabilistic framework for tackling seismic inversion problems including Full-Waveform Inversion. These probabilistic results can be proven to be from the Bayesian posterior but how exactly can we use them for practical downstream tasks? In this talk, we answer the question with a practical application of the probabilistic framework towards designing ocean bottom node placement of seismic imaging. With a simple adjustment to the original training objective, we show that jointly optimizing for an experimental design corresponds to maximizing the expected information gain used by the Bayesian community. After verifying this novel joint optimization with a stylized problem, we demonstrate its application for optimizing the placement of ocean bottom nodes in a synthetic seismic imaging experiment.},
	keywords = {bayesian, experimental design, FWI, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICuqs},
	author = {Rafael Orozco and Mathias Louboutin and Peng Chen and Felix J. Herrmann}
}
@presentation {yin2023ML4SEISMICwise,
	title = {WISE: Full-waveform Inference with Subsurface Extensions},
	year = {2023},
	month = {11},
	abstract = {Quantifying uncertainty in full-waveform inversion is complex given the large sizes of both the model and data. A previous approach employed a variational inference framework, leveraging reverse-time migration to summarize observed data and approximate the posterior distribution through conditional normalizing flows. While reverse-time migration effectively summarizes the data when the background model is close to the true one, its accuracy diminishes with a less accurate background model. In our study, we suggest utilizing subsurface offset gathers as the summary statistics for the variational inference of full-waveform inversion. These gathers retain all the information in seismic data, even when the background model is cycle-skipped or fails to flatten the gathers. Through a case study on Compass model, we confirm our framework{\textquoteright}s effectiveness and show that subsurface offset gathers offer a better summary statistic than just reverse-time migration.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, FWI, inversion, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Summary Statistics, uncertain quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/yin2023ML4SEISMICwise},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICaos,
	title = {Adjoint operators as summary functions in amortized Bayesian inference frameworks},
	year = {2022},
	month = {11},
	abstract = {An important concern in seismic inverse problems is the large and varying size of observed data. The large size can cause computational cost concerns and its varying size (such as when changing receiver geometries) implies the need to rerun inference algorithms from scratch for each new observation. Motivated by these two problems, we take inspiration from the statistics literature which commonly relies on summary statistic of observed data. Summary statistic compress the observed data leaving only information needed for inference. In this work, we argue that the adjoint operator provides a natural candidate for a summary function in the context of physics-based inverse problems. We first mathematically show that for certain general assumptions transforming data under the adjoint operator defines a new conditional distribution which preserves the expectations of the original posterior. We validate our hypothesis by evaluating our framework in a learned amortized inference algorithm. Our seismic and medical synthetic experiments show computational gains and increased quality of point estimates using our framework. We discuss statistical metrics that show our learned posterior is well calibrated therefore justifying its use in uncertainty quantification.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICaos/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICavc,
	title = {Amortized velocity continuation with Fourier neural operators},
	year = {2022},
	month = {11},
	abstract = {Velocity continuation aims to map the migration image using one background model to the image using another background model. It is of great importance to quantify the uncertainty in seismic imaging result from various background models. With Fourier neural operators as a learned surrogate, this continuation from a given background model to an unseen background model can be quite accurately estimated with near-zero cost. However, the limitation of the prior art is that the input background model and the survey area are assumed to be fixed. The main contribution of this work is to extend the Fourier neural operator surrogate to be amortized over different given background models and survey areas. We verify the effectiveness of our learned surrogates by a realistic example on different areas of Parihaka dataset against different background models.},
	keywords = {Fourier neural operators, ML4SEISMIC, SLIM, Uncertainty quantification, velocity continuation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICavc/index.html},
	author = {Ali Siahkoohi and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {erdinc2022ML4SEISMICdgp,
	title = {De-risking GCS projects with explainable CO$_2$ leakage detection in time-lapse seismic images},
	year = {2022},
	month = {11},
	abstract = {With the global deployment of Carbon, capture and storage (CCS) technology to combat climate change, there is an associated risk of contamination with CO2 leaking back to the atmosphere. Thus, it requires continuous monitoring of CO2 after the injection stops at the storage site. In this work, we generated synthetic CO2 plume development data with both leakage and no leakage scenarios. We trained a convolutional neural network (CNN) discriminative classifier and also a generative classifier and compared their performances in CO2 leakage detection. The accuracy of our discriminative classifier on the test data is 85\% and that of the generative classifier is 90\%. The Class Activation Mapping (CAM) results of the discriminative classifier and the latent space representation of our dataset in the case of generative classifier strengthens our claims about trustworthy leakage classification.},
	keywords = {CAM, CCS, classification, explainability, GCS, Imaging, JRM, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/erdinc2022ML4SEISMICdgp/index.html},
	author = {Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {grady2022ML4SEISMICesn,
	title = {Effective scaling of numerical surrogates via domain-decomposed Fourier neural operators},
	year = {2022},
	month = {11},
	abstract = {Numerical surrogates are models which learn to mimic a complex physical process (such as the solution to a PDE produced by a solver) from a set of input/output pairs. Fourier neural operators (FNOs) are a specific type of numerical surrogate which use a learned matched filter to quickly approximate solutions to relatively smooth complex physical processes. In the case of carbon capture sequestration (CCS) technology, FNOs have been shown to well-approximate solutions to the two-phase flow equations, with speedups of 1,000 to 10,000 times at inference time versus a tradtitional solver. This speed combined with the fact that FNOs are differentiable with respect to their input parameters allows for inverse and uncertainty quantification problems to theoretically be solved on real 3D data, a previously intractible task. However, due to the size of the input data, network weights, and optimizer state, FNOs have thus far been limited to small to medium 2D and 3D problems, well below the size of an industry standard such as the Sleipner benchmark. Here we alleviate this problem by proposing a model-parallel FNO which makes use of domain decomposition of the input data and network weights, and exploits architectural features of FNOs to also include a natural form of asynchronous pipeline parallelism. Our network can scale to arbitrary problem sizes on CPU and GPU systems.},
	keywords = {CCS, deep learning, Fourier neural operators, HPC, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/grady2022ML4SEISMICesn/index.html},
	author = {Thomas J. Grady II and Rishi Khan and Mathias Louboutin and Ziyi Yin and Philipp A. Witte and Ranveer Chandra and Russell J. Hewett and Felix J. Herrmann}
}
@presentation {herrmann2022ML4SEISMICintro,
	title = {Introduction to 2022 ML4SEISMIC Partners Meeting},
	year = {2022},
	month = {11},
	keywords = {ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/herrmann2022ML4SEISMICintro/index.html},
	author = {Felix J. Herrmann}
}
@presentation {louboutin2022ML4SEISMIClew,
	title = {Learned extensions for wave-based simulation and inversion},
	year = {2022},
	month = {11},
	abstract = {We introduce a new method that explores velocities as an operator (extended velocities) for wave-equation based inversion. Through this extended formulation, we obtain the known benefits of working with subsurface offset volumes. The offset-dependence of these volumes has been studied in the linear case, i.e as part of extended Born scattering and extended least-squares reverse-time migration, but has been avoided for non-linear inversion due to computational concderns and challenges. By using techniques from randomized linear algebra, we will show that we can work with extended velocities for inversion while maintaining an acceptable computational cost much lower than solving one PDE per extended velocity model.},
	keywords = {deep learning, Imaging, ML4SEISMIC, SLIM, wave equation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/louboutin2022ML4SEISMIClew/index.html},
	author = {Mathias Louboutin and Yadhu Kartha and Rafael Orozco and Felix J. Herrmann}
}
@presentation {siahkoohi2022ML4SEISMICluq,
	title = {Low-cost uncertainty quantification for large-scale inverse problems},
	year = {2022},
	month = {11},
	abstract = {Bayesian inference for large-scale inverse problems is challenged by the computationally costly forward operator evaluations during posterior distribution sampling. Recent advances in variational inference and deep learning reduce these costs by pretraining a neural network capable of sampling the posterior distribution for previously unseen observed data. In geophysical applications, however, the accuracy of these methods depends on sufficiently capturing subsurface variability through a training dataset, which is challenging given the heterogeneity of the Earth{\textquoteright}s subsurface and our lack of access to it. Moreover, these methods may be unreliable in the presence of data distribution shifts, e.g., a change in the number of source experiments, noise distribution, or geological features to be imaged. As such, we present a solution that increases the robustness of deep-learning-based Bayesian inference approaches when faced with changes in data distribution. Our proposed method involves a physics-based adaptation to the latent distribution of a conditional normalizing flow that is pretrained to approximate the posterior distribution for previously unseen data. Instead of feeding standard Gaussian latent samples to the conditional normalizing flow, this method parameterizes the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, estimated by minimizing the Kullback-Leibler divergence between predicted and true posterior distributions. This method is applicable to a wide range of inverse problems and has the potential to significantly reduce the costs of Bayesian variational inference. By means of a realistic seismic imaging example we demonstrate that the proposed latent distribution adaptation method mitigates the Bayesian inference errors induced by data distribution shifts, including shifts in the forward model and prior distribution.},
	keywords = {Inverse problems, ML4SEISMIC, Normalizing flows, seismic imaging, SLIM, Uncertainty quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/siahkoohi2022ML4SEISMICluq/siahkoohi2022ML4SEISMICluq_pres.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@presentation {herrmann2022ML4SEISMICmod,
	title = {Meet our digital twin for geological carbon storage},
	year = {2022},
	month = {11},
	abstract = {By embracing recent developments in simulation-based Bayesian inference{\textemdash}i.e., the task of deriving statistical information from a system based on in silico simulations{\textemdash}we envisage the development of an uncertainty-aware Digital Twin for seismic monitoring of Geologic Carbon Storage (GCS). According to IBM, {\textquotedblleft}A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making{\textquotedblright}. This Digital Twin will be designed to maximally benefit from vastly improved abilities to simulate complex phenomena, including the development of CO2 plumes in saline aquifers, and from the ability of neural networks to learn by example as part of inference. For GCS, this means that systematic assessment of uncertainties now becomes possible when observing CO2 plumes from time-lapse geophysical data (e.g., seismic). Because the proposed Digital Twin{\textquoteright}s neural networks are taught to produce samples from the probability distribution for the CO2 plume conditioned by the observed time-lapse data, this approach will provide access to this information on uncertainty. As part of ML4Seismic, we are working on various aspects regarding the development of the Digital Twin including: (i) capability to generate realistic time-lapse data in response to CO2 injection in large strongly heterogeneous reservoirs. This simulation framework will facilitate the design of high-fidelity monitoring systems and is unique since it uses proxy Earth models with realistic CO2 plumes and heterogeneity; (ii) An inversion framework capable of producing high-fidelity time-lapse images of CO2 plumes and reservoir properties from time-lapse data collected in response to CO2 injection; (iii) uncertainty-aware data-assimilation framework based on techniques from sequential Bayes and capable of rapidly producing high-fidelity CO2 plume forecasts that are consistent with observed time-lapse data; (iv) A scalable uncertainty-aware early warning system designed to safeguard CO2 injection operations built on the latest insights from interpretable and trustworthy (explainable and robust) machine learning. After describing how to build a Digital Twin for GSC, early results will be presented on the use of Fourier Neural Networks as surrogates for the two-phase flow equations, seismic monitoring with our joint recovery model, and the use of spectral ratio to design low-cost acquisitions for time-lapse seismic.},
	keywords = {CCS, digital twin, GCS, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/herrmann2022ML4SEISMICmod/index.html},
	author = {Felix J. Herrmann}
}
@presentation {louboutin2022ML4SEISMICmos,
	title = {ML4Seismic open-source software: updates and developments},
	year = {2022},
	month = {11},
	abstract = {Software is at the core of research and development in inverse problems. At SLIM, we have experience developing scalable and performant software, such as our legacy parallel MATLAB framework. With ML4Seismic, we are dedicated to build on this experience to develop HPC open source software (OSS) for the scientific community in collaboration with our partners. In this talk, we will describe our OSS Julia and Python environment, our high-level abstraction principles, and the range of solutions we offer for seismic processing and inversion and for machine learning. We will emphasize our aim to provide scalable software that can be easily applied to industrial problems.},
	keywords = {ML4SEISMIC, open-source, SLIM, software},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/louboutin2022ML4SEISMICmos/index.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Felix J. Herrmann}
}
@presentation {yu2022ML4SEISMICmsb,
	title = {Monitoring with sequential Bayesian inference},
	year = {2022},
	month = {11},
	abstract = {For this study, we apply sequential Bayesian inference to monitor the time evolution of subsurface flow of CO2 from indirect acoustic measurements at the surface. Upon receiving new acoustic measurements, we infer the current state of the CO2 by sampling from a learned posterior. Using the incoming data, we then perform online updates of the current posterior. This is accomplished by using the fluid flow model to advance the estimated state variable forward in time in order to update the learned posterior. With a synthetic experiment, we demonstrate this method can track the flow evolution accurately as measured by PSNR metrics. Since the posterior is a learned network, we can compute estimates faster than traditional least squares methods. This method can also quantify the uncertainty due to stochasticity in fluid flow model and the limited-azimuth imaging configuration.},
	keywords = {CCS, conditional normalizing flows, GCS, ML4SEISMIC, monitoring, sequential Bayes, SLIM, time-lapse, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yu2022ML4SEISMICmsb/index.html},
	author = {Ting-ying Yu and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICnfr,
	title = {Normalizing flows for regularization of 3D seismic inverse problems},
	year = {2022},
	month = {11},
	abstract = {We present the first known exploration of a normalizing flow (NF) for generative 3D volumes. First, we tackle computational issues surrounding the high dimensionality of our desired 3D volume output. This is of particular concern in normalizing flows since their invertibility constraint implies equal dimension of output and input. Our findings show that by {\textquotedblleft}freezing{\textquotedblright} expensive layers we can efficiently train a normalizing flow on 3D volumes. Using this NF architecture, we train a generative model on volume sections of the 3D BG compass model. Our method produces visually plausible generative samples which are efficient to produce. We demonstrate its practical use by using our trained generative model as an implicit prior in a Maximum A Posteriori (MAP) framework. We evaluate this MAP framework by estimating the solution of a inverse problem in seismic imaging. Our method results in higher SNR estimates than the baseline and in less iterations, importantly saving the computational cost of evaluating the expensive 3D PDE solver during optimization. Finally, through scaling analysis of training cost, we show that NF convolutional layers allow this approach to scale favorably to larger volumes.},
	keywords = {3D, Bayesian inference, deep learning, Inverse problems, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICnfr/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICsfg,
	title = {Simulation-based framework for geological carbon storage monitoring},
	year = {2022},
	month = {11},
	abstract = {While various monitoring modalities exist to track the behavior of CO2 plumes to ensure safe operations and compliance with regulatory requirements, active 3D time-lapse seismic monitoring has proven superior but costly. At SLIM, we aim to reduce the operating costs by optimizing acquisition design, to help drive innovations in seismic monitoring acquisition design and imaging, and to test novel time-lapse acquisition and imaging technologies in silico at scale. In this talk, we will introduce our open-source software platform simulation-based monitoring design framework. We demonstrate how to make use of proxy models for seismic properties derived from real 3D imaged seismic and well data to conduct realistic synthetic geological carbon storage projects. Furthermore, we discuss our proposed sparse non-replicated seismic acquisition and cutting-edge methodology to recover the dense data or to directly image the sparse non-replicated via joint recovery model. This automatic workflow ends with deep neural classifiers to detect potential CO2 leakage over seal through pressure-induced fault openings. We envisage the development of an automatic workflow to handle the large number of continuously monitored CO2 injection sites needed to help combat climate change.},
	keywords = {CAM, CCS, classification, deep learning, explainability, GCS, Imaging, JRM, machine learning, ML4SEISMIC, SLIM, time-lapse},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICsfg/index.html},
	author = {Ziyi Yin and Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {zhang2022ML4SEISMICtss,
	title = {Time-lapse seismic survey design by maximizing the spectral gap},
	year = {2022},
	month = {11},
	abstract = {While time-lapse seismic has been applied successfully to CO2 sequestration monitoring, it remains a challenging problem since replicated dense surveys come at a very high cost in the field. Wavefield reconstruction based on matrix completion (MC) from randomized subsampled data is an efficient way to reduce operational costs. This technique allows for accurate time-lapse reconstruction by employing the joint recovery model (JRM), which capitalizes on the fact that different vintages share a common component. However, combining JRM with optimal time-lapse acquisition survey design remains an unexplored area of research. In expander graph theory, spectral gap (SG) reveals the source-receiver layout connectivity and is related to reconstruction quality during MC. Building on these insights, we proposed a simulation free time-lapse survey design based on JRM that aims to get similar reconstructed quality without insisting on replicate surveys, which significantly reduces the cost in the field. This approach uses the simulated annealing algorithm to find subsampling masks for each vintage. Numerical experiments confirm a direct correlation between increased spectral gap and promising time-lapse reconstruction quality.},
	keywords = {Acquisition, JRM, matrix factorization, ML4SEISMIC, SLIM, spectral gap, survey design, time-lapse, wavefield reconstruction},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/zhang2022ML4SEISMICtss/index.html},
	author = {Yijun Zhang and Mathias Louboutin and Ali Siahkoohi and Ziyi Yin and Rajiv Kumar and Oscar Lopez and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICutc,
	title = {Uncertainty-aware time-lapse CO$_2$ monitoring with learned end-to-end inversion},
	year = {2022},
	month = {11},
	abstract = {Seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics modeling and wave physics and differentiation through the solvers with respect to the subsurface properties of interest. In this talk, we demonstrate the effectiveness of learned coupled inversion framework using a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator, which greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. We study the effectiveness and correctness of inversion based on Fourier neural operator surrogate and a normalizing flow prior. We also demonstrate the efficacy of this framework on monitoring the growth of CO2 plumes during sequestration, and on uncertainty quantification of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can further forecast the CO2 plume in the future without any acquired seismic data with uncertainty estimation.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, Fourier neural operators, GCS, inversion, machine learning, ML4SEISMIC, Normalizing flows, SLIM, time-lapse, uncertain quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICutc/index.html},
	author = {Ziyi Yin and Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {grady2021ML4SEISMICdfn,
	title = {Distributed Fourier Neural Operators},
	year = {2021},
	month = {11},
	abstract = {Fourier Neural Operators (FNOs) are a class of neural operator, which use weightings on the Fourier transform of their inputs to approximate infinite-dimensional mappings between function spaces. They are particularly useful in approximating the solutions of smooth parametric (e.g. by permeability) partial differential equations (PDEs), and once trained are capable of producing a nearly identical output to a traditional numerical solver roughly three orders of magnitude faster, making them very useful in a wide variety of engineering applications that require repeated PDE solves (e.g. during uncertainty quantification). Until now, FNOs have been limited to small problems, as their memory intensive design makes them difficult to scale in a traditional machine learning setting on a single computer or GPU. In this work, a decomposition scheme is described and implemented in PyTorch using the DistDL distributed deep learning framework, which is capable of scaling FNOs to arbitrary dimension and input size running on many nodes in a distributed memory system. This parallel implementations allows FNOs to be trained and run on problems of a practical scale on both CPU and GPU clusters.},
	keywords = {CCS, deep learning, Fourier neural operators, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/grady2021ML4SEISMICdfn/Tue-12-10-Grady.pdf},
	author = {Thomas J. Grady II and Rishi Khan and Felix J. Herrmann}
}
@presentation {rizzuti2021ML4SEISMICdfw,
	title = {A dual formulation of wavefield reconstruction inversion for large-scale seismic inversion},
	year = {2021},
	month = {11},
	abstract = {Many of the seismic inversion techniques currently proposed that focus on robustness with respect to the background model choice are not apt to large-scale 3D applications, and the methods that are computationally feasible for industrial problems, such as full waveform inversion, are notoriously limited by convergence stagnation and require adequate starting models. We propose a novel solution that is both scalable and less sensitive to starting models or inaccurate parameters (such as anisotropy) that are typically kept fixed during inversion. It is based on a dual reformulation of the classical wavefield reconstruction inversion, whose empirical robustness with respect to these issues is well documented in the literature. While the classical version is not suited to 3D, as it leverages expensive frequency-domain solvers for the wave equation, our proposal allows the deployment of state-of-the-art time-domain finite-difference methods, and is potentially mature for industrial-scale problems.},
	keywords = {FWI, ML4SEISMIC, SLIM, wave-equation, WRI},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/rizzuti2021ML4SEISMICdfw/Tue-10-55-Rizzuti.pdf},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann}
}
@presentation {yin2021ML4SEISMICism,
	title = {Improved seismic monitoring of CO2 sequestration with the weighted joint recovery model},
	year = {2021},
	month = {11},
	abstract = {Time-lapse seismic monitoring of CO2 sequestration is challenging because the time-lapse signature of CO2 plumes is weak in amplitude and often contaminated by imaging artifacts due to coarsely sampled, noisy, and non-replicated surveys. In this talk, we present a sparsity-promoting least-squares imaging method where the baseline, and the current and past monitor surveys are inverted jointly. We demonstrate that the sensitivity of seismic monitoring can be improved by inverting for the common component{\textemdash}i.e., the component shared by all vintages, and innovations with respect to this common component. Combining this joint approach with weighted l1,2-norm minimization leads to a monitoring scheme capable of detecting irregular CO2-plume growth in a realistic geological setting.},
	keywords = {CCS, Compressive Sensing, Imaging, JRM, ML4SEISMIC, SLIM, time-lapse},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/yin2021ML4SEISMICism/Tue-11-20-Yin.html},
	author = {Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {zhang2021ML4SEISMICiss,
	title = {Improved seismic survey design by maximizing the spectral gap with global optimization},
	year = {2021},
	month = {11},
	abstract = {Random subsampling is increasingly being used in the acquisition of seismic data to shorten the acquisition time and to reduce costs. However, the design of optimal acquisition geometries is still an ongoing area of research. Matrix completion (MC) is a computationally efficient method to reconstruct fully sampled wavefields from sparsely sampled seismic data. In MC theory, the spectral gap (SG), which is a measure of the connectedness of the graph in expander graph theory, has been used to predict, and to some degree quantify, the quality of wavefield reconstruction, given a specific subsampling scheme (acquisition mask). Building on these insights, we propose an optimization scheme, based on simulated annealing, which finds subsampling masks with large SGs that improve the quality of wavefield reconstruction with MC. The experimental results show that the proposed method successfully increases the SG of the subsampling mask starting from randomly initialized masks. Increasing the SG leads to improved connectivity between the sources and receivers and therefore of the wavefield reconstruction. Numerical experiments confirm a direct relationship between increased SG and improved reconstruction quality. This confirms the value SG analysis brings to the design of seismic surveys without the need to carry out expensive wavefield reconstructions to optimize the acquisition design.},
	keywords = {Acquisition, Compressive Sensing, ML4SEISMIC, SLIM, survey design, wavefield reconstruction},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/zhang2021ML4SEISMICiss/Tue-10-30-Zhang.pdf},
	author = {Yijun Zhang and Felix J. Herrmann}
}
@presentation {herrmann2021ML4SEISMICintro,
	title = {Introduction inaugural ML4Seismic Partners Meeting},
	year = {2021},
	month = {11},
	abstract = {During this presentation, an overview of the 2021 ML4Seismic Program will be given including organization of the meeting, setup of ML4Seismic, and the Informal Sessions in the afternoon.},
	keywords = {ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/herrmann2021ML4SEISMICintro/Mon-09-00-Herrmann.pdf},
	author = {Felix J. Herrmann}
}
@presentation {louboutin2021ML4SEISMICmos,
	title = {ML4Seismic open source software environment},
	year = {2021},
	month = {11},
	abstract = {Software is at the core of research and development in inverse problems. At SLIM, we have experience developing scalable and performant software, such as our legacy parallel MATLAB framework. With ML4Seismic, we are dedicated to build on this experience to develop HPC open source software (OSS) for the scientific community in collaboration with our partners. In this talk, we will describe our OSS Julia and Python environment, our high-level abstraction principles, and the range of solutions we offer for seismic processing and inversion and for machine learning. We will emphasize our aim to provide scalable software that can be easily applied to industrial problems.},
	keywords = {ML4SEISMIC, SLIM, software},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/louboutin2021ML4SEISMICmos/Mon-10-10-Louboutin.pdf},
	author = {Mathias Louboutin}
}
@presentation {siahkoohi2021ML4SEISMICmcn,
	title = {Multifidelity conditional normalizing flows for physics-guided Bayesian inference},
	year = {2021},
	month = {11},
	abstract = {We introduce a scalable Bayesian inference approach that combines techniques from deep learning with a physic-based variational inference formulation. Bayesian inference for ill-posed inverse problems is challenged by the high-dimensionality of the unknown, computationally expensive forward operator, and choosing a prior distribution that accurately encodes prior knowledge on the unknown. To handle this situation and to assess uncertainty, we propose to approximate the posterior distribution using a pretrained conditional normalizing flow, which is trained on existing low- and high-fidelity estimations of the unknown. To further improve the accuracy of this approximation, we use transfer learning and finetune this normalizing flow by minimizing the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density. This amounts to minimizing a physic-based variational inference objective with respect to the network weights, which we believe might scale better than Bayesian inference with Markov Chain sampling methods. We apply the proposed Bayesian inference approach to seismic imaging where we use quasi-real data obtained from the Parihaka dataset.},
	keywords = {deep learning, ML4SEISMIC, Normalizing flows, seismic imaging, SLIM, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/siahkoohi2021ML4SEISMICmcn/Mon-11-45-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {louboutin2021ML4SEISMICrla,
	title = {Randomized linear algebra for inversion},
	year = {2021},
	month = {11},
	abstract = {Inverse problems in exploration geophysics or machine learning heavily relies on linear algebra and large matrices manipulations. To tackle the growing cost of storing these matrices, randomized algorithms have been developed to obtain information from these matrices via randomized sketching. Inspired by previous work on extended image volumes, we will first show in this talk how the seismic imaging condition can be expressed in a randomized linear algebra framework leading to drastic memory savings. In a second part, we will extend this idea to convolutional neural networks to reduce the memory cost of training by orders of magnitude. We will demonstrate the practicality of these methods on representative examples.},
	keywords = {FWI, HPC, inversion, ML4SEISMIC, randomized linear algebra, SLIM, software},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/louboutin2021ML4SEISMICrla/Tue-10-20-Louboutin.pdf},
	author = {Mathias Louboutin and Felix J. Herrmann}
}
@presentation {witte2021ML4SEISMICrtc,
	title = {Redwood {\textendash} towards clusterless supercomputing in the cloud},
	year = {2021},
	month = {11},
	abstract = {We present Redwood, a Julia framework for clusterless supercomputing in the cloud. Redwood provides a set of distributed programming macros that enable users to remotely execute Julia functions in parallel through cloud services for batch and serverless computing. We present the architecture and design of Redwood, as well as its application to existing Julia packages for machine learning and inverse problems.},
	keywords = {cloud computing, clusterless, HPC, Julia, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/witte2021ML4SEISMICrtc/Mon-10-30-Witte.pdf},
	author = {Philipp A. Witte}
}
@presentation {siahkoohi2021ML4SEISMICuqi,
	title = {Uncertainty quantification in imaging and automatic horizon tracking{\textemdash}a Bayesian deep-prior based approach},
	year = {2021},
	month = {11},
	abstract = {In inverse problems, uncertainty quantification (UQ) deals with a probabilistic description of the solution nonuniqueness and data noise sensitivity. Setting seismic imaging into a Bayesian framework allows for a principled way of studying uncertainty by solving for the model posterior distribution. Imaging, however, typically constitutes only the first stage of a sequential workflow, and UQ becomes even more relevant when applied to subsequent tasks that are highly sensitive to the inversion outcome. In this paper, we focus on how UQ trickles down to horizon tracking for the determination of stratigraphic models and investigate its sensitivity with respect to the imaging result. As such, the main contribution of this work consists in a data-guided approach to horizon tracking uncertainty analysis. This work is fundamentally based on a special reparameterization of reflectivity, known as {\textquotedblleft}deep prior{\textquotedblright}. Feasible models are restricted to the output of a convolutional neural network with a fixed input, while weights and biases are Gaussian random variables. Given a deep prior model, the network parameters are sampled from the posterior distribution via a Markov chain Monte Carlo method, from which the conditional mean and point-wise standard deviation of the inferred reflectivities are approximated. For each sample of the posterior distribution, a reflectivity is generated, and the horizons are tracked automatically. In this way, uncertainty on model parameters naturally translates to horizon tracking. As part of the validation for the proposed approach, we verified that the estimated confidence intervals for the horizon tracking coincide with geologically complex regions, such as faults.},
	keywords = {horizon picking, Imaging, machine learning, ML4SEISMIC, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/siahkoohi2021ML4SEISMICuqi/Mon-11-20-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {orozco2021ML4SEISMICvia,
	title = {Variational inference for artifact removal of adjoint solutions in photoacoustic problems},
	year = {2021},
	month = {11},
	abstract = {Photoacoustic is a medical imaging modality which combines light and ultrasound waves to image internal structures of biological tissue. The inverse problem reconstructs the tissue initially excited by light given propagated ultrasound data at receivers outside the tissue. Due to noisy, limited-view and sparse receiver data, traditional time-reversal adjoint solutions are highly ill-posed. This necessitates uncertainty quantification to communicate to practitioners which areas of the image can be trusted. We propose a framework which leverages a machine learning based method (Conditional Normalizing Flows) to learn the full posterior distribution of viable solutions given the time-reversal adjoint solution. We show that areas of calculated uncertainty correlate with structures that are known to be difficult to image. In addition, we also propose a MAP based solution, which solves the variational least-squares problem while using the trained Conditional Normalizing Flow as a prior distribution.},
	keywords = {conditional prior, deep image, MAP, ML4SEISMIC, normalizing flow, Photoacoustic, SLIM, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/orozco2021ML4SEISMICvia/Tue-09-00-Orozco.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
