@unpublished {erdinc2026IMAGEsai,
	title = {SAGE: Subsurface AI-driven Geostatistical Extraction with proxy posterior},
	year = {2026},
	month = {3},
	abstract = {Recent advances in generative networks have enabled new approaches to subsurface velocity model synthesis, offering a compelling alternative to traditional methods such as Full Waveform Inversion. However, these approaches predominantly rely on the availability of large-scale datasets of high-quality, geologically realistic subsurface velocity models, which are often difficult to obtain in practice. We introduce SAGE, a novel framework for statistically consistent proxy velocity generation from incomplete observations, specifically sparse well logs and migrated seismic images. During training, SAGE learns a proxy posterior over velocity models conditioned on both modalities (wells and seismic); at inference, it produces full-resolution velocity fields conditioned solely on migrated images, with well information implicitly encoded in the learned distribution. This enables the generation of geologically plausible and statistically accurate velocity realizations. We validate SAGE on both synthetic and field datasets, demonstrating its ability to capture complex subsurface variability under limited observational constraints. Furthermore, samples drawn from the learned proxy distribution can be leveraged to train downstream networks, supporting inversion workflows. Overall, SAGE provides a scalable and data-efficient pathway toward learning geological proxy posterior for seismic imaging and inversion. Repo link: https://github.com/slimgroup/SAGE."},
	keywords = {Bayesian inference, deep learning, generative model, IMAGE, Imaging, Inverse problems, RTM, SAGE, score, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2026/erdinc2026IMAGEsai/abstract.html},
	url2 = {https://slim.gatech.edu/Publications/Public/Submitted/2026/erdinc2026IMAGEsai/IMAGE_Tuna.pdf},
	author = {Huseyin Tuna Erdinc and Ipsita Bhar and Rafael Orozco and Thales Souza and Felix J. Herrmann}
}
@unpublished {gahlot2025EAGEagc,
	title = {Advancing Geological Carbon Storage Monitoring with 3D Digital Shadow Technology},
	year = {2025},
	month = {6},
	keywords = {3D digital shadow, Amortized Variational Inference, Bayesian inference, conditional normalizing flows, data assimilation, deep learning, digital twin, experimental design, FWI, GCS, Imaging, Inverse problems, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2025/gahlot2025EAGEagc/abstract.html},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Felix J. Herrmann}
}
@conference {herrmann2025IMSIafi,
	title = {Amortized Full-Waveform Inference w/ Learned Summary Statistics},
	booktitle = {Reduced Order and Surrogate Modeling for Digital Twins, IMSI, Chicago},
	year = {2025},
	month = {11},
	keywords = {attention, Bayesian inference, CIG, deep learning, diffusion models, FWI, IMAGE, Imaging, Inverse problems, learned summary statistics, RTM, SEG, uncertainty calibration, Uncertainty quantification, velocity model building, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IMSI/2025/herrmann2025IMSIafi},
	author = {Rafael Orozco and Ziyi Yin and Shiqin Zeng and Felix J. Herrmann}
}
@article {orozco2024IPaspire,
	title = {ASPIRE: Iterative Amortized Posterior Inference for Bayesian Inverse Problems},
	journal = {Inverse Problems},
	volume = {41},
	year = {2025},
	note = {(Inverse Problems)},
	month = {3},
	abstract = {Due to their uncertainty quantification, Bayesian solutions to inverse problems are the framework of choice in applications that are risk averse. These benefits come at the cost of computations that are in general, intractable. New advances in machine learning and variational inference (VI) have lowered the computational barrier by learning from examples. Two VI paradigms have emerged that represent different tradeoffs: amortized and non-amortized. Amortized VI can produce fast results but due to generalizing to many observed datasets it produces suboptimal inference results. Non-amortized VI is slower at inference but finds better posterior approximations since it is specialized towards a single observed dataset. Current amortized VI techniques run into a sub-optimality wall that can not be improved without more expressive neural networks or extra training data. We present a solution that enables iterative improvement of amortized posteriors that uses the same networks architectures and training data. The benefits of our method requires extra computations but these remain frugal since they are based on physics-hybrid methods and summary statistics. Importantly, these computations remain mostly offline thus our method maintains cheap and reusable online evaluation while bridging the approximation gap these two paradigms. We denote our proposed method ASPIRE - Amortized posteriors with Summaries that are Physics-based and Iteratively REfined. We first validate our method on a stylized problem with a known posterior then demonstrate its practical use on a high-dimensional and nonlinear transcranial medical imaging problem with ultrasound. Compared with the baseline and previous methods from the literature our method stands out as an computationally efficient and high-fidelity method for posterior inference.},
	keywords = {Amortization Gap, Amortized Variational Inference, Bayesian inference, medical imaging, Normalizing flows, simulation-based inference},
	doi = {10.1088/1361-6420/adba3d},
	url = {https://doi.org/10.1088/1361-6420/adba3d},
	author = {Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann20205IMAGEapg,
	title = {Attention Please: Getting the Most from CIGs with Learned Summary Statistics},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2025},
	month = {8},
	keywords = {attention, Bayesian inference, CIG, deep learning, diffusion models, FWI, IMAGE, Imaging, Inverse problems, learned summary statistics, RTM, SEG, uncertainty calibration, Uncertainty quantification, velocity model building, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/herrmann20205IMAGEapg},
	author = {Shiqin Zeng and Rafael Orozco and Yunlin Zeng and Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {zeng2025ML4SEISMICbde,
	title = {Background-Conditioned Diffusion Inversion for Seismic Velocity Models},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {Accurate seismic imaging and velocity estimation are important for subsurface characterization, yet conventional full-waveform inversion remains computationally expensive and highly sensitive to initial velocity models. To address these challenges, we propose a simulation-based inference framework using conditional elucidated diffusion models for posterior velocity-model sampling. Our approach integrates both horizontal and vertical subsurface-offset common-image gathers to capture a wider range of reflector geometries, from gently dipping to steeply inclined layers. We further condition the model on the background-velocity field to improve generalization across diverse geological settings. Evaluations on the SEAM dataset, which includes complex salt geometries, demonstrate that this conditioning substantially improves performance, increasing SSIM from 0.717 to 0.733 and reducing RMSE from 0.381 km/s to 0.274 km/s. Uncertainty analysis further shows enhanced calibration, lowering uncertainty calibration error from 6.68 km/s to 3.91 km/s. These results confirm that our diffusion-based simulation framework enables robust seismic inversion with reliable uncertainty quantification.},
	keywords = {Bayesian inference, CIG, deep learning, diffusion models, FWI, Imaging, Inverse problems, ML4SEISMIC, MVA, RTM, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/zeng2025ML4SEISMICbde},
	author = {Yunlin Zeng and Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann}
}
@conference {herrmann2025AIDT4EScad,
	title = {Context-aware Digital Twin for Underground Storage},
	booktitle = {Artificial Intelligence and Digital Twins for Earth Systems 2025, Austin, TX},
	year = {2025},
	month = {9},
	keywords = {AIDT4ES, Amortized Variational Inference, Bayesian inference, conditional normalizing flows, data assimilation, deep learning, digital twin, experimental design, GCS, Imaging, Inverse problems, permeability, reservoir simulation, rock physics, RTM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/AIDT4ES/2025/herrmann2025AIDT4EScad},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ipsita Bhar and Huseyin Tuna Erdinc and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@conference {herrmann2025IMSIcad,
	title = {Context-Aware Digital Twin for Underground Storage Operations and Decision Making},
	booktitle = {Data Assimilation and Inverse Problems for Digital Twins Workshop 205, IMSI, Chicago},
	year = {2025},
	month = {10},
	keywords = {Amortized Variational Inference, Bayesian inference, conditional normalizing flows, data assimilation, decision making, digital twin, experimental design, GCS, Imaging, Inverse problems, permeability, reservoir simulation, rock physics, RTM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IMSI/2025/herrmann2025IMSIcad},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ipsita Bhar and Huseyin Tuna Erdinc and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@conference {zeng2025IMAGEfwi,
	title = {Full-waveform variational inference with common-image gathers},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2025},
	month = {8},
	keywords = {Bayesian inference, CIG, deep learning, diffusion models, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/zeng2025IMAGEfwi/IMAGE_Yunlin.pdf},
	author = {Yunlin Zeng and Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann}
}
@conference {orozco2025SIAMisu,
	title = {Industry-Scale Uncertainty-Aware Full Waveform Inference with Generative Models},
	booktitle = {SIAM Conference on Computational Science and Engineering (CSE25)},
	year = {2025},
	note = {(SIAM CSE25, Dallas)},
	month = {03},
	abstract = {In this talk, we address the challenge of Bayesian sampling for ill-posed inverse problems involving expensive PDE forward operators. To tackle this, we propose the use of generative models and discuss three key challenges along with our solutions. First, we address the constraints of GPU memory by introducing patch-based training and memory-efficient invertible networks, enabling the handling of large-scale data. Second, we demonstrate that these models can be effectively trained using only prior data available from acoustic observations and borehole well data, making the approach practical for real-world applications. Third, we explore various strategies to enhance the reliability of posterior samples by incorporating physics-based constraints through the wave operator. We conclude by presenting experiments that showcase the capabilities of these methods in field-data Full Waveform Inversion (FWI) workflows, scaling up to industry-scale problems with large 2D (512x7000 degrees of freedom) and 3D models.},
	keywords = {Bayesian sampling, FWI, Generative models, Inverse problems, Normalizing flows, SIAM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMCSE/2025/orozco2025SIAMisu},
	author = {Rafael Orozco and Huseyin Tuna Erdinc and Mathias Louboutin and Felix J. Herrmann}
}
@unpublished {deng2025EAGEpjrm,
	title = {Probabilistic Joint Recovery Method for CO2 Plume Monitoring},
	year = {2025},
	month = {6},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, FWI, GCS, igm, image generative model, Imaging, Inverse problems, JRM, Summary Statistics, Uncertainty quantification},
	doi = {10.48550/arXiv.2501.18761},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2025/deng2025EAGEpjrm/EAGE_Venice.pdf},
	author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {herrmann2025SIAMrdt,
	title = {Robust Digital Twin for Geological Carbon Storage},
	booktitle = {SIAM Conference on Computational Science and Engineering (CSE25)},
	year = {2025},
	note = {(SIAM CSE25, Dallas)},
	month = {03},
	abstract = {While recent work has shown that conditional neural networks can be used to effectuate prior-to-posterior mappings during ensemble Kalman filtering, their accuracy relies on the quality of the training ensemble, consisting of the simulated time-advanced nonlinear state and possibly nonlinear observations. Its precision also depends on the generative neural networks{\textquoteright} ability to generalize. In this work, we will report progress on how to make our Digital Twin more robust with respect to distribution shifts and modeling errors, e.g. due to erroneous choices for the physics within the Forecast Step. To this end, we will follow a two-pronged approach consisting of augmenting the Forecast step, e.g. by including different models for the rock physics that map the Digital Twin{\textquoteright}s state to seismic properties, and by adding more physics during the prior-to-posterior mapping. In its current implementation, training of our Digital Twin{\textquoteright}s neural networks relies on relative low-fidelity amortization of the Forecast Ensemble, which is susceptible to distribution shifts. By conducting non-amortized inference informed by the physics and low-fidelity prior-to-posterior mapping, we propose an approach that is more robust than the current implementation of the Digital Twin.},
	keywords = {Bayesian inference, conditional normalizing flows, CSE25, digital twin, rock physics, sequential Bayes, SIAM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMCSE/2025/herrmann2025SIAMrdt},
	author = {Felix J. Herrmann and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Grant Bruer}
}
@conference {erdinc2025ML4SEISMICspm,
	title = {SAGE - Subsurface modeling with AI-driven Geostatistical Extraction and evaluation on North Sea Data},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {Traditional machine learning based approaches often depend on large, high-quality and complete datasets of 2D Earth propety models, which can be difficult to obtain in subsurface applications. In this study, we leverage score-based generative models to synthesize high-fidelity geophysical properties (velocity, density, etc.) trained on a combination of sparse but tied well logs and seismic lines without relying on densely sampled velocity models and adress the sampling-density differences by enabling coherent integration of these complementary sources of information. With experiments on multiple synthetic datasets from subsurface models featuring diverse geological structures (e.g., faults, salt bodies), we demonstrate that our approach can accurately capture long-range geological correlations and align well with unseen ground-truth properties. Finally, we highlight the potential of our method to generalize to field data by conducting fine-tuning on a curated dataset derived from real well-log and seismic data currated from the UK Data Repository for the North Sea. This study represents an important step toward the development of foundational models for inverting physical properties and provides inputs for applications such as full-waveform inference (WISE/ASPIRE), supervised learning algorithms, and enhanced seismic-based subsurface modeling.},
	keywords = {Bayesian inference, deep learning, generative model, Imaging, Inverse problems, ML4SEISMIC, North-sea data, power-scaling, RTM, score, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/erdinc2025ML4SEISMICspm},
	author = {Huseyin Tuna Erdinc and Ipsita Bhar and Thales Souza and Rafael Orozco and Felix J. Herrmann}
}
@conference {bhar2025ML4SEISMICsdc,
	title = {Seismic Dataset Curation from UK National Data Repository to Validate SAGE and WISE},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {This work presents a curated seismic dataset pipeline developed for data residing in the UK National Data Repository (UK NDR) in support of advanced generative geophysical modeling and machine learning. The workflow integrates checkshots and 3D post-stack seismic data volumes to generate accurate depth-domain seismic sections. Custom interpolation algorithms are used to construct velocity models from checkshot data, which are then used for time-to-depth conversion with [OpendTect]https://dgbes.com/software/opendtect. The converted seismic cubes are subsequently processed in Python using [SegySAK]https://segysak.readthedocs.io/en/latest/, a python package, enabling efficient extraction and visualization of 2D lines. These datasets will be used to further validate the workflow of SAGE (Subsurface foundational model for AI-driven Geostatistical Extraction), which focuses on large-scale representation learning for the geosciences. The trained generative models will be used as input to WISE and ASPIRE that form foundation models for seismic inference designed to characterize the subsurface. This curated dataset pipeline streamlines seismic data preparation, enhances reproducibility, and bridges the gap between conventional geophysical workflows and emerging data-driven inference methods.},
	keywords = {Bayesian inference, generative model, Imaging, ML4SEISMIC, North-sea data, RTM, SLIM, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/bhar2025ML4SEISMICsdc},
	author = {Ipsita Bhar and Huseyin Tuna Erdinc and Thales Souza and Rafael Orozco and Felix J. Herrmann}
}
@conference {deng2025IMAGEtfi,
	title = {Time-lapse full-waveform inversion with uncertainty quantification},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2025},
	month = {8},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, FWI, GCS, igm, IMAGE, image generative model, Imaging, Inverse problems, JRM, SEG, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/deng2025IMAGEtfi},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/deng2025IMAGEtfi/IMAGE_Venice.pdf},
	author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {deng2025ML4SEISMICtfi,
	title = {Time-lapse full-waveform inversion with uncertainty quantification},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {Reliable management of underground energy storage systems, such as underground compressed Hydrogene or Air storage, rely on semi-continuous monitoring and rigorous quantification of subsurface uncertainty. Time-lapse seismic imaging provides valuable insights into fluid migration and storage integrity. However, traditional inversion techniques{\textemdash}particularly full-waveform inversion (FWI){\textemdash}are inherently ill-posed and deterministic, limiting their applicability for uncertainty-aware decision-making. The Joint Recovery Method (JRM) improves consistency across multiple surveys by jointly reconstructing shared structures, but does not capture uncertainty. We introduce the Probabilistic Joint Recovery Method (πJRM), which embeds uncertainty estimation within a joint inversion framework. πJRM leverages a shared generative model to infer wave-equation{\textendash}based posterior distributions for each monitoring survey, enabling probabilistic interpretation of time-lapse changes. Synthetic experiments demonstrate that πJRM accurately recovers dynamic reservoir evolution and provides uncertainty-aware reconstructions, offering a principled foundation for safe, efficient management of subsurface energy storage operations.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, FWI, GCS, igm, image generative model, Imaging, Inverse problems, jrm pjrm, ML4SEISMIC, SLIM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/deng2025ML4SEISMICtfi},
	author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {herrmann2025SciMLtfm,
	title = {Towards foundation models for subsurface priors and posteriors},
	booktitle = {Workshop on Scientific Machine Learning 2025, Austin, TX},
	year = {2025},
	month = {9},
	keywords = {Bayesian inference, deep learning, foundation models, full waveform inference, generative model, Imaging, Inverse problems, RTM, SciML, score, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SciML/2025/herrmann2025SciMLtfm},
	author = {Huseyin Tuna Erdinc and Thales Souza and Shiqin Zeng and Rafael Orozco and Felix J. Herrmann}
}
@article {gahlot2024uads,
	title = {An uncertainty-aware Digital Shadow for underground multimodal CO2 storage monitoring},
	journal = {Geophysical Journal International},
	year = {2025},
	note = {(Geophysical Journal International)},
	month = {5},
	abstract = {As a society, we are faced with important challenges to combat climate change. Geological Carbon Storage (GCS), during which gigatonnes of super-critical CO2 are stored underground, is arguably the only scalable net-negative CO2-emission technology that is available. While promising, subsurface complexities and heterogeneity of reservoir properties demand a systematic approach to quantify uncertainty when optimizing production and mitigating storage risks, which include assurances of Containment and Conformance of injected supercritical CO2. As a first step towards the design and implementation of a Digital Twin for monitoring and control of underground storage operations, a machine-learning-based data-assimilation framework is introduced and validated on carefully designed realistic numerical simulations. Because our implementation is based on Bayesian inference, but does not yet support control and decision-making, we coin our approach an uncertainty-aware Digital Shadow. To characterize the posterior distribution for the state of CO2 plumes (its CO2 concentration and pressure), conditioned on multi-modal time-lapse data, the envisioned Shadow combines techniques from Simulation-Based Inference (SBI) and Ensemble Bayesian Filtering to establish probabilistic baselines and assimilate multi-modal data for GCS problems that are challenged by large degrees of freedom, nonlinear multiphysics, non-Gaussianity, and computationally expensive to evaluate fluid-flow and seismic simulations. To enable SBI for dynamic systems, a recursive scheme is proposed where the Digital Shadow{\textquoteright}s neural networks are trained on simulated ensembles for their state and observed data (well and/or seismic). Once training is completed, the system{\textquoteright}s state is inferred when time-lapse field data becomes available. Contrary to ensemble Kalman filtering, corrections to the predicted simulated states are not based on linear updates, but instead follow during the Analysis step of Bayesian filtering from a prior-to-posterior mapping through the latent space of a nonlinear transform. Starting from a probabilistic model for the permeability field, derived from a baseline surface-seismic survey, the proposed Digital Shadow is validated on unseen simulated ground-truth time-lapse data. In this computational study, we observe that a lack of knowledge on the permeability field can be factored into the Digital Shadow{\textquoteright}s uncertainty quantification. Our results also indicate that the highest reconstruction quality is achieved when the state of the CO2 plume is conditioned on both time-lapse seismic data and wellbore measurements. Despite the incomplete knowledge of the permeability field, the proposed Digital Shadow was able to accurately track the unseen physical state of the subsurface throughout the duration of a realistic CO2 injection project. To the best of our knowledge, this work represents the first proof-of-concept of an uncertainty-aware, in-principle scalable, Digital Shadow that captures the uncertainty arising from unknown reservoir properties and noisy observations. This framework provides a foundation for the development of a Digital Twin aimed at mitigating risks and optimizing the management of underground storage projects.},
	keywords = {Bayesian inference, conditional normalizing flows, deep learning, digital twin, GCS, Inverse problems, sequential Bayes, Summary Statistics, Uncertainty quantification},
	doi = {10.1093/gji/ggaf176},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2024/gahlot2024uads/paper.html},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@article {yin2024wiser,
	title = {WISER: multimodal variational inference for full-waveform inversion without dimensionality reduction},
	journal = {Geophysics},
	volume = {90},
	year = {2025},
	note = {(GEOPHYSICS)},
	month = {03},
	abstract = {We present a semi-amortized variational inference framework designed for computationally feasible uncertainty quantification in 2D full-waveform inversion to explore the multimodal posterior distribution without dimensionality reduction. The framework is called WISER, short for full-Waveform variational Inference via Subsurface Extensions with Refinements. WISER leverages the power of generative artificial intelligence to perform approximate amortized inference that is low-cost albeit showing an amortization gap. This gap is closed through non-amortized refinements that make frugal use of acoustic wave physics. Case studies illustrate that WISER is capable of full-resolution, computationally feasible, and reliable uncertainty estimates of velocity models and imaged reflectivities.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, Summary Statistics, Uncertainty quantification, WISE, WISER},
	doi = {10.1190/geo2024-0483.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2024wiser/WISER.html},
	author = {Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@conference {orozco2024IMAGEbeacon,
	title = {BEACON: Bayesian Experimental design Acceleration with Conditional Normalizing flows - a case study in optimal monitor well placement for CO2 sequestration},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {CO2 sequestration is a crucial engineering solution for mitigating climate change. However, the uncertain nature of reservoir properties, necessitates rigorous monitoring of CO2 plumes to prevent risks such as leakage, induced seismicity, or breaching licensed boundaries. To address this, project managers use borehole wells for direct CO2 and pressure monitoring at specific locations. Given the high costs associated with drilling, it is crucial to strategically place a limited number of wells to ensure maximally effective monitoring within budgetary constraints. Our approach for selecting well locations integrates fluid-flow solvers for forecasting plume trajectories with generative neural networks for plume inference uncertainty. Our methodology is extensible to three-dimensional domains and is developed within a Bayesian framework for optimal experimental design, ensuring scalability and mathematical optimality. We use a realistic case study to verify these claims by demonstrating our method{\textquoteright}s application in a large scale domains and optimal performance as compared to baseline well placement.},
	keywords = {Amortized Variational Inference, Bayesian inference, conditional normalizing flows, deep learning, GCS, IMAGE, Inverse problems, OED, SEG, Uncertainty quantification},
	doi = {10.48550/arXiv.2404.00075},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@conference {gahlot2024IMAGEdt,
	title = {A Digital Twin for Geological Carbon Storage with Controlled Injectivity},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {We present an uncertainty-aware Digital Twin (DT) for geologic carbon storage (GCS), capable of handling multimodal time-lapse data and controlling CO2 injectivity to mitigate reservoir fracturing risks. In GCS, DT represents virtual replicas of subsurface systems that incorporate real-time data and advanced generative Artificial Intelligence (genAI) techniques, including neural posterior density estimation via simulation-based inference and sequential Bayesian inference. These methods enable the effective monitoring and control of CO2 storage projects, addressing challenges such as subsurface complexity, operational optimization, and risk mitigation. By integrating diverse monitoring data, e.g., geophysical well observations and imaged seismic, DT can bridge the gaps between seemingly distinct fields like geophysics and reservoir engineering. In addition, the recent advancements in genAI also facilitate DT with principled uncertainty quantification. Through recursive training and inference, DT utilizes simulated current state samples, e.g., CO2 saturation, paired with corresponding geophysical field observations to train its neural networks and enable posterior sampling upon receiving new field data. However, it lacks decision-making and control capabilities, which is necessary for full DT functionality. This study aims to demonstrate how DT can inform decision-making processes to prevent risks such as cap rock fracturing during CO2 storage operations.},
	keywords = {Bayesian inference, conditional normalizing flows, control, deep learning, digital twin, GCS, IMAGE, SEG, sequential Bayes, Uncertainty quantification},
	doi = {10.48550/arXiv.2403.19819},
	url = {https://slimgroup.github.io/IMAGE2024/GahlotLi2024SEG/paper.html},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {herrmann2024ML4SEISMICdtg,
	title = {A Digital Twin for Geological Carbon Storage with Controlled Injectivity},
	year = {2024},
	month = {11},
	abstract = {We present an uncertainty-aware Digital Twin (DT) for geologic carbon storage (GCS), capable of handling multimodal time-lapse data and controlling CO 2  injectivity to mitigate reservoir fracturing risks. In GCS, DT represents virtual replicas of subsurface systems that incorporate real-time data and advanced generative Artificial Intelligence (genAI) techniques, including neural posterior density estimation via simulation-based inference and sequential Bayesian inference. These methods enable the effective monitoring and control of CO 2  storage projects, addressing challenges such as subsurface complexity, operational optimization, and risk mitigation. By integrating diverse monitoring data, e.g., geophysical well observations and imaged seismic, DT can bridge the gaps between seemingly distinct fields like geophysics and reservoir engineering. In addition, the recent advancements in genAI also facilitate DT with principled uncertainty quantification. Through recursive training and inference, DT utilizes simulated current state samples, e.g., CO 2  saturation, paired with corresponding geophysical field observations to train its neural networks and enable posterior sampling upon receiving new field data. However, it lacks decision-making and control capabilities, which is necessary for full DT functionality. This study aims to demonstrate how DT can inform decision-making processes to prevent risks such as cap rock fracturing during CO 2  storage operations.},
	keywords = {Amortized Variational Inference, augmentation, Bayesian inference, conditional normalizing flows, data assimilation, deep learning, FWI, Imaging, Inverse problems, ML4SEISMIC, rock physics, RTM, SLIM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/herrmann2024ML4SEISMICdtg},
	author = {Abhinav Prakash Gahlot and Haoyun Li and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@conference {herrmann2024PURDUEicon,
	title = {Digital Twins in the era of generative AI {\textemdash} Application to Geological CO2 Storage},
	booktitle = {ICON Seminar in IoT},
	year = {2024},
	month = {9},
	abstract = {As a society, we are faced with important challenges to combat climate change. Geological Carbon Storage, during which gigatonnes of super-critical CO2 are stored underground, is arguably the only scalable net-negative CO2-emission technology that is available. Recent advances in generative AI offer unique opportunities{\textemdash}especially in the context of Digital Twins for subsurface CO2-storage monitoring, decision making, and control{\textemdash}to help scale this technology, optimize its operations, lower its costs, and reduce its risks, so assurances can be made whether storage projects proceed as expected and whether CO2 remains underground. During this talk, it is shown how techniques from Simulation-Based Inference and Ensemble Bayesian Filtering can be extended to establish probabilistic baselines and assimilate multimodal data for problems challenged by large degrees of freedom, nonlinear multiphysics, and computationally expensive to evaluate simulations. Key concepts that will be reviewed include neural Wave-Based Inference with Amortized Uncertainty Quantification and physics-based Summary Statistics, Ensemble Bayesian Filtering with Conditional Neural Networks, and learned multiphysics inversion with Differentiable Programming.},
	keywords = {Bayesian inference, conditional normalizing flows, differential programming, digital twin, Ensemble Bayesian filtering, GCS, multiphyics, sequential Bayes, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/PURDUEicon/2024/herrmann2024PURDUEicon},
	url2 = {https://www.youtube.com/watch?v=GQT9CLA-DlU},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {gahlot2024ICLdtg,
	title = {Digital Twins in the era of generative AI - Application to Geological CO2 Storage},
	year = {2024},
	month = {6},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring \& control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, control, data assimilation, deep learning, digital twin, FWI, GCS, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/gahlot2024ICLdtg},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {herrmann2024dt4gcs,
	title = {Digital Twins in the Era of Generative AI: Application to Geological CO2 Storage},
	year = {2024},
	month = {2},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring \& control of geological CO 2  storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, Imaging, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs.pdf},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {gahlot2024MINESGIGACO2dtg,
	title = {DT4GCS {\textemdash} Digital Twin for Geological CO2 Storage and Control},
	booktitle = {Geophysical Research for Gigatonnes CO2 Storage, Colorado School of Mines},
	year = {2024},
	month = {7},
	keywords = {Bayesian inference, conditional normalizing flows, control, deep learning, digital twin, GCS, sequential Bayes, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/gahlot2024MINESGIGACO2dtg},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/MINESGIGACO2/2024/gahlot2024MINESGIGACO2dtg/DTCCUS24.docx},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2024CSMdt,
	title = {DT4GCS {\textendash}- Digital Twin for Geological CO2 Storage and Control},
	booktitle = {Gigatonnes CO2 Storage Workshop},
	year = {2024},
	note = {(Geophysical Research for Gigatonnes CO2 Storage Workshop, Golden)},
	month = {7},
	abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines {\textquotedblleft}A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making.{\textquotedblright} During this talk, we will explore these concepts and their significance in addressing the challenges of monitoring and control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, Imaging, monitoring, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CO2STORAGE/2024/herrmann2024CSMdt/herrmann2024CSMdt.pdf},
	author = {Felix J. Herrmann and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Haoyun Li}
}
@presentation {zeng2024ML4SEISMICefv,
	title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling},
	year = {2024},
	month = {11},
	abstract = {Recent developments in simulation-based inference, like the full-waveform variational inference via subsurface extensions (WISE), enable rapid online estimation of subsurface velocities by leveraging pre-trained models. To achieve this, WISE employs subsurface-offset common image gathers to convert shot data into physics-informed summary statistics. While common image gathers effectively retain critical information even when initial velocity estimates are inaccurate, WISE{\textquoteright}s performance still depends on the assumption that the initial migration-velocity model is a single 1D velocity model. In this work, we present experiments using both 1D and 2D velocity models and develop a stochastic resampling method to generate variations of initial migration-velocity models. This technique allows us to systematically infer alternative velocity models that are consistent with the observed data, while enhancing the posterior sample quality and reducing dependency on the initial velocity model compared to the standard WISE approach.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICefv},
	author = {Yunlin Zeng and Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {zeng2024IMAGEefw,
	title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling and Data Augmentation},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slimgroup.github.io/IMAGE2024/Yunlin_Zeng2024SEG/paper.html},
	author = {Yunlin Zeng and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@presentation {rex2024ML4SEISMICfca,
	title = {FNO-charged ASPIRE},
	year = {2024},
	month = {11},
	abstract = {During this talk, we will demonstrate how extended re-migrations{\textemdash}i.e, formation of subsurface-offset Common-Image Gathers (CIGs) for a new velocity model, can be avoided altogether by training Fourier Neural Operators during training of ASPIRE {\textemdash} Amortized posteriors with Summaries that are Physics-based and Iteratively REfined. In this approach, FNOs are trained as surrogates capable of mapping CIGs for one migration-velocity model to the other. The approach is computationally feasible because it uses the same training set as used during ASPIRE. As a result, additional training costs are small and the inference costs are reduced by a factor equal to the number of ASPIRE refinements.},
	keywords = {deep learning, FNO, hierarchical tucker tensor, Inverse problems, kronecker product, ML4SEISMIC, SLIM, two-phase flow},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/rex2024ML4SEISMICfca},
	author = {Richard Rex and Yunlin Zeng and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {yin2024GTwise,
	title = {Generative AI for full-waveform variational inference},
	year = {2024},
	month = {1},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, FWI, generative AI, GT, inversion, machine learning, Normalizing flows, SLIM, Summary Statistics, Uncertainty quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/GTseminar/2024/yin2024GTwise},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {erdinc2024IMAGEggm,
	title = {Generative Geostatistical Modeling from Incomplete Well and Imaged Seismic Observations},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {Diffusion generative models are powerful frameworks for learning high-dimensional distributions and synthesizing high-fidelity images. However, their efficacy in training predominantly hinges on the availability of complete, high-quality training datasets, a condition that often proves unattainable, particularly in the domain of subsurface velocity-model generation. In this work, we propose to synthesize proxy subsurface velocities from incomplete well and imaged seismic observations by introducing additional corruptions to the observations during the training phase. In this context, proxy velocity models refer to random realizations of subsurface velocities that are close in distribution to the actual subsurface velocities. These proxy models can be used as priors to train neural networks with simulation-based inference. Our approach facilitates the generation of these proxy velocity samples by utilizing available datasets composed merely of seismic images and 5 (for now) wells per seismic image.After training, our foundation generative model permits the generation of velocity samples derived from unseen RTMs without the need of having access to wells.},
	keywords = {deep learning, diffusion, generative modeling, geostatistics, IMAGE, kriging, SEG, velocity model building},
	url = {https://slimgroup.github.io/IMAGE2024/erdinc2024SEG/abstract.html},
	author = {Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann}
}
@mastersthesis {orozco2024THgmf,
	title = {GENERATIVE MODELS FOR UNCERTAINTY QUANTIFICATION OF MEDICAL AND SEISMIC IMAGING},
	year = {2024},
	note = {(PhD)},
	month = {12},
	school = {Georgia Institute of Technology},
	type = {phd},
	address = {Atlanta},
	abstract = {This thesis investigates the intersection of machine learning-based generative models with physics-based methods to address imaging problems, with an emphasis on accelerat- ing computations while incorporating uncertainty quantification. Throughout the chapters, a key conclusion emerges: machine learning methods, though powerful, are insufficient when used in isolation. They must be combined with the trusted domain knowledge con- tained in numerical physics simulations to achieve robust results. The methods presented bridge two of the most impactful areas in modern computer science: numerical simula- tions methods rooted in linear algebra and the transformative potential of deep learning, particularly as exemplified by recent advancements in generative modeling. The focus of this work is on scenarios where the underlying physics is computation- ally expensive, requiring frugal use of simulations. This is particularly relevant in high- dimensional, ill-posed inverse problems, such as those encountered in the applications shown in this thesis: medical imaging and seismic exploration, where the forward oper- ator is governed by complex partial differential equations (PDEs). To address these challenges, this thesis introduces techniques that blend practical ma- chine learning approaches with theoretical insights, particularly through the use of physics- based summary statistics. These statistics enable efficient extraction of meaningful in- formation from physics simulations, reducing computational overhead while preserving the critical elements of the physical model. Theoretical foundations underpin the design choices, ensuring that the methods are both efficient and ameliorate the potential bias that would arise from using physics-based summary statistics instead of raw observations. As an engineering-focused work, the thesis places a strong emphasis on practicality and robustness. The proposed methods are stress-tested through validation experiments, on increasingly complex scenarios with a clear pathway toward deployment in the real-world. This applied perspective reflects the ultimate goal of leveraging these methods to create tangible, impactful changes in domains such as healthcare and geophysics. By bridging the gap between advanced machine learning and trusted physics-based methods, this work contributes to the development of innovative tools that balance computational efficiency, uncertainty quantification, and practical applicability.},
	keywords = {Bayesian inference, CCS, CIG, conditional normalizing flows, FWI, GCS, Generative models, Inverse problems, medical imaging, monitoring, Normalizing flows, PhD, RTM, scientific machine learning, time-lapse, Uncertainty quantification, Variational Inference, WISE, WISER},
	url = {https://slim.gatech.edu/Publications/Public/Thesis/2024/orozco2024THgmf/Thesis_Orozco_pdf.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Thesis/2024/orozco2024THgmf/defense-real},
	author = {Rafael Orozco}
}
@presentation {zeng2024ML4SEISMICiic,
	title = {Image Impeccable Challenge: An Effective Machine Learning Denoising Method for 3D Seismic Volumes},
	year = {2024},
	month = {11},
	abstract = {Seismic denoising is essential for enhancing the clarity, accuracy, and reliability of seismic data. Traditional seismic denoising methods, while effective for specific types of noise, often rely on well-established mathematical techniques that can be time-consuming, require manual tuning, and struggle with more complex noise patterns. Leveraging the 500 paired synthetic seismic datasets provided by the Think Onward community, we incorporate a 3D U-Net deep learning model with residual blocks and spatial attention to capture both local and global features for the seismic denoising task. During training, we apply the Laplacian operator to preserve edge details, followed by the Structural Similarity Index Measure (SSIM) loss to fine-tune the model, effectively removing concurrent noise and recovering the original seismic information. The resulting individual model achieves an SSIM of 0.99 compared to the ground truth seismic data. Additionally, we implement Langevin dynamics and Equivariant Bootstrapping techniques to estimate uncertainty during the training and inference phases, further improving the robustness of the denoising process.},
	keywords = {CAM, CCS, classification, explainability, GCS, Imaging, Inverse problems, JRM, ML4SEISMIC, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICiic},
	author = {Shiqin Zeng and Rafael Orozco and Huseyin Tuna Erdinc and Felix J. Herrmann}
}
@article {orozco2023invnet,
	title = {InvertibleNetworks.jl: A Julia package for scalable normalizing flows},
	journal = {Journal of Open Source Software},
	volume = {9},
	year = {2024},
	month = {7},
	abstract = {InvertibleNetworks.jl is a Julia package designed for the scalable implementation of normalizing flows, a method for density estimation and sampling in high-dimensional distributions. This package excels in memory efficiency by leveraging the inherent invertibility of normalizing flows, which significantly reduces memory requirements during backpropagation compared to existing normalizing flow packages that rely on automatic differentiation frameworks. InvertibleNetworks.jl has been adapted for diverse applications, including seismic imaging, medical imaging, and CO2 monitoring, demonstrating its effectiveness in learning high-dimensional distributions.},
	keywords = {Bayesian inference, computing, conditional normalizing flows, deep learning, HPC, Inverse problems, memory, Normalizing flows, software, Uncertainty quantification},
	doi = {10.21105/joss.06554},
	url = {https://doi.org/10.21105/joss.06554},
	author = {Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@presentation {orozco2024ML4SEISMICmev,
	title = {Machine-learning enabled velocity-model building with uncertainty quantification},
	year = {2024},
	month = {11},
	abstract = {Accurately characterizing subsurface properties is crucial for a wide range of geophysical applications, from hydrocarbon exploration to monitoring of CO2 sequestration projects. Traditional characterization methods such as Full-Waveform Inversion (FWI) represent powerful tools but often struggle with the inherent complexities of the inverse problem, including noise, limited bandwidth and aperture of data, limited azimuth and computational constraints. To address these challenges, we propose a scalable methodology that integrates generative modeling with physics-informed summary statistics, making it suitable for complicated imaging problems potentially including field datasets. Our approach leverages the power of conditional diffusion networks, and methodologically incorporates physics in the form of summary statistics, allowing for the computationally efficient generation of Bayesian posterior samples that offer an useful assessment of uncertainty of the inferred migration-velocity models. To validate our approach, we introduce a battery of tests that measure the quality of the image estimates as well as the quality of the inferred uncertainties. With modern synthetic datasets, we maximally leverage the advantages of using subsurface-offset Common Image Gathers (CIGs) as the conditioning observable. Next, we tackle the challenging SEAM salt model that requires incorporating salt flooding into our approach based on the iterative refinements of ASPIRE {\textemdash} Amortized posteriors with Summaries that are Physics-based and Iteratively REfined.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, diffusion models, FWI, Imaging, Inverse problems, ML4SEISMIC, RTM, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/orozco2024ML4SEISMICmev},
	author = {Rafael Orozco and Huseyin Tuna Erdinc and Thales Souza and Yunlin Zeng and Ziyi Yin and Felix J. Herrmann}
}
@presentation {orozco2024ICLnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	year = {2024},
	month = {6},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/orozco2024ICLnwi},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024IPMSnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	booktitle = {Inverse Problems: Modelling and Simulation},
	year = {2024},
	month = {5},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, IPMS, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi/herrmann2024.pdf},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024EAGEnfb,
	title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2024},
	month = {6},
	abstract = {Neural density estimators, such as invertible normalizing flows, are capable of estimating the Bayesian posterior distribution in a variety of imaging problems, including medical MRI and seismic imaging/monitoring. So far, few works explore the possibility to make explicit use of probabilistic information contained within the full Bayesian solution of these inverse problems. During our talk, we investigate how a simple modification to the training objective of conditional normalizing flows allows for Bayesian experimental design without modifying the normalizing flow{\textquoteright}s neural architecture itself. By establishing a key relationship between the expected information gain (EIG) and the maximum-likelihood, attained during the training of normalizing flows, we show that optimal experimental design can be achieved. During our talk, we first verify, on a stylized problem, that our method indeed maximizes the expected information gain, followed by demonstrating the advocacy of our methodology on large-scale medical and seismic problems.},
	keywords = {Bayesian inference, deep learning, expected information gain, Normalizing flows, optimal experimental design, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2024/orozco2024EAGEnfb},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024SIAMboed,
	title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
	booktitle = {SIAM Conference on Uncertainty Quantification},
	year = {2024},
	note = {(SIAM UQ, Trieste)},
	month = {03},
	abstract = {Neural density estimators such as normalizing flows have shown promise for estimation of the Bayesian posterior in a variety of imaging problems. Few works have explored how to practically exploit the probabilistic information contained in the full Bayesian solution of the inverse problem. Here we explore a simple modification to conditional normalizing flow training that enables Bayesian experimental design without modifying existing architectures. Based on a relationship between the expected information gain and maximum-likelihood training of normalizing flows, we show that experimental design can be achieved with the same training objective. We first verify that our method maximizes the expected information gain using a stylized problem. Then, we demonstrate our method can solve imaging problems in large scale medical and seismic applications.},
	keywords = {expected information gain, Normalizing flows, optimal experimental design, SIAM},
	doi = {10.48550/arXiv.2402.18337},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/orozco2024SIAMUQboed},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/orozco2024SIAMUQboed/orozco2024SIAMUQboed.pdf},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {deng2024ML4SEISMICpjr,
	title = {Probabilistic Joint Recovery Method for CO2 plume monitoring},
	year = {2024},
	month = {11},
	abstract = {Accurately predicting fluid flow patterns in Carbon Capture and Storage (CCS) is a challenging task, particularly due to uncertainties in CO 2  plume dynamics and reservoir properties. While previous deterministic methods such as the Joint Recovery Method (JRM) have provided valuable insights, their effectiveness is limited as tools for decision-making since they do not communicate uncertainty. To address this, we propose a Probabilistic Joint Recovery Method (PJRM) that computes the posterior distribution at each monitoring survey while leveraging the shared structure among surveys through a common generative model. By efficiently computing posterior distributions for each monitoring survey, this method aims to provide valuable uncertainty information to decision-makers in CCS projects, augmenting their workflow with principled risk minimization.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, FWI, igm, image generative model, Imaging, Inverse problems, JRM, ML4SEISMIC, SLIM, Summary Statistics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/deng2024ML4SEISMICpjr},
	author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann}
}
@presentation {erdinc2024ML4SEISMICsfm,
	title = {SAGE {\textendash} Subsurface foundational model with AI-driven Geostatical Extraction},
	year = {2024},
	month = {11},
	abstract = {In this study, we present a novel approach for synthesizing diverse subsurface velocity models using diffusion-based generative models. Traditional methods often depend on large, high-quality datasets of 2D velocity models, which can be difficult to obtain in subsurface applications. In contrast, our method leverages incomplete well and seismic data to generate high-fidelity velocity samples without requiring fully sampled training datasets.The results demonstrate that the generative model accurately captures long-range geological structures and aligns well with unseen ground-truth velocity models. Furthermore, it is shown that the diversity of generated velocity models can be increased through prior guidance in the training phase, and model uncertainties can be reduced with well conditioning during inference.Experiments conducted with multiple datasets (BG, Synthoseis, and North Sea data) and velocity models featuring various geological structures (e.g., faults, salt bodies) suggest that our approach facilitates realistic subsurface velocity synthesis, providing valuable inputs for full-waveform inversion and enhancing seismic-based subsurface modeling.},
	keywords = {Amortized Variational Inference, Bayesian inference, deep learning, diffusion models, FWI, Imaging, Inverse problems, ML4SEISMIC, RTM, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/erdinc2024ML4SEISMICsfm},
	author = {Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann}
}
@conference {herrmann2024SIAMUQdt,
	title = {An Uncertainty-Aware Digital Twin for Geological Carbon Storage},
	booktitle = {SIAM Conference on Uncertainty Quantification},
	year = {2024},
	note = {(SIAM UQ, Trieste)},
	month = {03},
	abstract = {Arguably, Geological Carbon Storage constitutes the only truly scalable net-negative carbon emission technology. To mitigate its risks and optimize its operations, an uncertainty-aware Digital Twin is being developed. To leverage existing fluid-flow and seismic simulation and imaging capabilities, the envisioned twin combines techniques from sequential and simulation-based Bayesian inference to train its deep generative neural networks to draw samples from the posterior of the Digital Twin{\textquoteright}s state. Because these samples are conditioned on observed time-lapse field data, these twins are capable of capturing the dynamics of CO2 plumes and their uncertainty.},
	keywords = {Bayesian inference, CCS, deep learning, digital twin, GCS, Imaging, monitoring, SIAM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/digital-twin},
	author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Grant Bruer and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@article {yin2023wise,
	title = {WISE: full-Waveform variational Inference via Subsurface Extensions},
	journal = {Geophysics},
	volume = {89},
	year = {2024},
	note = {(GEOPHYSICS)},
	month = {04},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Geophysics, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	doi = {10.1190/geo2023-0744.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2024/yin2023wise/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yin2024IMAGEwiser,
	title = {WISER: full-Waveform variational Inference via Subsurface Extensions with Refinements},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {We introduce a cost-effective Bayesian inference method for full-waveform inversion (FWI) to quantify uncertainty in migration-velocity models and its impact on imaging. Our method targets inverse uncertainty due to null-space of the wave modeling operators and observational noise, and forward uncertainty where the uncertainty in velocity models is propagated to uncertainty in amplitude and positioning of imaged reflectivities. This is achieved by integrating generative artificial intelligence (genAI) with physics-informed common-image gathers (CIGs), which greatly reduces reliance on accurate initial FWI-velocity models. In addition, we illustrate the capability of fine-tuning the generative AI networks with frugal physics-based refinements to improve the inference accuracy.},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, IMAGE, Imaging, Inverse problems, MVA, RTM, SEG, Summary Statistics, Uncertainty quantification, WISE, WISER},
	url = {https://slimgroup.github.io/IMAGE2024/yin2024SEG/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2022SPIEadjoint,
	title = {Adjoint operators enable fast and amortized machine learning based Bayesian uncertainty quantification},
	booktitle = {SPIE Medical Imaging Conference},
	year = {2023},
	note = {(SPIE, San Diego)},
	month = {02},
	abstract = {Machine learning algorithms such as Normalizing Flows, VAEs, and GANs are powerful tools in Bayesian uncertainty quantification (UQ) of inverse problems. Unfortunately, when using these algorithms medical imaging practitioners are faced with the challenging task of manually defining neural networks that can handle complicated inputs such as acoustic data. This task needs to be replicated for different receiver types or configurations since these change the dimensionality of the input. We propose to first transform the data using the adjoint operator {\textemdash}ex: time reversal in photoacoustic imaging (PAI) or back-projection in computer tomography (CT) imaging {\textemdash} then continue posterior inference using the adjoint data as an input now that it has been standardized to the size of the unknown model. This adjoint preprocessing technique has been used in previous works but with minimal discussion on if it is biased. In this work, we prove that conditioning on adjoint data is unbiased for a certain class of inverse problems. We then demonstrate with two medical imaging examples (PAI and CT) that adjoints enable two things: Firstly, adjoints partially undo the physics of the forward operator resulting in faster convergence of an ML based Bayesian UQ technique. Secondly, the algorithm is now robust to changes in the observed data caused by differing transducer subsampling in PAI and number of angles in CT. Our adjoint-based Bayesian inference method results in point estimates that are faster to compute than traditional baselines and show higher SSIM metrics, while also providing validated UQ.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, Normalizing flows, SPIE, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2023/orozco2022SPIEadjoint/SPIE_2022_adjoint.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {orozco2023IMAGEabf,
	title = {Amortized Bayesian Full Waveform Inversion and Experimental Design with Normalizing Flows},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {Probabilistic approaches to Full-Waveform Inversion (FWI), such as Bayesian ones, traditionally require expensive computations involving many wave-equation solves. To reduce the computational burden at test time, we propose to amortize the computational cost with offline training. After training, we aim to efficiently generate probabilistic FWI solutions with uncertainty. This aim is achieved by exploiting the ability of networks (i.e Normalizing Flows) to learn distributions, such as the Bayesian posterior. The posterior uncertainty is used during training to optimize the receiver sampling.},
	keywords = {bayesian, experimental design, FWI, Normalizing flows, SEG, Uncertainty quantification},
	url = {https://slimgroup.github.io/IMAGE2023/BayesianFWI/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/orozco2023IMAGEabf},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2023MIDLanf,
	title = {Amortized normalizing flows for transcranial ultrasound with uncertainty quantification},
	booktitle = {Medical Imaging with Deep Learning},
	year = {2023},
	note = {(MIDL, Nashville)},
	month = {07},
	abstract = {We present a novel approach to transcranial ultrasound computed tomography that utilizes normalizing flows to improve the speed of imaging and provide Bayesian uncertainty quantification. Our method combines physics-informed methods and data-driven methods to accelerate the reconstruction of the final image. We make use of a physics-informed summary statistic to incorporate the known ultrasound physics with the goal of compressing large incoming observations. This compression enables efficient training of the normalizing flow and standardizes the size of the data regardless of imaging configurations. The combinations of these methods results in fast uncertainty-aware image reconstruction that generalizes to a variety of transducer configurations. We evaluate our approach with in silico experiments and demonstrate that it can significantly improve the imaging speed while quantifying uncertainty. We validate the quality of our image reconstructions by comparing against the traditional physics-only method and also verify that our provided uncertainty is calibrated with the error.},
	keywords = {Bayesian Estimation, invertible networks, medical imaging, MIDL, Physics and Machine Learning Hybrid, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/MIDL/2023/orozco2023MIDLanf/paper.pdf},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {herrmann2023IMAGEWSfnf,
	title = {Fast neural FWI with amortized uncertainty quantification},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE workshop, Houston)},
	month = {08},
	keywords = {bayesian, experimental design, FWI, Normalizing flows, SEG, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/herrmann2023IMAGEWSfnf},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2023IMAGEgsk,
	title = {Generative Seismic Kriging with Normalizing Flows},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {The objective is to demonstrate the applicability of Normalizing Flows (NFs) to subsurface kriging from wells. We will show that after supervised training, we can generate multiple realistic samples of plausible earth models that match the observed wells. We observe that these samples produce uncertainty statistics that are correlated with the complex parts of the model. The applicability of this method is for areas nearby the original survey used for training. Finally, we compare the speed and quality of our solutions with those obtained using a traditional variogram approach.},
	keywords = {kriging, Normalizing flows, SEG, Uncertainty quantification},
	url = {https://slimgroup.github.io/IMAGE2023/BayesianKrig/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/orozco2023IMAGEgsk},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {gahlot2023NIPSWSifp,
	title = {Inference of CO2 flow patterns {\textendash} a feasibility study},
	booktitle = {Neural Information Processing Systems (NeurIPS)},
	year = {2023},
	note = {(NeurIPS 2023 Workshop - Tackling Climate Change with Machine Learning (Spotlight))},
	month = {10},
	abstract = {As the global deployment of carbon capture and sequestration (CCS) technology intensifies in the fight against climate change, it becomes increasingly imperative to establish robust monitoring and detection mechanisms for potential underground CO$_2$ leakage, particularly through pre-existing or induced faults in the storage reservoir{\textquoteright}s seals. While techniques such as history matching and time-lapse seismic monitoring of CO$_2$ storage have been used successfully in tracking the evolution of CO$_2$ plumes in the subsurface, these methods lack principled approaches to characterize uncertainties related to the CO$_2$ plumes{\textquoteright} behavior. Inclusion of systematic assessment of uncertainties is essential for risk mitigation for the following reasons: (i) CO$_2$ plume-induced changes are small and seismic data is noisy; (ii) changes between regular and irregular (e.g., caused by leakage) flow patterns are small; and (iii) the reservoir properties that control the flow are strongly heterogeneous and typically only available as distributions. To arrive at a formulation capable of inferring flow patterns for regular and irregular flow from well and seismic data, the performance of conditional normalizing flow will be analyzed on a series of carefully designed numerical experiments. While the inferences presented are preliminary in the context of an early CO$_2$ leakage detection system, the results do indicate that inferences with conditional normalizing flows can produce high-fidelity estimates for CO$_2$ plumes with or without leakage. We are also confident that the inferred uncertainty is reasonable because it correlates well with the observed errors. This uncertainty stems from noise in the seismic data and from the lack of precise knowledge of the reservoir{\textquoteright}s fluid flow properties.},
	keywords = {Amortized Variational Inference, Bayesian inference, CCS, conditional normalizing flows, geological carbon storage, monitoring, NIPS, Summary Statistics},
	doi = {10.48550/arXiv.2311.00290},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2023/gahlot2023NIPSWSifp/paper.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2023/gahlot2023NIPSWSifp/poster.pdf},
	author = {Abhinav Prakash Gahlot and Huseyin Tuna Erdinc and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@article {louboutin2023lmi,
	title = {Learned multiphysics inversion with differentiable programming and machine learning},
	journal = {The Leading Edge},
	volume = {42},
	year = {2023},
	note = {(The Leading Edge)},
	month = {07},
	pages = {452-516},
	abstract = {We present the Seismic Laboratory for Imaging and Modeling/Monitoring (SLIM) open-source software framework for computational geophysics and, more generally, inverse problems involving the wave-equation (e.g., seismic and medical ultrasound), regularization with learned priors, and learned neural surrogates for multiphase flow simulations. By integrating multiple layers of abstraction, our software is designed to be both readable and scalable. This allows researchers to easily formulate their problems in an abstract fashion while exploiting the latest developments in high-performance computing. We illustrate and demonstrate our design principles and their benefits by means of building a scalable prototype for permeability inversion from time-lapse crosswell seismic data, which aside from coupling of wave physics and multiphase flow, involves machine learning.},
	keywords = {CCS, deep learning, Fourier neural operators, GCS, Imaging, inversion, invertible networks, machine learning, monitoring, multiphysics, Normalizing flows, SLIM, software, time-lapse},
	url = {https://library.seg.org/doi/10.1190/tle42070474.1},
	presentation = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Ali Siahkoohi and Gabrio Rizzuti and Philipp A. Witte and Olav M{\o}yner and Gerard J. Gorman and Felix J. Herrmann}
}
@conference {louboutin2023IMAGEloi,
	title = {Learned non-linear simultenous source and corresponding supershot for seismic imaging.},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {Seismic imaging{\textquoteright}s main limiting factor is the scale of the involved dataset and the number of independent wave-equation solves required to migrate thousands of shots. To tackle this dimensionality curse, we introduce a learned framework that extends the conventional computationally reductive linear source superposition (e.g., via random simultaneous-source encoding) to a nonlinear learned source superposition and its corresponding learned supershot. With this method, we can image the subsurface at the cost of a one-shot migration by learning the most informative superposition of shots.},
	keywords = {deep learning, Imaging, SEG, simultaneous},
	url = {https://slimgroup.github.io/IMAGE2023/OneShot/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/louboutin2023IMAGEloi/louboutin2023IMAGEloi_pres.pdf},
	author = {Mathias Louboutin and Rafael Orozco and Ali Siahkoohi and Felix J. Herrmann}
}
@presentation {herrmann2023ML4SEISMICmsc,
	title = {Monitoring subsurface CO2 plumes with learned sequential Bayesian inference},
	year = {2023},
	month = {11},
	abstract = {Reservoir engineers frequently employ two-phase flow simulations and history-matching to oversee and anticipate the behavior of CO2 plumes within geological carbon storage. These simulations, while valuable for gaining insights, face limitations due to several complex factors, such as uncertainties surrounding the plume{\textquoteright}s dynamics. To investigate this phenomenon more comprehensively, we introduce the concept of stochasticity in the dynamics, accounting for uncertainties in the underlying permeability of the reservoir. To enhance the accuracy of CO2 plume predictions and quantify the uncertainties involved, we utilize machine learning techniques to condition these predictions on time-lapse seismic and well observations. This framework works on the principle of sequential Bayesian inference that continuously assimilates information from time-lapse observations, updates the CO2 plume predictions, and characterizes uncertainties about the plumes.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, ML4SEISMIC, monitoring, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/herrmann2023ML4SEISMICmsc},
	author = {Abhinav Prakash Gahlot and Ting-ying Yu and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yu2023IMAGEmsc,
	title = {Monitoring Subsurface CO2 Plumes with Sequential Bayesian Inference},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2023},
	note = {(IMAGE, Houston)},
	month = {08},
	abstract = {To monitor and predict CO2 plume dynamics during geological carbon storage, reservoir engineers usually perform two-phase flow simulations. While these simulations may provide useful insights, their usefulness is limited due to numerous complicating factors including uncertainty in the dynamics of the plume itself. To study this phenomenon, we consider stochasticity in the dynamic caused by unknown random changes in the injection rate. By conditioning the CO2 plume predictions on seismic observations, we correct the CO2 plume predictions and quantify uncertainty with machine learning.},
	keywords = {Bayesian inference, CCS, deep learning, Imaging, monitoring, SEG, Uncertainty quantification},
	url = {https://slimgroup.github.io/IMAGE2023/SequentialBayes/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2023/yu2023IMAGEmsc},
	author = {Ting-ying Yu and Abhinav Prakash Gahlot and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2023AABIiter,
	title = {Refining Amortized Posterior Approximations using Gradient-Based Summary Statistics},
	booktitle = {5th Symposium on Advances in Approximate Bayesian Inference},
	year = {2023},
	note = {(AABI, Honolulu)},
	month = {06},
	abstract = {We present an iterative framework to improve the amortized approximations of posterior distributions in the context of Bayesian inverse problems, which is inspired by loop-unrolled gradient descent methods and is theoretically grounded in maximally informative summary statistics. Amortized variational inference is restricted by the expressive power of the chosen variational distribution and the availability of training data in the form of joint data and parameter samples, which often lead to approximation errors such as the amortization gap. To address this issue, we propose an iterative framework that refines the current amortized posterior approximation at each step. Our approach involves alternating between two steps: (1) constructing a training dataset consisting of pairs of summarized data residuals and parameters, where the summarized data residual is generated using a gradient-based summary statistic, and (2) training a conditional generative model {\textendash} a normalizing flow in our examples {\textendash} on this dataset to obtain a probabilistic update of the unknown parameter. This procedure leads to iterative refinement of the amortized posterior approximations without the need for extra training data. We validate our method in a controlled setting by applying it to a stylized problem, and observe improved posterior approximations with each iteration. Additionally, we showcase the capability of our method in tackling realistically sized problems by applying it to transcranial ultrasound, a high-dimensional, nonlinear inverse problem governed by wave physics, and observe enhanced posterior quality through better image reconstruction with the posterior mean.},
	keywords = {AABI, Amortization Gap, Amortized Variational Inference, Bayesian inference, conditional normalizing flows, Summary Statistics},
	url = {https://arxiv.org/abs/2305.08733},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2023/orozco2023AABIiter/aabi_poster.pdf},
	author = {Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@article {siahkoohi2022ravi,
	title = {Reliable amortized variational inference with physics-based latent distribution correction},
	journal = {Geophysics},
	volume = {88},
	number = {3},
	year = {2023},
	note = {(Geophysics)},
	month = {05},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs of the forward operator and the selection of an appropriate prior distribution. Amortized variational inference addresses these challenges where a neural network is trained to approximate the posterior distribution over existing pairs of model and data. When fed previously unseen data and normally distributed latent samples as input, the pretrained deep neural network{\textendash}-in our case a conditional normalizing flow{\textendash}-provides posterior samples with virtually no cost. However, the accuracy of this approach relies on the availability of high-fidelity training data, which seldom exists in geophysical inverse problems because of the highly heterogeneous structure of the Earth. In addition, accurate amortized variational inference requires the observed data to be drawn from the training data distribution. As such, we offer a solution that increases the resilience of amortized variational inference when faced with data distribution shifts, e.g., changes in the forward model or prior distribution. Our method involves a physics-based correction to the conditional normalizing flow latent distribution to provide a more accurate approximation to the posterior distribution for the observed data at hand. To accomplish this, instead of a standard Gaussian latent distribution, we parameterize the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance. These unknown quantities are then estimated by minimizing the Kullback-Leibler divergence between the corrected and true posterior distributions. While generic and applicable to other inverse problems, by means of a seismic imaging example, we show that our correction step improves the robustness of amortized variational inference with respect to changes in number of source experiments, noise variance, and shifts in the prior distribution. This approach provides a seismic image with limited artifacts and an assessment of its uncertainty with approximately the same cost as five reverse-time migrations.},
	keywords = {Inverse problems, Normalizing flows, seismic imaging, Uncertainty quantification, Variational Inference},
	doi = {10.1190/geo2022-0472.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2023/siahkoohi2022ravi/paper.html},
	software = {https://github.com/slimgroup/ReliableAVI.jl},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@article {yin2023smi,
	title = {Solving multiphysics-based inverse problems with learned surrogates and constraints},
	journal = {Advanced Modeling and Simulation in Engineering Sciences},
	volume = {10},
	year = {2023},
	note = {(Advanced Modeling and Simulation in Engineering Sciences)},
	month = {10},
	abstract = {Solving multiphysics-based inverse problems for geological carbon storage monitoring can be challenging when multimodal time-lapse data are expensive to collect and costly to simulate numerically. We overcome these challenges by combining computationally cheap learned surrogates with learned constraints. Not only does this combination lead to vastly improved inversions for the important fluid-flow property, permeability, it also provides a natural platform for inverting multimodal data including well measurements and active-source time-lapse seismic data. By adding a learned constraint, we arrive at a computationally feasible inversion approach that remains accurate. This is accomplished by including a trained deep neural network, known as a normalizing flow, which forces the model iterates to remain in-distribution, thereby safeguarding the accuracy of trained Fourier neural operators that act as surrogates for the computationally expensive multiphase flow simulations involving partial differential equation solves. By means of carefully selected experiments, centered around the problem of geological carbon storage, we demonstrate the efficacy of the proposed constrained optimization method on two different data modalities, namely time-lapse well and time-lapse seismic data. While permeability inversions from both these two modalities have their pluses and minuses, their joint inversion benefits from either, yielding valuable superior permeability inversions and CO2 plume predictions near, and far away, from the monitoring wells.},
	keywords = {AMSES, deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows},
	doi = {10.1186/s40323-023-00252-0},
	url = {https://doi.org/10.1186/s40323-023-00252-0},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/AMSES/2023/yin2023smi/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2023HOTCSEspi,
	title = {Solving PDE-based inverse problems with learned surrogates and constraints},
	year = {2023},
	note = {(HotCSE)},
	month = {11},
	abstract = {In this presentation, I will introduce a learned inversion algorithm for solving inverse problems with computationally expensive forward operators. We tackle this challenge by combining learned surrogates (Fourier neural operators) with learned constraints (normalizing flows). After jointly training these networks with the same samples, the learned surrogates lead to computationally efficient surrogate-assisted inversion. Meanwhile, the learned constraints safeguard the accuracy of the surrogates by forcing the model iterates to remain in-distribution. By combining the two, we come up with a homotopy / continuation scheme where the constraints are relaxed slowly so that the data misfit objective can be minimized while the model iterates always remain in the statistical distribution on which the surrogates are trained. We demonstrate the efficacy of our learned inversion algorithm through carefully selected experiments centered around the problem of geological carbon storage monitoring.},
	keywords = {deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows, PDE},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/HotCSE/2023/yin2023HOTCSEspi},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2023ML4SEISMICtgs,
	title = {Towards generative seismic kriging with normalizing flows},
	year = {2023},
	month = {11},
	abstract = {Our goal is to build realistic parameterized (acoustic, velocity, permeability etc) earth models where the training and testing phase of our method uses only data that is available in the field. We first demonstrate the expressive power of normalizing flows to generate detailed realistic earth models by training on supervised pairs of full earth models and borehole wells. Our results are compared with traditional variogram kriging to show that our generated models can be used in parameterizations of various downstream tasks such as simulations of realistic acoustic waves and fluid flow for reservoir simulations. Then we introduce a novel unsupervised training objective that can train normalizing flows to generate full earth models without needing training pairs of the full earth models. By using a known proxy earth model as a testbed, we make preliminary prescriptions on how many wells our method needs to generate permissible earth models in a target area.},
	keywords = {kriging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICtgs},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {orozco2023ML4SEISMICuqs,
	title = {Uncertainty quantification so what? Leveraging probabilistic seismic inversion for experimental design},
	year = {2023},
	month = {11},
	abstract = {Combining physics with recent developments of generative machine learning enables a scalable probabilistic framework for tackling seismic inversion problems including Full-Waveform Inversion. These probabilistic results can be proven to be from the Bayesian posterior but how exactly can we use them for practical downstream tasks? In this talk, we answer the question with a practical application of the probabilistic framework towards designing ocean bottom node placement of seismic imaging. With a simple adjustment to the original training objective, we show that jointly optimizing for an experimental design corresponds to maximizing the expected information gain used by the Bayesian community. After verifying this novel joint optimization with a stylized problem, we demonstrate its application for optimizing the placement of ocean bottom nodes in a synthetic seismic imaging experiment.},
	keywords = {bayesian, experimental design, FWI, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICuqs},
	author = {Rafael Orozco and Mathias Louboutin and Peng Chen and Felix J. Herrmann}
}
@conference {yin2023EMIutm,
	title = {Uncertainty-aware time-lapse monitoring of geological carbon storage with learned surrogates},
	booktitle = {Engineering Mechanics Institute Conference},
	year = {2023},
	note = {(EMI, Atlanta)},
	month = {06},
	abstract = {Time-lapse seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics and wave physics. It also requires differentiation through the solvers with respect to properties of interest in the subsurface. In this talk, we present a learned end-to-end inversion framework, which uses a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator in order to greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. Through synthetic experiments, we demonstrate the efficacy of this framework on inverting the subsurface permeability of the reservoir and on monitoring CO2 plumes. We further quantify the uncertainty of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can also forecast the growth of CO2 plumes in the future with uncertainty estimation without any acquired seismic data.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, EMI, end-to-end, Fourier neural operators, GCS, inversion, machine learning, Normalizing flows, time-lapse, uncertain quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EMI/2023/yin2023EMIutm/yin2023EMIutm.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EMI/2023/yin2023EMIutm/index.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Felix J. Herrmann}
}
@presentation {yin2023ML4SEISMICwise,
	title = {WISE: Full-waveform Inference with Subsurface Extensions},
	year = {2023},
	month = {11},
	abstract = {Quantifying uncertainty in full-waveform inversion is complex given the large sizes of both the model and data. A previous approach employed a variational inference framework, leveraging reverse-time migration to summarize observed data and approximate the posterior distribution through conditional normalizing flows. While reverse-time migration effectively summarizes the data when the background model is close to the true one, its accuracy diminishes with a less accurate background model. In our study, we suggest utilizing subsurface offset gathers as the summary statistics for the variational inference of full-waveform inversion. These gathers retain all the information in seismic data, even when the background model is cycle-skipped or fails to flatten the gathers. Through a case study on Compass model, we confirm our framework{\textquoteright}s effectiveness and show that subsurface offset gathers offer a better summary statistic than just reverse-time migration.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, FWI, inversion, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Summary Statistics, uncertain quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/yin2023ML4SEISMICwise},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {louboutin2022RHPCafa,
	title = {Abstractions for at-scale seismic inversion},
	booktitle = {Rice Oil and Gas High Performance Computing Conference 2022},
	year = {2022},
	note = {Rice Oil and Gas High Performance Computing Conference 2022},
	month = {03},
	pages = {Thursday Workshop: Devito Training and Hackathon},
	abstract = {We present the SLIM open-source software framework for computational geophysics, and more generally, inverse problems based on the wave-equation (e.g., medical ultrasound). We developed a software environment aimed at scalable research and development by designing multiple layers of abstractions. This environment allows the researchers to easily formulate their problem in an abstract fashion, while still being able to exploit the latest developments in high-performance computing. We illustrate and demonstrate the benefits of our software design on many geophysical applications, including seismic inversion and physics-informed machine learning for geophysics (e.g., loop unrolled imaging, uncertainty quantification), all while facilitating the integration of external software.},
	keywords = {CCS, devito, FWI, HPC, inversion, JUDI, machine learning, RHPC, software, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/RHPC/2022/louboutin2022RHPCafa/RiceHPC22.pdf},
	url2 = {https://youtu.be/scRTbP8w6Wk?t=4542},
	author = {Mathias Louboutin and Ali Siahkoohi and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Yijun Zhang and Philipp A. Witte and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {louboutin2022SEGais,
	title = {Accelerating innovation with software abstractions for scalable computational geophysics},
	booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
	year = {2022},
	note = {(IMAGE, Houston)},
	month = {05},
	abstract = {We present the SLIM open-source software framework for computational geophysics, and more generally, inverse problems based on the wave-equation (e.g., medical ultrasound). We developed a software environment aimed at scalable research and development by designing multiple layers of abstractions. This environment allows the researchers to easily formulate their problem in an abstract fashion, while still being able to exploit the latest developments in high-performance computing. We illustrate and demonstrate the benefits of our software design on many geophysical applications, including seismic inversion and physics-informed machine learning for geophysics(e.g., loop unrolled imaging, uncertainty quantification), all while facilitating the integration of external software.},
	keywords = {CCS, devito, FWI, HPC, inversion, JUDI, machine learning, SEG, software, Uncertainty quantification},
	doi = {10.1190/image2022-3750561.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/louboutin_seg22.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/index.html},
	author = {Mathias Louboutin and Philipp A. Witte and Ali Siahkoohi and Gabrio Rizzuti and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICaos,
	title = {Adjoint operators as summary functions in amortized Bayesian inference frameworks},
	year = {2022},
	month = {11},
	abstract = {An important concern in seismic inverse problems is the large and varying size of observed data. The large size can cause computational cost concerns and its varying size (such as when changing receiver geometries) implies the need to rerun inference algorithms from scratch for each new observation. Motivated by these two problems, we take inspiration from the statistics literature which commonly relies on summary statistic of observed data. Summary statistic compress the observed data leaving only information needed for inference. In this work, we argue that the adjoint operator provides a natural candidate for a summary function in the context of physics-based inverse problems. We first mathematically show that for certain general assumptions transforming data under the adjoint operator defines a new conditional distribution which preserves the expectations of the original posterior. We validate our hypothesis by evaluating our framework in a learned amortized inference algorithm. Our seismic and medical synthetic experiments show computational gains and increased quality of point estimates using our framework. We discuss statistical metrics that show our learned posterior is well calibrated therefore justifying its use in uncertainty quantification.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICaos/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@presentation {yin2022TRANSFORMjulia,
	title = {Julia for Geoscience},
	year = {2022},
	month = {04},
	abstract = {In this tutorial, we will introduce the Julia programming language to the geoscience community, covering topics such as I/O, data processing, inversion, and machine learning. We will begin by installing Julia and relevant packages. Through a series of tutorials, we will demonstrate Julia{\textquoteright}s abstraction power and show how to load and plot data, write your own functions/operators, form and solve a geophysical inverse problem, and demonstrate how to integrate wave-equation solvers in Julia with machine learning frameworks. The intent of this presentation is to provide an introductory level tutorial that will be useful to members of the geoscience community.},
	keywords = {JOLI, JUDI, Julia, machine learning, SLIM, software, TRANSFORM},
	url = {https://transform.softwareunderground.org/2022-julia-for-geoscience},
	url2 = {https://www.youtube.com/watch?v=HyWfp3NzIbg},
	software = {https://github.com/slimgroup/SLIMTutorials},
	author = {Ziyi Yin and Mathias Louboutin and Philipp A. Witte and Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Henryk Modzelewski and Felix J. Herrmann}
}
@presentation {louboutin2022ML4SEISMIClew,
	title = {Learned extensions for wave-based simulation and inversion},
	year = {2022},
	month = {11},
	abstract = {We introduce a new method that explores velocities as an operator (extended velocities) for wave-equation based inversion. Through this extended formulation, we obtain the known benefits of working with subsurface offset volumes. The offset-dependence of these volumes has been studied in the linear case, i.e as part of extended Born scattering and extended least-squares reverse-time migration, but has been avoided for non-linear inversion due to computational concderns and challenges. By using techniques from randomized linear algebra, we will show that we can work with extended velocities for inversion while maintaining an acceptable computational cost much lower than solving one PDE per extended velocity model.},
	keywords = {deep learning, Imaging, ML4SEISMIC, SLIM, wave equation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/louboutin2022ML4SEISMIClew/index.html},
	author = {Mathias Louboutin and Yadhu Kartha and Rafael Orozco and Felix J. Herrmann}
}
@presentation {siahkoohi2022ML4SEISMICluq,
	title = {Low-cost uncertainty quantification for large-scale inverse problems},
	year = {2022},
	month = {11},
	abstract = {Bayesian inference for large-scale inverse problems is challenged by the computationally costly forward operator evaluations during posterior distribution sampling. Recent advances in variational inference and deep learning reduce these costs by pretraining a neural network capable of sampling the posterior distribution for previously unseen observed data. In geophysical applications, however, the accuracy of these methods depends on sufficiently capturing subsurface variability through a training dataset, which is challenging given the heterogeneity of the Earth{\textquoteright}s subsurface and our lack of access to it. Moreover, these methods may be unreliable in the presence of data distribution shifts, e.g., a change in the number of source experiments, noise distribution, or geological features to be imaged. As such, we present a solution that increases the robustness of deep-learning-based Bayesian inference approaches when faced with changes in data distribution. Our proposed method involves a physics-based adaptation to the latent distribution of a conditional normalizing flow that is pretrained to approximate the posterior distribution for previously unseen data. Instead of feeding standard Gaussian latent samples to the conditional normalizing flow, this method parameterizes the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, estimated by minimizing the Kullback-Leibler divergence between predicted and true posterior distributions. This method is applicable to a wide range of inverse problems and has the potential to significantly reduce the costs of Bayesian variational inference. By means of a realistic seismic imaging example we demonstrate that the proposed latent distribution adaptation method mitigates the Bayesian inference errors induced by data distribution shifts, including shifts in the forward model and prior distribution.},
	keywords = {Inverse problems, ML4SEISMIC, Normalizing flows, seismic imaging, SLIM, Uncertainty quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/siahkoohi2022ML4SEISMICluq/siahkoohi2022ML4SEISMICluq_pres.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@techreport {orozco2022MIDLmei,
	title = {Memory Efficient Invertible Neural Networks for 3D Photoacoustic Imaging},
	number = {TR-CSE-2022-2},
	year = {2022},
	month = {04},
	abstract = {Photoacoustic imaging (PAI) can image high-resolution structures of clinical interest such as vascularity in cancerous tumor monitoring. When imaging human subjects, geometric restrictions force limited-view data retrieval causing imaging artifacts. Iterative physical model based approaches reduce artifacts but require prohibitively time consuming PDE solves. Machine learning (ML) has accelerated PAI by combining physical models and learned networks. However, the depth and overall power of ML methods is limited by memory intensive training. We propose using invertible neural networks (INNs) to alleviate memory pressure. We demonstrate INNs can image 3D photoacoustic volumes in the setting of limited-view, noisy, and subsampled data. The frugal constant memory usage of INNs enables us to train an arbitrary depth of learned layers on a consumer GPU with 16GB RAM.},
	keywords = {invertible networks, medical imaging, photoacoustic imaging, Physics and Machine Learning Hybrid},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2022/orozco2022MIDLmei/midl_2022.html},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {louboutin2022ML4SEISMICmos,
	title = {ML4Seismic open-source software: updates and developments},
	year = {2022},
	month = {11},
	abstract = {Software is at the core of research and development in inverse problems. At SLIM, we have experience developing scalable and performant software, such as our legacy parallel MATLAB framework. With ML4Seismic, we are dedicated to build on this experience to develop HPC open source software (OSS) for the scientific community in collaboration with our partners. In this talk, we will describe our OSS Julia and Python environment, our high-level abstraction principles, and the range of solutions we offer for seismic processing and inversion and for machine learning. We will emphasize our aim to provide scalable software that can be easily applied to industrial problems.},
	keywords = {ML4SEISMIC, open-source, SLIM, software},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/louboutin2022ML4SEISMICmos/index.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Felix J. Herrmann}
}
@presentation {yu2022ML4SEISMICmsb,
	title = {Monitoring with sequential Bayesian inference},
	year = {2022},
	month = {11},
	abstract = {For this study, we apply sequential Bayesian inference to monitor the time evolution of subsurface flow of CO2 from indirect acoustic measurements at the surface. Upon receiving new acoustic measurements, we infer the current state of the CO2 by sampling from a learned posterior. Using the incoming data, we then perform online updates of the current posterior. This is accomplished by using the fluid flow model to advance the estimated state variable forward in time in order to update the learned posterior. With a synthetic experiment, we demonstrate this method can track the flow evolution accurately as measured by PSNR metrics. Since the posterior is a learned network, we can compute estimates faster than traditional least squares methods. This method can also quantify the uncertainty due to stochasticity in fluid flow model and the limited-azimuth imaging configuration.},
	keywords = {CCS, conditional normalizing flows, GCS, ML4SEISMIC, monitoring, sequential Bayes, SLIM, time-lapse, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yu2022ML4SEISMICmsb/index.html},
	author = {Ting-ying Yu and Rafael Orozco and Ziyi Yin and Felix J. Herrmann}
}
@presentation {orozco2022ML4SEISMICnfr,
	title = {Normalizing flows for regularization of 3D seismic inverse problems},
	year = {2022},
	month = {11},
	abstract = {We present the first known exploration of a normalizing flow (NF) for generative 3D volumes. First, we tackle computational issues surrounding the high dimensionality of our desired 3D volume output. This is of particular concern in normalizing flows since their invertibility constraint implies equal dimension of output and input. Our findings show that by {\textquotedblleft}freezing{\textquotedblright} expensive layers we can efficiently train a normalizing flow on 3D volumes. Using this NF architecture, we train a generative model on volume sections of the 3D BG compass model. Our method produces visually plausible generative samples which are efficient to produce. We demonstrate its practical use by using our trained generative model as an implicit prior in a Maximum A Posteriori (MAP) framework. We evaluate this MAP framework by estimating the solution of a inverse problem in seismic imaging. Our method results in higher SNR estimates than the baseline and in less iterations, importantly saving the computational cost of evaluating the expensive 3D PDE solver during optimization. Finally, through scaling analysis of training cost, we show that NF convolutional layers allow this approach to scale favorably to larger volumes.},
	keywords = {3D, Bayesian inference, deep learning, Inverse problems, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICnfr/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {siahkoohi2022SEGWSrav,
	title = {Reliable amortized variational inference with conditional normalizing flows via physics-based latent distribution correction},
	booktitle = {IMAGE Workshop on Subsurface Uncertainty Description and Estimation - Moving Away from Single Prediction with Distribution Learning},
	year = {2022},
	note = {(IMAGE Workshop, Houston)},
	month = {09},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs associated with the forward operator during posterior sampling, as well as the selection of an appropriate prior distribution that encodes our prior knowledge about the unknown. Amortized variational inference addresses these challenges by pretraining a conditional normalizing flow (cNF) that approximates the posterior distribution over the existing model and data joint samples where the prior is implicitly learned from the data. When fed data and normally distributed latent samples as input, the pretrained cNF provides posterior samples for previously unseen data virtually for free. The accuracy of this purely data-driven approach, however, is dependent on the availability of high-fidelity training data, which is rarely the case with geophysical inverse problems, due to the highly heterogeneous structure of the Earth. To overcome this challenge and to minimize the negative bias of data distribution shifts during inference, we propose learning a physics-based correction to the cNF latent distribution to provide a more accurate approximation to the posterior distribution. We accomplish this by parameterizing the cNF latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, which are estimated by minimizing the Kullback-Leibler divergence between the corrected posterior distribution estimate and the true posterior distribution. For a relatively well-trained cNF, this approach provides reliable posterior samples with a limited computational cost while remaining bound to data and physics. We showcase the computational gains of this approach on a "quasi" real seismic imaging example.},
	keywords = {Bayesian inference, deep learning, Generative models, Imaging, Inverse problems, SEG, Uncertainty quantification, workshop},
	url = {https://www.imageevent.org/Workshop/subsurface-uncertainty-description-estimation-moving-away-single-prediction-distribution-learning},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGWSrav/Thur-15-55-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICutc,
	title = {Uncertainty-aware time-lapse CO$_2$ monitoring with learned end-to-end inversion},
	year = {2022},
	month = {11},
	abstract = {Seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics modeling and wave physics and differentiation through the solvers with respect to the subsurface properties of interest. In this talk, we demonstrate the effectiveness of learned coupled inversion framework using a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator, which greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. We study the effectiveness and correctness of inversion based on Fourier neural operator surrogate and a normalizing flow prior. We also demonstrate the efficacy of this framework on monitoring the growth of CO2 plumes during sequestration, and on uncertainty quantification of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can further forecast the CO2 plume in the future without any acquired seismic data with uncertainty estimation.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, Fourier neural operators, GCS, inversion, machine learning, ML4SEISMIC, Normalizing flows, SLIM, time-lapse, uncertain quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICutc/index.html},
	author = {Ziyi Yin and Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {siahkoohi2022EAGEweb,
	title = {Wave-equation based inversion with amortized variational Bayesian inference},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2022},
	note = {(EAGE, Madrid)},
	month = {06},
	pages = {Session 2: Velocity model building and imaging (different domains)},
	abstract = {Solving inverse problems involving measurement noise and modeling errors requires regularization in order to avoid data overfit. Geophysical inverse problems, in which the Earth{\textquoteright}s highly heterogeneous structure is unknown, present a challenge in encoding prior knowledge through analytical expressions. Our main contribution is a generative-model-based regularization approach, robust to out-of-distribution data, which exploits the prior knowledge embedded in existing data and model pairs. Utilizing an amortized variational inference objective, a conditional normalizing flow (NF) is pretrained on pairs of low- and high-fidelity migrated images in order to achieve a low-fidelity approximation to the seismic imaging posterior distribution for previously unseen data. The NF is used after pretraining to reparameterize the unknown seismic image in an inversion scheme involving physics-guided data misfit and a Gaussian prior on the NF latent variable. Solving this optimization problem with respect to the latent variable enables us to leverage the benefits of data-driven conditional priors whilst being informed by physics and data. The numerical experiments demonstrate that the proposed inversion scheme produces seismic images with limited artifacts when dealing with noisy and out-of-distribution data.},
	keywords = {conditional priors, EAGE, Normalizing flows, seismic imaging},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/siahkoohi2022EAGEweb/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/siahkoohi2022EAGEweb/Mon-Herrmann.pdf},
	software = {https://github.com/slimgroup/ConditionalNFs4Imaging.jl},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {siahkoohi2021EarthMLfar,
	title = {Fast and reliability-aware seismic imaging with conditional normalizing flows},
	booktitle = {Intelligent illumination of the Earth},
	year = {2021},
	note = {(KAUST, virtual)},
	month = {09},
	abstract = {The posterior probability distribution provides a comprehensive description of the solution in ill-posed inverse problems. Sampling from the posterior distribution in the context of seismic imaging is challenged by the high-dimensionality of the unknown and the expensive-to-evaluate forward operator. These challenges limit the applicability of Markov Chain sampling methods due to the costs associated with the forward operator. Moreover, explicitly choosing a prior distribution that captures the true heterogeneity exhibited by the Earth{\textquoteright}s subsurface further complicates casting seismic imaging into a Bayesian framework. To handle this situation and to assess uncertainty, we propose a data-driven variational inference approach based on conditional normalizing flows (NFs). The proposed scheme leverages existing data, which are in the form of low- and high-fidelity migrated image pairs, to train a conditional NF capable of characterizing the posterior distribution. After training, the NF can be used to sample from the posterior distribution associated with a previously unseen seismic survey, which is in some sense close, e.g., data from a neighboring survey area. In our numerical example, we obtain high-fidelity images from the Parihaka dataset and low-fidelity images are derived from these images through the process of demigration, followed by adding band-limited noise and migration. During inference, given shot records from a new neighboring seismic survey, we first compute the reverse-time migration image. Next, by feeding this low-fidelity migrated image to the NF we gain access to samples from the posterior distribution virtually for free. We use these samples to compute a high-fidelity image including a first assessment of the image{\textquoteright}s reliability.},
	keywords = {Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/siahkoohi2021EarthMLfar/siahkoohi2021EarthMLfar.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2021Delftlwi,
	title = {Learned wave-based imaging - variational inference at scale},
	booktitle = {Delft},
	year = {2021},
	note = {(Delft, virtual)},
	month = {06},
	abstract = {High dimensionality, complex physics, and lack of access to the ground truth rank medical ultrasound and seismic imaging amongst the most challenging problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks. During this talk, I will show how recent developments in Normalizing Flows, a new type of invertible neural networks, can be used to cast wave-based imaging into a scalable Bayesian framework. Contrary to conventional methods, where sample images are drawn from the posterior distribution during inversion, our approach trains Normalizing Flows capable of generating samples from the posterior. Aside from greatly reducing the computational cost, this approach gives us access to the image itself (via Maximum a posteriori or mean estimation) and its multidimensional statistical distribution including its pointwise variance.},
	keywords = {medical imaging, Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.mp4},
	author = {Felix J. Herrmann and Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin}
}
@presentation {siahkoohi2021ML4SEISMICmcn,
	title = {Multifidelity conditional normalizing flows for physics-guided Bayesian inference},
	year = {2021},
	month = {11},
	abstract = {We introduce a scalable Bayesian inference approach that combines techniques from deep learning with a physic-based variational inference formulation. Bayesian inference for ill-posed inverse problems is challenged by the high-dimensionality of the unknown, computationally expensive forward operator, and choosing a prior distribution that accurately encodes prior knowledge on the unknown. To handle this situation and to assess uncertainty, we propose to approximate the posterior distribution using a pretrained conditional normalizing flow, which is trained on existing low- and high-fidelity estimations of the unknown. To further improve the accuracy of this approximation, we use transfer learning and finetune this normalizing flow by minimizing the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density. This amounts to minimizing a physic-based variational inference objective with respect to the network weights, which we believe might scale better than Bayesian inference with Markov Chain sampling methods. We apply the proposed Bayesian inference approach to seismic imaging where we use quasi-real data obtained from the Parihaka dataset.},
	keywords = {deep learning, ML4SEISMIC, Normalizing flows, seismic imaging, SLIM, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/siahkoohi2021ML4SEISMICmcn/Mon-11-45-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2021NIPSpicp,
	title = {Photoacoustic Imaging with Conditional Priors from Normalizing Flows},
	booktitle = {Neural Information Processing Systems (NeurIPS)},
	year = {2021},
	note = {(NIPS, virtual)},
	month = {12},
	abstract = {Photoacoustic imaging is a biomedical imaging technique based on the photoacoustic effect. It leverages the interplay between optics and acoustics as a mean to circumvent the limitations of imaging modalities relying on single-type physics. Light beams generated by a pulsed laser can penetrate biological tissues by several centimeters, and are absorbed based on oxygen saturation or hemoglobin concentration. While optical absorption is in principle an ideal parameter for medical imaging (e.g., with respect to the detection of cancerous tissue), strong scattering imposes important limitations in its imaging resolution. Ultrasonics, on the other hand, can theoretically provide resolution of medical diagnostic value, but produce images of mechanical properties whose contrasts are not sensitive. In photoacoustics, optical and acoustic effects are combined to gain the best of both worlds. Under conditions of thermal and stress confinement, thermal energy can efficiently build up in biological tissues, which in turn undergo thermal expansion and effectively act as a spatially distributed acoustic source. In photoacoustic imaging, the actual object of interest is the induced source, as it is directly related to optical absorption and can be recovered with a relatively higher resolution than pure optical imaging, based on the acquired ultrasonic data.},
	keywords = {conditional prior, deep image, MAP, NIPS, normalizing flow, Photoacoustic, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/deep_inverse_2021.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/posterneurips2021_orozco.pdf},
	url2 = {https://openreview.net/forum?id=woi1OTvROO1},
	software = {https://github.com/slimgroup/InvertibleNetworks.jl},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {orozco2021ML4SEISMICvia,
	title = {Variational inference for artifact removal of adjoint solutions in photoacoustic problems},
	year = {2021},
	month = {11},
	abstract = {Photoacoustic is a medical imaging modality which combines light and ultrasound waves to image internal structures of biological tissue. The inverse problem reconstructs the tissue initially excited by light given propagated ultrasound data at receivers outside the tissue. Due to noisy, limited-view and sparse receiver data, traditional time-reversal adjoint solutions are highly ill-posed. This necessitates uncertainty quantification to communicate to practitioners which areas of the image can be trusted. We propose a framework which leverages a machine learning based method (Conditional Normalizing Flows) to learn the full posterior distribution of viable solutions given the time-reversal adjoint solution. We show that areas of calculated uncertainty correlate with structures that are known to be difficult to image. In addition, we also propose a MAP based solution, which solves the variational least-squares problem while using the trained Conditional Normalizing Flow as a prior distribution.},
	keywords = {conditional prior, deep image, MAP, ML4SEISMIC, normalizing flow, Photoacoustic, SLIM, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/orozco2021ML4SEISMICvia/Tue-09-00-Orozco.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {yin2020SEGesi,
	title = {Extended source imaging {\textendash}- a unifying framework for seismic and medical imaging},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {3502-3506},
	abstract = {We present three imaging modalities that live on the crossroads of seismic and medical imaging. Through the lens of extended source imaging, we can draw deep connections among the fields of wave-equation based seismic and medical imaging, despite first appearances. From the seismic perspective, we underline the importance to work with the correct physics and spatially varying velocity fields. Medical imaging, on the other hand, opens the possibility for new imaging modalities where outside stimuli, such as laser or radar pulses, can not only be used to identify endogenous optical or thermal contrasts but that these sources can also be used to insonify the medium so that images of the whole specimen can in principle be created.},
	keywords = {medical imaging, SEG, seismic imaging, variable projection},
	doi = {10.1190/segam2020-3426999.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Ziyi Yin and Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Gabrio Rizzuti and Felix J. Herrmann}
}
@mastersthesis {oghenekohwo2017THetl,
	title = {Economic time-lapse seismic acquisition and imaging{\textendash}-Reaping the benefits of randomized sampling with distributed compressive sensing},
	year = {2017},
	note = {(PhD)},
	month = {08},
	school = {The University of British Columbia},
	type = {phd},
	address = {Vancouver},
	abstract = {This thesis presents a novel viewpoint on the implicit opportunities randomized surveys bring to time-lapse seismic - which is a proven surveillance tool for hydrocarbon reservoir monitoring. Time-lapse (4D) seismic combines acquisition and processing of at least two seismic datasets (or vintages) in order to extract information related to changes in a reservoir within a specified time interval. The current paradigm places stringent requirements on replicating the 4D surveys, which is an expensive task often requiring uneconomical dense sampling of seismic wavefields. To mitigate the challenges of dense sampling, several advances in seismic acquisition have been made in recent years including the use of multiple sources firing at near simultaneous random times, and the adaptation of Compressive Sensing (CS) principles to design practical acquisition engines that improve sampling efficiency for seismic data acquisition. However, little is known regarding the implications of these developments for time-lapse studies. By conducting multiple experiments modelling surveys adhering to the principles of CS for 4D seismic, I propose a model that demonstrates the feasibility of randomized acquisitions for time-lapse seismic. The proposed joint recovery model (JRM), which derives from distributed CS, exploits the common information in time-lapse data during recovery of dense wavefields from measured subsampled data, providing highly repeatable and high-fidelity vintages. I show that we obtain better vintages when randomized surveys are not replicated, in contrast to standard practice, paving the way for an opportunity to relax the rigorous requirement to replicate surveys precisely. We assert that the vintages obtained using our proposed model are of sufficient quality to serve as inputs to processes that extract time-lapse attributes from which subsurface changes are deduced. Additionally, I show that recovery with the JRM is robust with respect to errors due to differences between actual and recorded postplot information. Finally, I present an opportunity to adapt our model to problems related to time-lapse seismic imaging where the main finding is that we can better delineate time-lapse changes by adapting the joint recovery model to wave-equation based inversion methods.},
	keywords = {Acquisition, Compressive Sensing, distributed compressive sensing, joint recovery, PhD, thesis, time lapse},
	url = {https://slim.gatech.edu/Publications/Public/Thesis/2017/oghenekohwo2017THetl/oghenekohwo2017THetl.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Thesis/2017/oghenekohwo2017THetl/oghenekohwo2017THetl_pres.pdf},
	author = {Felix Oghenekohwo}
}
@presentation {herrmann2017SINBADFhrc,
	title = {Highly repeatable 3D compressive full-azimuth towed-streamer time-lapse acquisition {\textendash}- a numerical feasibility study at scale},
	year = {2017},
	publisher = {SINBAD},
	abstract = {Most conventional 3D time-lapse (or 4D) acquisitions are ocean-bottom cable (OBC) or ocean-bottom node (OBN) surveys since these surveys are relatively easy to replicate compared to towed-streamer surveys. To attain high degrees of repeatability, survey replicability and dense periodic sampling has become the norm for 4D surveys that renders this technology expensive. Conventional towed-streamer acquisitions suffer from limited illumination of subsurface due to narrow azimuth. Although, acquisition techniques such as multi-azimuth, wide-azimuth, rich-azimuth acquisition, etc., have been developed to illuminate the subsurface from all possible angles, these techniques can be prohibitively expensive for densely sampled surveys. This leads to uneven sampling, i.e., dense receiver and coarse source sampling or vice-versa, in order to make these acquisitions more affordable. Motivated by the design principles of Compressive Sensing (CS), we acquire economic, randomly subsampled (or compressive) and simultaneous towed-streamer time-lapse data without the need of replicating the surveys. We recover densely sampled time-lapse data on one and the same periodic grid by using a joint-recovery model (JRM) that exploits shared information among different time-lapse recordings, coupled with a computationally cheap and scalable rank-minimization technique. The acquisition is low cost since we have subsampled measurements (about 70\% subsampled), simulated with a simultaneous long-offset acquisition configuration of two source vessels travelling across a survey area at random azimuths. We analyze the performance of our proposed compressive acquisition and subsequent recovery strategy by conducting a synthetic, at scale, seismic experiment on a 3D time-lapse model containing geological features such as channel systems, dipping and faulted beds, unconformities and a gas cloud. Our findings indicate that the insistence on replicability between surveys and the need for OBC/OBN 4D surveys can, perhaps, be relaxed. Moreover, this is a natural next step beyond the successful CS acquisition examples discussed during this session.},
	keywords = {Presentation, SINBAD, SINBADFALL2017, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/herrmann2017SINBADFhrc/herrmann2017SINBADFhrc.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/herrmann2017SINBADFhrc/herrmann2017SINBADFhrc.mov},
	author = {Felix J. Herrmann and Rajiv Kumar and Haneet Wason and Shashin Sharan and Felix Oghenekohwo}
}
@article {oghenekohwo2017hrt,
	title = {Highly repeatable time-lapse seismic with distributed Compressive Sensing{\textendash}-mitigating effects of calibration errors},
	journal = {The Leading Edge},
	volume = {36},
	number = {8},
	year = {2017},
	note = {(The Leading Edge)},
	month = {08},
	pages = {688-694},
	abstract = {Recently, we demonstrated that combining joint recovery with low-cost non-replicated randomized sampling tailored to time-lapse seismic can give us access to high fidelity, highly repeatable, dense prestack vintages, and high-grade time-lapse. To arrive at this result, we assumed well-calibrated surveys{\textendash}-i.e., we presumed accurate post-plot source/receiver positions. Unfortunately, in practice seismic surveys are prone to calibration errors, which are unknown deviations between actual and post-plot acquisition geometry. By means of synthetic experiments, we analyze the possible impact of these errors on vintages and on time-lapse data obtained with our joint recovery model from compressively sampled surveys. Supported by these experiments, we demonstrate that highly repeatable time-lapse vintages are attainable despite the presence of unknown calibration errors in the positions of the shots. We assess the repeatability quantitatively for two scenarios by studying the impact of calibration errors on conventional dense but irregularly sampled surveys and on low-cost compressed surveys. To separate time-lapse effects from calibration issues, we consider the idealized case where the subsurface remains unchanged and the practical situation where time-lapse changes are restricted to a subset of the data. In both cases, the quality of the recovered vintages and time-lapse decreases gracefully for low-cost compressed surveys with increasing calibration errors. Conversely, the quality of vintages from expensive densely periodically sampled surveys decreases more rapidly as unknown and difficult to control calibration errors increase.},
	keywords = {calibration errors, joint-recovery method, marine, random sampling, time-lapse seismic},
	doi = {10.1190/tle36080688.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2017/oghenekohwo2017hrt/oghenekohwo2017hrt.html},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@conference {oghenekohwo2017EAGEitl,
	title = {Improved time-lapse data repeatability with randomized sampling and distributed compressive sensing},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2017},
	note = {(EAGE, Paris)},
	month = {06},
	abstract = {Recently, new ideas on randomized sampling for time-lapse seismic acquisition have been proposed to address some of the challenges of replicating time-lapse surveys. These ideas, which stem from distributed compressed sensing (DCS) led to the birth of a joint recovery model (JRM) for processing time-lapse data (noise-free) acquired from non-replicated acquisition geometries. However, when the earth does not change{\textendash}-i.e. no time-lapse{\textemdash}the recovered vintages from two non-replicated surveys should show high repeatability measured in terms of normalized RMS, which is a standard metric for quantifying time-lapse data repeatability. Under this assumption of no time-lapse change, we demonstrate improved repeatability (with JRM) of the recovered data from non-replicated random samplings, first with noisy data and secondly in situations where there are calibration errors i.e. where the acquisition parameters such as source/receiver coordinates are not precise.},
	keywords = {calibration, Compressive Sensing, EAGE, noise, repeatability, time lapse},
	doi = {10.3997/2214-4609.201701389},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2017/oghenekohwo2017EAGEitl/oghenekohwo2017EAGEitl.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2017/oghenekohwo2017EAGEitl/oghenekohwo2017EAGEitl_poster.pdf},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@article {oghenekohwo2016GEOPctl,
	title = {Low-cost time-lapse seismic with distributed compressive sensing{\textendash}-Part 1: exploiting common information among the vintages},
	journal = {Geophysics},
	volume = {82},
	number = {3},
	year = {2017},
	note = {(Geophysics)},
	month = {05},
	pages = {P1-P13},
	abstract = {Time-lapse seismic is a powerful technology for monitoring a variety of subsurface changes due to reservoir fluid flow. However, the practice can be technically challenging when one seeks to acquire colocated time-lapse surveys with high degrees of replicability among the shot locations. We have determined that under "ideal" circumstances, in which we ignore errors related to taking measurements off the grid, high-quality prestack data can be obtained from randomized subsampled measurements that are observed from surveys in which we choose not to revisit the same randomly subsampled on-the-grid shot locations. Our acquisition is low cost because our measurements are subsampled. We have found that the recovered finely sampled prestack baseline and monitor data actually improve significantly when the same on-the-grid shot locations are not revisited. We achieve this result by using the fact that different time-lapse data share information and that nonreplicated (on-the-grid) acquisitions can add information when prestack data are recovered jointly. Whenever the time-lapse data exhibit joint structure{\textendash}-i.e., they are compressible in some transform domain and share information{\textendash}-sparsity-promoting recovery of the "common component" and "innovations," with respect to this common component, outperforms independent recovery of the prestack baseline and monitor data. The recovered time-lapse data are of high enough quality to serve as the input to extract poststack attributes used to compute time-lapse differences. Without joint recovery, artifacts{\textendash}-due to the randomized subsampling{\textendash}-lead to deterioration of the degree of repeatability of the time-lapse data. We tested this method by carrying out experiments with reliable statistics from thousands of repeated experiments. We also confirmed that high degrees of repeatability are achievable for an ocean-bottom cable survey acquired with time-jittered continuous recording.},
	keywords = {Acquisition, joint recovery method, marine, random sampling, time-lapse seismic},
	doi = {10.1190/geo2016-0076.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2017/oghenekohwo2016GEOPctl/oghenekohwo2016GEOPctl.html},
	author = {Felix Oghenekohwo and Haneet Wason and Ernie Esser and Felix J. Herrmann}
}
@article {wason2016GEOPctl,
	title = {Low-cost time-lapse seismic with distributed compressive sensing{\textendash}-Part 2: impact on repeatability},
	journal = {Geophysics},
	volume = {82},
	number = {3},
	year = {2017},
	note = {(Geophysics)},
	month = {05},
	pages = {P15-P30},
	abstract = {Irregular or off-the-grid spatial sampling of sources and receivers is inevitable in field seismic acquisitions. Consequently, time-lapse surveys become particularly expensive since current practices aim to replicate densely sampled surveys for monitoring changes occurring in the reservoir due to hydrocarbon production. We demonstrate that under certain circumstances, high-quality prestack data can be obtained from cheap randomized subsampled measurements that are observed from nonreplicated surveys. We extend our time-jittered marine acquisition to time-lapse surveys by designing acquisition on irregular spatial grids that render simultaneous, subsampled and irregular measurements. Using the fact that different time-lapse data share information and that nonreplicated surveys add information when prestack data are recovered jointly, we recover periodic densely sampled and colocated prestack data by adapting the recovery method to incorporate a regularization operator that maps traces from an irregular spatial grid to a regular periodic grid. The recovery method is, therefore, a combined operation of regularization, interpolation (estimating missing fine-grid traces from subsampled coarse-grid data), and source separation (unraveling overlapping shot records). By relaxing the insistence on replicability between surveys, we find that recovery of the time-lapse difference shows little variability for realistic field scenarios of slightly nonreplicated surveys that suffer from unavoidable natural deviations in spatial sampling of shots (or receivers) and pragmatic compressed-sensing based nonreplicated surveys when compared to the "ideal" scenario of exact replicability between surveys. Moreover, the recovered densely sampled prestack baseline and monitor data improve significantly when the acquisitions are not replicated, and hence can serve as input to extract poststack attributes used to compute time-lapse differences. Our observations are based on experiments conducted for an ocean-bottom cable survey acquired with time-jittered continuous recording assuming source equalization (or same source signature) for the time-lapse surveys and no changes in wave heights, water column velocities or temperature and salinity profiles, etc.},
	keywords = {joint recovery method, Marine acquisition, off-the-grid recovery, Optimization, random sampling, time-lapse seismic},
	doi = {10.1190/geo2016-0252.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2017/wason2016GEOPctl/wason2016GEOPctl.html},
	author = {Haneet Wason and Felix Oghenekohwo and Felix J. Herrmann}
}
@presentation {oghenekohwo2016SINBADFast,
	title = {Asymmetric sampling for time-lapse surveys},
	year = {2016},
	publisher = {SINBAD},
	abstract = {In this talk, we use the joint recovery model (JRM), which derives from distributed compressed sensing, to reconstruct time-lapse data acquired via time-jittered marine sources that are significantly subsampled in the monitor survey(s) in comparison to the baseline survey, hence, saving acquisition cost. We analyze the effects of two or more asymmetrically subsampled monitor surveys on wavefield reconstruction via JRM. We leverage the common information shared amongst the vintages during our sparsity-promoting recovery.},
	keywords = {Presentation, SINBAD, SINBADFALL2016, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/oghenekohwo2016SINBADFast/oghenekohwo2016SINBADFast.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/oghenekohwo2016SINBADFast/oghenekohwo2016SINBADFast.mov},
	author = {Felix Oghenekohwo and Haneet Wason and Felix J. Herrmann}
}
@conference {herrmann2016SEGWSctl,
	title = {Compressive time-lapse marine acquisition},
	booktitle = {SEG Workshop on Low cost geophysics: How to be creative in a cost-challenged environment; Dallas},
	year = {2016},
	note = {(SEG Workshop, Dallas)},
	month = {10},
	keywords = {Acquisition, SEG, workshop},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/herrmann2016SEGWSctl/herrmann2016SEGWSctl_pres.pdf},
	author = {Felix J. Herrmann and Rajiv Kumar and Felix Oghenekohwo and Shashin Sharan and Haneet Wason}
}
@presentation {wason2016SINBADFlcr,
	title = {Low-cost, randomized 3D towed-marine time-lapse seismic acquisition},
	year = {2016},
	publisher = {SINBAD},
	abstract = {Most often conventional 3D towed-marine seismic data acquisition suffers from limited illumination of subsurface due to narrow azimuth. Although, acquisition techniques such as Ocean Bottom Cable (OBC), Ocean Bottom Node (OBN), Rich-Azimuth (RAZ) acquisition, Multi-Azimuth (MAZ) acquisition have been developed to illuminate the subsurface from all possible angles, these acquisition techniques are expensive. Motivated by the design principles of compressed sensing, we acquire randomly subsampled and simultaneous (e.g., simultaneous long offset) 3D towed-marine time-lapse seismic data for few (random) azimuths, and recover densely sampled multiple azimuth baseline and monitor data via sparsity promotion and rank minimization. Our acquisition is low cost since we have subsampled measurements.},
	keywords = {Presentation, SINBAD, SINBADFALL2016, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/wason2016SINBADFlcr/wason2016SINBADFlcr.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/wason2016SINBADFlcr/marine_acq_mask.pdf},
	author = {Rajiv Kumar and Felix Oghenekohwo and Shashin Sharan and Haneet Wason and Felix J. Herrmann}
}
@presentation {oghenekohwo2015SINBADFcst,
	title = {Comparative study of time-lapse FWI approaches},
	year = {2015},
	publisher = {SINBAD},
	abstract = {I will illustrate the performance of our joint recovery model for time-lapse FWI. Specifically, I will compare our method to other conventional methods, namely, parallel difference and sequential difference FWI. I will illustrate the robustness of our method compared to others especially in the presence of missing data caused by large acquisition gaps. In addition, I will assess the performance of these methods in the detectability of the time-lapse change in synthetic data. Analysis of these methods under different starting FWI model will also be highlighted.},
	keywords = {Presentation, SINBAD, SINBADFALL2015, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/oghenekohwo2015SINBADFcst/oghenekohwo2015SINBADFcst.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/oghenekohwo2015SINBADFcst/oghenekohwo2015SINBADFcst.mov},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@conference {wason2015EAGEcsm,
	title = {Compressed sensing in 4-D marine{\textendash}-recovery of dense time-lapse data from subsampled data without repetition},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2015},
	note = {(EAGE, Madrid)},
	month = {06},
	abstract = {We present an extension of our time-jittered marine acquisition for time-lapse surveys by working on more realistic field acquisition scenarios by incorporating irregular spatial grids without insisting on repeatability between the surveys. Since we are always subsampled in both the baseline and monitor surveys, we are interested in recovering the densely sampled baseline and monitor, and then the (complete) 4-D difference from subsampled/incomplete baseline and monitor data.},
	keywords = {EAGE, NFFT, off-the-grid, simultaneous acquisition, time-lapse},
	doi = {10.3997/2214-4609.201413088},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2015/wason2015EAGEcsm/wason2015EAGEcsm.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2015/wason2015EAGEcsm/wason2015EAGEcsm_poster.pdf},
	author = {Haneet Wason and Felix Oghenekohwo and Felix J. Herrmann}
}
@conference {oghenekohwo2015CSEGctl,
	title = {Compressive time-lapse seismic data processing using shared information},
	booktitle = {CSEG Annual Conference Proceedings},
	year = {2015},
	note = {(CSEG, Calgary)},
	month = {05},
	abstract = {Time-lapse images void of acquisition and processing artifacts can provide more useful information about subsurface changes compared to those with acquisition footprints and other unwanted anomalies. Although, several pre-processing techniques are being developed and used to mitigate these unwanted artifacts, these operations can be very expensive, challenging and data dependent. Migration, as a processing tool, using a sparsity constraint has been shown to reduce artifacts drastically but little is known about the significance for compressed time-lapse seismic data. Leveraging ideas from distributed compressed sensing, and motivated by our earlier work on recovery of densely sampled time-lapse data from compressively sampled measurements, we present a sparsity-constrained migration for time-lapse data that uses a common component shared by the baseline and monitor data. Our algorithm tested on a synthetic example highlights the advantages of exploiting the common information, compared to ad hoc methods that involve parallel processing of the time-lapse data before differencing.},
	keywords = {CSEG, time-lapse},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2015/oghenekohwo2015CSEGctl/oghenekohwo2015CSEGctl.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2015/oghenekohwo2015CSEGctl/oghenekohwo2015CSEGctl_pres.pdf},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@presentation {wason2015SINBADldr,
	title = {Latest developments in randomized marine acquisition and source separation},
	year = {2015},
	publisher = {SINBAD},
	abstract = {We present the latest developments in randomized (simultaneous) marine acquisition for time-lapse surveys. We also show a comparison between two source separation algorithms {\textemdash} sparsity-promotion and rank-minimization {\textemdash} for simultaneous data.},
	keywords = {Presentation, SINBAD, SINBADSPRING2015, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Spring/wason2015SINBADldr/wason2015SINBADldr.pdf},
	author = {Haneet Wason and Rajiv Kumar and Felix Oghenekohwo and Felix J. Herrmann}
}
@conference {oghenekohwo2015PIMSntc,
	title = {A new take on compressive time-lapse seismic acquisition, imaging and inversion},
	booktitle = {PIMS Workshop on Advances in Seismic Imaging and Inversion},
	year = {2015},
	note = {(PIMS Workshop on Advances in Seismic Imaging and Inversion, University of Alberta, Edmonton)},
	month = {05},
	abstract = {Compressive sensing (CS), a sampling paradigm that is changing how data is acquired and processed in many fields, has attracted tremendous attention in recent years. In exploration seismology, particularly in 3D seismic technology, there have been published work on the application of CS to seismic data acquisition, processing and inversion. However, very little is known about the implications of CS in time-lapse (4D) seismic. Leveraging ideas from distributed CS where more than one signal is acquired and processed, as in 4D seismic, we present a joint recovery algorithm for time-lapse seismic data acquisition, imaging and inversion. The algorithm exploits the common information in the data sets (baseline and monitor) as part of an inversion procedure. Application of our algorithm to realistic synthetic examples highlight its advantages over other conventional approaches for processing time-lapse seismic data.},
	keywords = {PIMS, time-lapse, workshop},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/PIMS/2015/oghenekohwo2015PIMSntc/oghenekohwo2015PIMSntc_pres.pdf},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@presentation {wason2015SINBADFrtl,
	title = {Randomization of time-lapse marine surveys},
	year = {2015},
	publisher = {SINBAD},
	abstract = {We present an extension of our time-jittered (simultaneous) marine acquisition for time-lapse surveys, where we work on more realistic field acquisition scenarios by incorporating irregular spatial grids without insisting on repeatability between the surveys. Since we are always subsampled in both the baseline and monitor surveys, we recover the densely sampled baseline and monitor and then the (complete) 4-D difference from subsampled baseline and monitor data.},
	keywords = {Presentation, SINBAD, SINBADFALL2015, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/wason2015SINBADFrtl/wason2015SINBADFrtl.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/wason2015SINBADFrtl/wason2015SINBADFrtl.mov},
	author = {Haneet Wason and Felix Oghenekohwo and Felix J. Herrmann}
}
@presentation {oghenekohwo2015SINBADrdc,
	title = {Recent developments in compressive sensing for time-lapse studies},
	year = {2015},
	publisher = {SINBAD},
	abstract = {We present an overview of the advances we have made with respect to extending compressive sensing ideas to time-lapse studies. We show applications in compressive time-lapse seismic data acquisition, imaging and full-waveform inversion.},
	keywords = {Presentation, SINBAD, SINBADSPRING2015, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Spring/oghenekohwo2015SINBADrdc/oghenekohwo2015SINBADrdc.pdf},
	author = {Felix Oghenekohwo and Rajiv Kumar and Haneet Wason and Ernie Esser and Ning Tu and Felix J. Herrmann}
}
@conference {oghenekohwo2015IIPFWItlf,
	title = {Time-lapse FWI with distributed compressed sensing},
	booktitle = {Inaugural Full-Waveform Inversion Workshop},
	year = {2015},
	note = {(Natal, Brazil)},
	month = {08-09},
	abstract = {In this talk, I will discuss our most recent application of full-waveform inversion (FWI) to time-lapse seismic data inversion. Specifically, I will illustrate how a joint recovery model (JRM) can be used in a joint inversion framework, leveraging ideas from distributed compressed sensing (DCS). The key idea involves exploiting the common information in the baseline and monitor gradients during the inversion.},
	keywords = {distributed compressed sensing, FWI, time lapse},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/IIPFWI/oghenekohwo2015IIPFWItlf/oghenekohwo2015IIPFWItlf_pres.pdf},
	author = {Felix Oghenekohwo and Rajiv Kumar and Ernie Esser and Felix J. Herrmann}
}
@presentation {oghenekohwo2015SINBADFtli,
	title = {Time-lapse imaging with multiples and distributed compressed sensing},
	year = {2015},
	publisher = {SINBAD},
	abstract = {In this talk, we leverage our joint-recovery model, which uses the fact that time-lapse images generally have a lot in common, to improve imaging problems with large gaps. We demonstrate that the adverse effects of large acquisition gaps can be mitigated by using this joint-recovery model especially in combination with imaging with surface-related multiples.},
	keywords = {Presentation, SINBAD, SINBADFALL2015, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/oghenekohwo2015SINBADFtli/oghenekohwo2015SINBADFtli.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/oghenekohwo2015SINBADFtli/oghenekohwo2015SINBADFtli.mov},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@conference {oghenekohwo2015EAGEuci,
	title = {Using common information in compressive time-lapse full-waveform inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2015},
	note = {(EAGE, Madrid)},
	month = {06},
	abstract = {The use of time-lapse seismic data to monitor changes in the subsurface has become standard practice in industry. In addition, full-waveform inversion has also been extended to time-lapse seismic to obtain useful time-lapse information. The computational cost of this method are becoming more pronounced as the volume of data increases. Therefore, it is necessary to develop fast inversion algorithms that can also give improved time-lapse results. Rather than following existing joint inversion algorithms, we are motivated by a joint recovery model which exploits the common information among the baseline and monitor data. We propose a joint inversion framework, leveraging ideas from distributed compressive sensing and the modified Gauss-Newton method for full-waveform inversion, by using the shared information in the time-lapse data. Our results on a realistic synthetic example highlight the benefits of our joint inversion approach over a parallel inversion method that does not exploit the shared information. Preliminary results also indicate that our formulation can address time-lapse data with inconsistent acquisition geometries.},
	keywords = {EAGE, FWI, time-lapse},
	doi = {10.3997/2214-4609.201413086},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2015/oghenekohwo2015EAGEuci/oghenekohwo2015EAGEuci.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2015/oghenekohwo2015EAGEuci/oghenekohwo2015EAGEuci_poster.pdf},
	author = {Felix Oghenekohwo and Rajiv Kumar and Ernie Esser and Felix J. Herrmann}
}
@conference {petrenko2014EAGEaih,
	title = {Accelerating an iterative Helmholtz solver with FPGAs},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2014},
	month = {06},
	abstract = {We implement the Kaczmarz row-projection algorithm (Kaczmarz (1937)) on a CPU host + FPGA accelerator platform using techniques of dataflow programming. This algorithm is then used as the preconditioning step in CGMN, a modified version of the conjugate gradients method (Bj{\"o}rck and Elfving (1979)) that we use to solve the time-harmonic acoustic isotropic constant density wave equation. Using one accelerator we achieve a speed-up of over 2{\texttimes} compared with one Intel core.},
	keywords = {CGMN, EAGE, FPGA, Helmholtz equation, Kaczmarz, reconfigurable computing},
	doi = {10.3997/2214-4609.20141141},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/petrenko2014EAGEaih/petrenko2014EAGEaih.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/petrenko2014EAGEaih/petrenko2014EAGEaih_pres.pdf},
	author = {Art Petrenko and Tristan van Leeuwen and Diego Oriato and Simon Tilbury and Felix J. Herrmann}
}
@conference {petrenko2014OGHPCaih,
	title = {Accelerating an iterative Helmholtz solver with FPGAs},
	booktitle = {OGHPC},
	year = {2014},
	month = {03},
	abstract = {We implement the Kaczmarz row-projection algorithm [Kaczmarz, 1937] on a CPU host + FPGA accelerator platform using techniques of dataflow programming. This algorithm is then used as the preconditioning step in CGMN, a modified version of the conjugate gradients method [Bj?rck and Elfving, 1979] that we use to solve the time-harmonic acoustic isotropic constant density wave equation.},
	keywords = {CGMN, FPGA, Helmholtz equation, Kaczmarz, OGHPC, reconfigurable computing},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/OGHPC/2014/petrenko2014OGHPCaih/petrenko2014OGHPCaih.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/OGHPC/2014/petrenko2014OGHPCaih/petrenko2014OGHPCaih_poster.pdf},
	author = {Art Petrenko and Felix J. Herrmann and Diego Oriato and Simon Tilbury and Tristan van Leeuwen}
}
@presentation {petrenko2014SINBADaih,
	title = {Accelerating an iterative Helmholtz solver with FPGAs},
	year = {2014},
	publisher = {SINBAD},
	abstract = {An implementation of seismic wave simulation on a platform consisting of a conventional host processor and a reconfigurable hardware accelerator is presented. This research is important in the field of exploration for oil and gas resources, where a 3D model of the subsurface is frequently required. By comparing seismic data collected in a real-world survey with synthetic data generated by simulated waves, it is possible to deduce such a model. However this requires many time-consuming simulations with different Earth models to find the one that best fits the measured data. Speeding up the wave simulations would allow more models to be tried, yielding a more accurate estimate of the subsurface. The reconfigurable hardware accelerator employed in this work is a field programmable gate array (FPGA). FPGAs are computer chips that consist of electronic building blocks that the user can configure and reconfigure to represent their algorithm in hardware. Whereas a traditional processor can be viewed as a pipeline for processing instructions, an FPGA is a pipeline for processing data. The chief advantage of the FPGA is that all the instructions in the algorithm are already hardwired onto the chip. This means that execution time depends only on the amount of data to be processed, and not on the complexity of the algorithm. The main contribution is an implementation of the well-known Kaczmarz row projection algorithm on the FPGA, using techniques of dataflow programming. This kernel is used as the preconditioning step of CGMN, a modified version of the conjugate gradients method that is used to solve the time-harmonic acoustic isotropic constant density wave equation. Using one FPGA accelerator, the current implementation allows seismic wave simulations to be performed over twice as fast, compared to running on one Intel Xeon E5-2670 core. I also discuss the effect of modifications of the algorithm necessitated by the hardware on the convergence properties of CGMN. Finally, a specific plan for future work is set-out in order to fully exploit the accelerator platform, and my work is set in its larger context},
	keywords = {Presentation, SINBAD, SINBADSPRING2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Spring/petrenko2014SINBADaih/petrenko2014SINBADaih.pdf},
	author = {Art Petrenko and Tristan van Leeuwen and Diego Oriato and Simon Tilbury and Felix J. Herrmann}
}
@presentation {wason2014SINBADrrt,
	title = {Randomization and repeatability in time-lapse marine acquisition},
	year = {2014},
	publisher = {SINBAD},
	abstract = {During this talk, we will show how randomization techniques from (distributed) compressed sensing affect the way we think about time-lapse surveys.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/wason2014SINBADrrt/wason2014SINBADrrt.pdf},
	author = {Haneet Wason and Felix Oghenekohwo and Felix J. Herrmann}
}
@conference {herrmann2014EAGEWSrrt,
	title = {Randomization and repeatability in time-lapse marine acquisition},
	booktitle = {EAGE Workshop on Land and Ocean Bottom; Broadband Full Azimuth Seismic Surveys; Spain},
	year = {2014},
	note = {(EAGE Workshop, Spain)},
	month = {04},
	keywords = {4D seismic, EAGE, Marine acquisition, workshop},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/herrmann2014EAGEWSrrt.pdf},
	author = {Haneet Wason and Felix Oghenekohwo and Felix J. Herrmann}
}
@conference {wason2014SEGrrt,
	title = {Randomization and repeatability in time-lapse marine acquisition},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2014},
	note = {(SEG)},
	month = {10},
	pages = {46-51},
	abstract = {We present an extension of our time-jittered simultaneous marine acquisition to time-lapse surveys where the requirement for repeatability in acquisition can be waived provided we know the acquisition geometry afterwards. Our method, which does not require repetition, gives 4-D signals comparable to conventional methods where repeatability is key to their success.},
	keywords = {Acquisition, deblending, marine, SEG, time-laspe},
	doi = {http://dx.doi.org/10.1190/segam2014-1677.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2014/wason2014SEGrrt/wason2014SEGrrt.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2014/wason2014SEGrrt/wason2014SEGrrt_pres.pdf},
	author = {Haneet Wason and Felix Oghenekohwo and Felix J. Herrmann}
}
@presentation {oghenekohwo2014SINBADrsw,
	title = {Randomized sampling without repetition in time-lapse seismic surveys},
	year = {2014},
	publisher = {SINBAD},
	abstract = {In this talk, we will show a method for acquiring time-lapse data, where we do not have to repeat the survey geometry. Our method works provided our acquisition is randomized, where sources and receivers are at random locations on a computational grid, and provided we know the spatial locations of the shots and receivers. In addition, we show the implications of either (sub)sampling more for the baseline and less for the monitor or vice-versa, and how this sampling scheme affects the 4-D signal.},
	keywords = {Presentation, SINBAD, SINBADSPRING2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Spring/oghenekohwo2014SINBADrsw/oghenekohwo2014SINBADrsw.pdf},
	author = {Felix Oghenekohwo and Haneet Wason and Ernie Esser and Felix J. Herrmann}
}
@conference {oghenekohwo2014SEGrsw,
	title = {Randomized sampling without repetition in time-lapse surveys},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2014},
	note = {(SEG)},
	month = {10},
	pages = {4848-4852},
	abstract = {Vouching for higher levels of repeatability in acquisition and processing of time-lapse (4D) seismic data has become the standard with oil and gas contractor companies, with significant investment in the design of acquisition systems and processing algorithms that attempt to address some of the current 4D challenges, in particular, imaging weak 4D signals. Recent developments from the field of compressive sensing have shown the benefits of variants of randomized sampling in marine seismic acquisition and its impact for the future of seismic exploration. Following these developments, we show that the requirement for accurate survey repetition in time-lapse seismic data acquisition can be waived provided we solve a sparsity-promoting convex optimization program that makes use of the shared component between the baseline and monitor data. By setting up a framework for inversion of the stacked sections of a time-lapse data, given the pre-stack data volumes, we are able to extract 4D signals with relatively highfidelity from significant subsamplings. Our formulation is applied to time-lapse data that has been acquired with different source/receiver geometries, paving the way for an efficient approach to dealing with time-lapse data acquired with initially poor repeatability levels, provided the survey geometry details are known afterwards.},
	keywords = {4D, Acquisition, random, repetition, SEG, time-lapse},
	doi = {http://dx.doi.org/10.1190/segam2014-1627.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2014/oghenekohwo2014SEGrsw/oghenekohwo2014SEGrsw.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2014/oghenekohwo2014SEGrsw/oghenekohwo2014SEGrsw_pres.pdf},
	author = {Felix Oghenekohwo and Rajiv Kumar and Felix J. Herrmann}
}
@presentation {oghenekohwo2014SINBADrst,
	title = {Randomized subsampling in time-lapse surveys and recovery techniques},
	year = {2014},
	publisher = {SINBAD},
	abstract = {This talk centres on new insights on how we think of acquisition of time-lapse data using ideas from compressed sensing. Specifically, we will show how simultaneous processing of time-lapse data from randomized subsampling gives more reliable estimates of the vintages and time-lapse signal, compared to parallel processing.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/oghenekohwo2014SINBADrst/oghenekohwo2014SINBADrst.pdf},
	author = {Felix Oghenekohwo and Rajiv Kumar and Haneet Wason and Ernie Esser and Felix J. Herrmann}
}
@conference {oghenekohwo2014EAGEtls,
	title = {Time-lapse seismic without repetition: reaping the benefits from randomized sampling and joint recovery},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2014},
	month = {06},
	abstract = {In the current paradigm of 4-D seismic, guaranteeing repeatability in acquisition and processing of the baseline and monitor surveys ranks highest amongst the technical challenges one faces in detecting time-lapse signals. By using recent insights from the field of compressive sensing, we show that the condition of survey repeatability can be relaxed as long as we carry out a sparsitypromoting program that exploits shared information between the baseline and monitor surveys. By inverting for the baseline and monitor survey as the common "background", we are able to compute high-fidelity 4-D differences from carefully selected synthetic surveys that have different sets of source/receivers missing. This synthetic example is proof of concept of an exciting new approach to randomized 4-D acquisition where time-lapse signal can be computed as long as the survey details, such as source/receiver locations are known afterwards.},
	keywords = {4-D seismic, EAGE, joint recovery, time-lapse},
	doi = {10.3997/2214-4609.20141478},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/oghenekohwo2014EAGEtls/oghenekohwo2014EAGEtls.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/oghenekohwo2014EAGEtls/oghenekohwo2014EAGEtls_pres.pdf},
	author = {Felix Oghenekohwo and Ernie Esser and Felix J. Herrmann}
}
@presentation {oghenekohwo2014SINBADuwc,
	title = {Use what{\textquoteleft}s in common: time-lapse FWI with distributed Compressive Sensing},
	year = {2014},
	publisher = {SINBAD},
	abstract = {In this talk, we will extend our joint recovery formulation to FWI in time-lapse seismic, using the modified Gauss-Newton approach. Leveraging ideas from distributed compressive sensing, we exploit shared information in the sparse model perturbations of the baseline and monitor data.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/oghenekohwo2014SINBADuwc/oghenekohwo2014SINBADuwc.pdf},
	author = {Felix Oghenekohwo and Rajiv Kumar and Ernie Esser and Felix J. Herrmann}
}
@presentation {petrenko2013SINBADaih,
	title = {Accelerating an iterative Helmholtz solver with FPGAs},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Solution of the Helmholtz equation is the main computational burden of full-waveform inversion in the frequency domain. For this task we employ the CARP-CG algorithm (Gordon \& Gordon 2010), an iterative solver that preconditions the original Helmholtz system into an equivalent symmetric positive definite system and then applies the method of conjugate gradients. Forming the matrix for the new system is not necessary as its multiplicative action on a vector is implemented using a series of projections onto the rows of the original system. Our contribution is implementing CARP-CG for a host + accelerator (FPGA) computing environment. The computational paradigm is one of dataflow: vector and matrix elements are streamed from memory through the accelerator which applies the row projections. The advantage of an FPGA to process streams of data is that unless the algorithm is memory bandwidth limited, computation time is directly proportional to the amount of data. The complexity of the algorithm implemented on the FPGA is irrelevant since all the operations programmed onto the FPGA happen in the same clock tick. In contrast, on a CPU, more complex algorithms require more clock ticks as the instructions are executed sequentially, or with only a small amount of parallelism. Ongoing work porting the CARP-CG algorithm to the accelerator is presented.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/petrenko2013SINBADaih/petrenko2013SINBADaih.pdf},
	author = {Art Petrenko and Tristan van Leeuwen and Felix J. Herrmann and Diego Oriato and Simon Tilbury}
}
@conference {oghenekohwo2013CSEGnratld,
	title = {Assessing the need for repeatability in acquisition of time-lapse data},
	booktitle = {CSEG Annual Conference Proceedings},
	year = {2013},
	month = {05},
	abstract = {There are several factors that affect the repeatability of 4D(time-lapse) seismic data. One of the most significant factors is the repeatability of the acquisition, particularly the locations of the sources and receivers. It is important to repeat the source-receiver locations, used during the baseline survey, in the monitor or repeat survey. Also, it is essential that the stacked data volumes used for time-lapse analysis are created using the same offset ranges for each survey. This condition is crucial in order to be able to produce an image of the same location over a period of time and enhances proper reservoir characterization. The cost of repeating the seismic acquisition is very expensive, as often times, the receiver array has to be left at the same location over the period for which the data will be acquired. In other words, it is important to repeat the acquisition geometry as much as possible. In this talk, we investigate the results of changing the acquisition geometry, by a random placement of the receivers for both the baseline surveys and newer (monitor) surveys. Results show that we are still able to observe any time-lapse effects from the proposed acquisition geometry. Our experiments have been performed on a synthetic model.},
	keywords = {Acquisition, CSEG, migration, time-lapse},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2013/oghenekohwo2013CSEGnratld/oghenekohwo2013CSEGnratld.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2013/oghenekohwo2013CSEGnratld/oghenekohwo2013CSEGnratld_pres.pdf},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@presentation {oghenekohwo2013SINBADedt,
	title = {Estimating 4D differences in time-lapse using randomized sampling techniques},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Repeatability in the seismic survey and processing has been cited as the main reason for which 4D seismic technology work. In the last decade, concerted efforts have been spent to make the 4D seismic process highly repeatable, without significant success. On the contrary, Compressed Sensing, which is also a relatively new sampling paradigm proposes that one can recover an estimate of a fully sampled signal from a noisy, under-sampled measurements provided the acquisition architecture satisfies some properties. By observing different under-sampled and random measurements from each vintage, corresponding to different acquisition geometries, we show that one can still detect the 4D change in time using recent ideas from Compressed sensing. Using a realistic synthetic model, we show two methods of estimating the 4D difference and compare their relative performance to each other.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/oghenekohwo2013SINBADedt/oghenekohwo2013SINBADedt.pdf},
	author = {Felix Oghenekohwo and Ernie Esser and Felix J. Herrmann}
}
@techreport {oghenekohwo2013SEGtlswrs,
	title = {Time-lapse seismics with randomized sampling},
	number = {TR-EOAS-2013-3},
	year = {2013},
	institution = {UBC},
	abstract = {In time-lapse or 4D seismics, repeatability of the acquisition is a very crucial step, as we do not want spurious events that are not there. In this paper, we propose an approach which avoids any requirement to repeat the surveys, by using randomized sampling technique which allows us to be more efficient in the acquisition. Our method applies to sampling data using ocean bottom nodes (OBN) as receivers. We test the efficacy of our proposed randomized acquisition geometry for time-lapse survey on two different models. In the first example, model properties does not change with time, while in the second example, model exhibit a time-lapse effect which may be caused by the migration of fluid within the reservoir. We perform two types of randomized sampling - uniform randomized sampling and jittered sampling to visualize the effects of non-repeatability in time-lapse survey. We observe that jittered randomized sampling is a more efficient method compared to randomized sampling, due to it{\textquoteright}s requirement to control the maximum spacing between the receivers. The results are presented, in the image space, as a least-squares migration of the model perturbation and they are shown for a subset of a synthetic model - the Marmousi model},
	keywords = {Acquisition, migration, time-lapse},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2013/oghenekohwo2013SEGtlswrs/oghenekohwo2013SEGtlswrs.pdf},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@presentation {oghenekohwo2012SINBADcs,
	title = {Compressed sensing: a tool for eliminating repeatability in acquisition of 4D (time-lapse) seismic data},
	year = {2012},
	publisher = {SINBAD},
	abstract = {In 4D (time-lapse) seismic data acquisition, a very significant step is the repeatability of the acquisition process. In other words, the geophones must be placed at the exact location as they were, during baseline survey and acquisition. This condition is required to be able to produce an image of the same location over time and this enhances a proper reservoir characterization. The cost of repeating the seismic acquisition is very expensive, as geophones (receivers) have to be left at the same location over the period for which the data will be acquired. In this talk, we attempt to highlight the effort of Compressed Sensing, to eliminate this condition of repeatability of the acquisition. We show that a random sampling of the shots or random placement of the geophones is able to reproduce the same image over time, hence eliminating any acquisition imprints on the final seismic image.},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/oghenekohwo2012SINBADcs/oghenekohwo2012SINBADcs_pres.pdf},
	author = {Felix Oghenekohwo}
}
@conference {min2012EAGEefwi,
	title = {Frequency-domain elastic waveform inversion using weighting factors related to source-deconvolved residuals},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2012},
	month = {06},
	abstract = {One of the limitations in seismic waveform inversion is that inversion results are very sensitive to initial guesses, which may be because the gradients computed at each frequency are not properly weighted depending on given models.Analyzingthe conventional waveform inversion algorithms using the pseudo-Hessian matrix as a pre-conditioner shows that the gradientsdo not properly describe the feature of given models or high- and low-end frequencies do not contribute the model parameter updates due to banded spectra of source wavelet. For a better waveform inversion algorithm, we propose applying weighting factors to gradients computed at each frequency. The weighting factors are designed using the source-deconvolved back-propagated wavefields. Numerical results for the SEG/EAGE salt model show that the weighting method improves gradient images and its inversion results are compatible with true velocities even with poorly estimated initial guesses.},
	keywords = {EAGE, elastic, frequency-domain, waveform inversion, weighting factors},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/min2012EAGEefwi/min2012EAGEefwi.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=59623},
	author = {Ju-Won Oh and Dong-Joo Min and Felix J. Herrmann}
}
@conference {min2012CSEGrgfe,
	title = {Re-establishment of gradient in frequency-domain elastic waveform inversion},
	booktitle = {CSEG Annual Conference Proceedings},
	year = {2012},
	month = {02},
	abstract = {To obtain solutions close to global minimum in waveform inversion, the gradients computed at each frequency need to be weighted to appropriately describe the residuals between modeled and field data. While the low-frequency components of the gradients should be weighted to recover the long-wavelength structures, the high-frequency components of the gradients need to be weighted when the short-wavelength structures are restored. However, the conventional elastic waveform inversion algorithms cannot properly weight the gradients computed at each frequency. When gradients are scaled using the pseudo-Hessian matrix inside the frequency loop, gradients obtained at high frequencies are over-emphasized. When the gradients are scaled outside the frequency loop, gradients are weighted by the source spectra. In this study, we propose applying weighting factors to the gradients obtained at each frequency so that gradients can properly reflect the differences between the true and assumed models satisfying the general inverse theory. The weighting factors are composed by the backpropagated residuals. Numerical examples for the simple rectangular-shaped model and the modified version of the Marmousi-2 model show that the weighting method enhances gradient images and inversion results compared to the conventional inversion algorithms.},
	keywords = {elastic, frequency-domain, waveform inversion, weighting factors},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2012/min2012CSEGrgfe/min2012CSEGrgfe.pdf},
	author = {Ju-Won Oh and Dong-Joo Min and Felix J. Herrmann}
}
@article {kumar2010TNPecr,
	title = {Enhancing crustal reflection data through curvelet denoising},
	journal = {Technophysics},
	volume = {508},
	number = {1-4},
	year = {2011},
	month = {07},
	pages = {106-116},
	abstract = {Suppression of incoherent noise, which is present in the seismic signal and may often lead to ambiguous interpretation, is a key step in processing associated with crustal reflection data. In this paper, we make use of the parsimonious representation of seismic data in the curvelet domain to perform the noise attenuation while preserving the coherent energy and its amplitude information. Curvelets are a recently developed mathematical transform that has as one of its properties minimal overlap between seismic signal and noise in the transform domain, thereby facilitating signal-noise separation. The problem is cast as an inverse problem and the results are obtained by updating the solution at each iteration. We demonstrate the effectiveness of this procedure at removing noise on both synthetic shot gathers and a synthetic stacked seismic section. We then apply curvelet denoising to deep crustal seismic reflection data where the signal-to-noise ratio is low. The reflection data were recorded along Lithoprobe{\textquoteright}s SNORCLE Line 1 across Paleoproterozoic-Archean domains in Canada{\textquoteright}s Northwest Territories. After initial processing, we apply the iterative curvelet denoising to both pre-stack shot gathers and post-stack data. Ground roll, random noise and much of the anomalous vertical energy is removed from the pre-stack shot gathers, to the extent that crustal reflections, including those from the Moho, are clearly seen on individual gathers. Denoised stacked data show a series of dipping reflections in the lower crust that extend into the Moho. The Moho itself is relatively flat and characterized by a sharp, narrow band of reflections. Comparing the results for the stacked data with those from F-X deconvolution, curvelet denoising outperforms the latter by attenuating incoherent noise with minimal harm to the signal. Because curvelet denoising retains amplitude information, it provides opportunities for further studies of seismic sections through attribute analyses. Curvelet denoising provides an important new tool in the processing toolbox for crustal seismic reflection data.},
	keywords = {Processing, SLIM},
	doi = {10.1016/j.tecto.2010.07.01},
	url = {http://www.sciencedirect.com/science/article/pii/S0040195110003227},
	author = {Vishal Kumar and Jounada Oueity and Ron Clowes and Felix J. Herrmann}
}
@conference {eso2008SEGira,
	title = {Iterative reconstruction algorithm for non-linear operators},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {27},
	year = {2008},
	month = {11},
	pages = {579-583},
	publisher = {SEG},
	organization = {SEG},
	abstract = {Iterative soft thresholding of a models wavelet coefficients can be used to obtain models that are sparse with respect to a known basis function. We generate sparse models for non-linear forward operators by applying the soft thresholding operator to the model obtained through a Gauss-Newton iteration and apply the technique in a synthetic 2.5D DC resistivity crosswell tomographic example.},
	keywords = {SEG, SLIM},
	doi = {10.1190/1.3063719},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2008/eso08SEGira/eso08SEGira.pdf},
	author = {R. A. Eso and S. Napier and Felix J. Herrmann and D. W. Oldenburg}
}
