@presentation {yin2024GTwise,
	title = {Generative AI for full-waveform variational inference},
	year = {2024},
	month = {1},
	abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, FWI, generative AI, GT, inversion, machine learning, Normalizing flows, SLIM, Summary Statistics, Uncertainty quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/GTseminar/2024/yin2024GTwise},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@mastersthesis {yin2024THsgi,
	title = {Solving geophysical inverse problems with scientific machine learning},
	year = {2024},
	note = {(PhD)},
	month = {06},
	school = {Georgia Institute of Technology},
	type = {phd},
	address = {Atlanta},
	abstract = {Solving inverse problems involves estimating unknown parameters of interest from indirect measurements. Specifically, geophysical inverse problems seek to determine various Earth properties critical for geophysical exploration, carbon control, monitoring, and earthquake detection. These problems pose unique challenges: the parameters of interest are often high-dimensional, and the mapping from parameters to observables is computationally demanding. Moreover, these problems are typically non-convex and ill-posed, meaning that multiple sets of model parameters can adequately fit the observations, and inversion algorithms depend on accurate initial model parameters. This thesis introduces several innovative methods to tackle these challenges using scientific machine learning techniques. It discusses algorithms and software frameworks that utilize surrogate and generative models to achieve scalable and reliable inversion. It also examines the integration of conditional generative models with physics for Bayesian variational inference and uncertainty quantification. These methods have been applied to two critical inverse problems in geophysical applications: monitoring geological carbon storage and full-waveform inversion, both of which are plagued by the aforementioned computational challenges. The thesis consists of six papers. The first two papers present a scalable, interoperable, and differentiable programming framework for learned multiphysics inversion, showcased through realistic synthetic case studies in geological carbon storage monitoring. The third paper introduces a computationally efficient and reliable algorithm that employs surrogate models, particularly Fourier neural operators, to accelerate inversion. The reliability of this algorithm is ensured by using normalizing flows as learned constraints to safeguard the accuracy of the surrogate models throughout the inversion process. The subsequent paper explores a joint inversion approach and an explainable deep neural classifier for time-lapse seismic imaging and carbon dioxide leakage detection during geological carbon storage. The final two papers introduce amortized and semi-amortized variational inference approaches that employ information-preserving physics-informed summary statistics and refinements to provide computationally feasible and reliable uncertainty quantification in high-dimensional full-waveform inversion problems. They also assess the impact of the inherent uncertainty in these ill-posed inversion problems on subsequent imaging tasks.},
	keywords = {Bayesian inference, CCS, CIG, conditional normalizing flows, end-to-end, Fourier neural operators, FWI, GCS, Generative models, Inverse problems, JRM, monitoring, Normalizing flows, PhD, RTM, scientific machine learning, time-lapse, Uncertainty quantification, Variational Inference, WISE, WISER},
	url = {https://slim.gatech.edu/Publications/Public/Thesis/2024/yin2024THsgi/yin2024THsgi.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Thesis/2024/yin2024THsgi/yin2024THsgi_pres.pdf},
	author = {Ziyi Yin}
}
@presentation {yin2023CSEslim,
	title = {Introduction to Seismic Laboratory for Imaging and Modeling},
	year = {2023},
	note = {(CSE Student Recruiting Event)},
	month = {11},
	abstract = {We introduce the latest research developments in Seismic Laboratory for Imaging and Modeling (SLIM), including geological carbon storage monitoring, seismic and medical imaging and uncertainty quantification, and advancements in scientific machine learning and high performance computing.},
	keywords = {CCS, deep learning, Fourier neural operators, GCS, Inverse problems, learned constraints, learned surrogates, medical imaging, multiphysics, Normalizing flows, PDE, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CSE/2023/SLIM.pdf},
	author = {Ziyi Yin}
}
@article {louboutin2023lmi,
	title = {Learned multiphysics inversion with differentiable programming and machine learning},
	journal = {The Leading Edge},
	volume = {42},
	year = {2023},
	note = {(The Leading Edge)},
	month = {07},
	pages = {452-516},
	abstract = {We present the Seismic Laboratory for Imaging and Modeling/Monitoring (SLIM) open-source software framework for computational geophysics and, more generally, inverse problems involving the wave-equation (e.g., seismic and medical ultrasound), regularization with learned priors, and learned neural surrogates for multiphase flow simulations. By integrating multiple layers of abstraction, our software is designed to be both readable and scalable. This allows researchers to easily formulate their problems in an abstract fashion while exploiting the latest developments in high-performance computing. We illustrate and demonstrate our design principles and their benefits by means of building a scalable prototype for permeability inversion from time-lapse crosswell seismic data, which aside from coupling of wave physics and multiphase flow, involves machine learning.},
	keywords = {CCS, deep learning, Fourier neural operators, GCS, Imaging, inversion, invertible networks, machine learning, monitoring, multiphysics, Normalizing flows, SLIM, software, time-lapse},
	url = {https://library.seg.org/doi/10.1190/tle42070474.1},
	presentation = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2023/louboutin2023lmi/le_software.html},
	author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Ali Siahkoohi and Gabrio Rizzuti and Philipp A. Witte and Olav M{\o}yner and Gerard J. Gorman and Felix J. Herrmann}
}
@article {yin2023smi,
	title = {Solving multiphysics-based inverse problems with learned surrogates and constraints},
	journal = {Advanced Modeling and Simulation in Engineering Sciences},
	volume = {10},
	year = {2023},
	note = {(Advanced Modeling and Simulation in Engineering Sciences)},
	month = {10},
	abstract = {Solving multiphysics-based inverse problems for geological carbon storage monitoring can be challenging when multimodal time-lapse data are expensive to collect and costly to simulate numerically. We overcome these challenges by combining computationally cheap learned surrogates with learned constraints. Not only does this combination lead to vastly improved inversions for the important fluid-flow property, permeability, it also provides a natural platform for inverting multimodal data including well measurements and active-source time-lapse seismic data. By adding a learned constraint, we arrive at a computationally feasible inversion approach that remains accurate. This is accomplished by including a trained deep neural network, known as a normalizing flow, which forces the model iterates to remain in-distribution, thereby safeguarding the accuracy of trained Fourier neural operators that act as surrogates for the computationally expensive multiphase flow simulations involving partial differential equation solves. By means of carefully selected experiments, centered around the problem of geological carbon storage, we demonstrate the efficacy of the proposed constrained optimization method on two different data modalities, namely time-lapse well and time-lapse seismic data. While permeability inversions from both these two modalities have their pluses and minuses, their joint inversion benefits from either, yielding valuable superior permeability inversions and CO2 plume predictions near, and far away, from the monitoring wells.},
	keywords = {AMSES, deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows},
	doi = {10.1186/s40323-023-00252-0},
	url = {https://doi.org/10.1186/s40323-023-00252-0},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/AMSES/2023/yin2023smi/paper.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2023HOTCSEspi,
	title = {Solving PDE-based inverse problems with learned surrogates and constraints},
	year = {2023},
	note = {(HotCSE)},
	month = {11},
	abstract = {In this presentation, I will introduce a learned inversion algorithm for solving inverse problems with computationally expensive forward operators. We tackle this challenge by combining learned surrogates (Fourier neural operators) with learned constraints (normalizing flows). After jointly training these networks with the same samples, the learned surrogates lead to computationally efficient surrogate-assisted inversion. Meanwhile, the learned constraints safeguard the accuracy of the surrogates by forcing the model iterates to remain in-distribution. By combining the two, we come up with a homotopy / continuation scheme where the constraints are relaxed slowly so that the data misfit objective can be minimized while the model iterates always remain in the statistical distribution on which the surrogates are trained. We demonstrate the efficacy of our learned inversion algorithm through carefully selected experiments centered around the problem of geological carbon storage monitoring.},
	keywords = {deep learning, Fourier neural operators, Inverse problems, learned constraints, learned surrogates, multiphysics, Normalizing flows, PDE},
	url = {https://slim.gatech.edu/Publications/Public/Lectures/HotCSE/2023/yin2023HOTCSEspi},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@conference {yin2023EMIutm,
	title = {Uncertainty-aware time-lapse monitoring of geological carbon storage with learned surrogates},
	booktitle = {Engineering Mechanics Institute Conference},
	year = {2023},
	note = {(EMI, Atlanta)},
	month = {06},
	abstract = {Time-lapse seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics and wave physics. It also requires differentiation through the solvers with respect to properties of interest in the subsurface. In this talk, we present a learned end-to-end inversion framework, which uses a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator in order to greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. Through synthetic experiments, we demonstrate the efficacy of this framework on inverting the subsurface permeability of the reservoir and on monitoring CO2 plumes. We further quantify the uncertainty of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can also forecast the growth of CO2 plumes in the future with uncertainty estimation without any acquired seismic data.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, EMI, end-to-end, Fourier neural operators, GCS, inversion, machine learning, Normalizing flows, time-lapse, uncertain quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EMI/2023/yin2023EMIutm/yin2023EMIutm.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EMI/2023/yin2023EMIutm/index.html},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Felix J. Herrmann}
}
@presentation {yin2023ML4SEISMICwise,
	title = {WISE: Full-waveform Inference with Subsurface Extensions},
	year = {2023},
	month = {11},
	abstract = {Quantifying uncertainty in full-waveform inversion is complex given the large sizes of both the model and data. A previous approach employed a variational inference framework, leveraging reverse-time migration to summarize observed data and approximate the posterior distribution through conditional normalizing flows. While reverse-time migration effectively summarizes the data when the background model is close to the true one, its accuracy diminishes with a less accurate background model. In our study, we suggest utilizing subsurface offset gathers as the summary statistics for the variational inference of full-waveform inversion. These gathers retain all the information in seismic data, even when the background model is cycle-skipped or fails to flatten the gathers. Through a case study on Compass model, we confirm our framework{\textquoteright}s effectiveness and show that subsurface offset gathers offer a better summary statistic than just reverse-time migration.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, FWI, inversion, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Summary Statistics, uncertain quantification, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/yin2023ML4SEISMICwise},
	author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {yin2022ML4SEISMICutc,
	title = {Uncertainty-aware time-lapse CO$_2$ monitoring with learned end-to-end inversion},
	year = {2022},
	month = {11},
	abstract = {Seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics modeling and wave physics and differentiation through the solvers with respect to the subsurface properties of interest. In this talk, we demonstrate the effectiveness of learned coupled inversion framework using a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator, which greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. We study the effectiveness and correctness of inversion based on Fourier neural operator surrogate and a normalizing flow prior. We also demonstrate the efficacy of this framework on monitoring the growth of CO2 plumes during sequestration, and on uncertainty quantification of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can further forecast the CO2 plume in the future without any acquired seismic data with uncertainty estimation.},
	keywords = {amortized Bayes, conditional normalizing flows, deep learning, Fourier neural operators, GCS, inversion, machine learning, ML4SEISMIC, Normalizing flows, SLIM, time-lapse, uncertain quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICutc/index.html},
	author = {Ziyi Yin and Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {ren2021AGUsvi,
	title = {Seismic Velocity Inversion and Uncertainty Quantification Using Conditional Normalizing Flows},
	booktitle = {AGU Annual Meeting},
	year = {2021},
	note = {(AGU 2021, New Orleans)},
	month = {12},
	pages = {U12A-03},
	abstract = {In this work, we use a conditional normalizing flow (CNF) to address the seismic velocity inversion problem. Considering the large dimension difference between seismic data and velocity model, we reduce the data dimension by calculating its reverse time. After that, we train the CNF on pairs of migrated data and velocity. During inference, given a new seismic data, feeding the corresponding migrated image into the trained CNF will lead to posterior samples of the velocity inversion distribution. In addition, uncertainty quantification of the inverted results can be achieved by statistical metrics like mean and standard deviation. In our numerical example, the implementation is based on open-sourced software InvertibleNetworks.jl (Witte et al., 2021), JUDI.jl (Witte et al., 2019) and Devito (Louboutin et al., 2019). The training dataset are built based on the SEG/EAGE Overthrust model. For an unseen seismic data, the posterior samples of inversion results given by the trained CNF can be considered as good estimates of the true velocity. Especially, judging from the metrics like MAE, MSE, PSNR, SSIM, et al., the posterior mean is usually closer to the true velocity and the standard deviation indicates that the velocity value is more reliable within the subsurface layers than that on layer edges. Moreover, the inverted results, either the posterior samples or posterior mean, can be used as an initial model in the subsequent FWI for a more accurate result.},
	keywords = {AGU, inversion, machine learning, Normalizing flows, Uncertainty quantification},
	url = {https://agu.confex.com/agu/fm21/meetingapp.cgi/Paper/815883},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi.mp4},
	software = {https://github.com/slimgroup/INN_Velocity-Migration},
	author = {Yuxiao Ren and Philipp A. Witte and Ali Siahkoohi and Mathias Louboutin and Ziyi Yin and Felix J. Herrmann}
}
