@conference {rex2024IMAGEvc,
	title = {Velocity Continuation for Common Image Gathers with Fourier Neural Operators},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2024},
	month = {8},
	abstract = {Common-image gathers (CIGs) are pivotal in migration-velocity analysis (MVA). However, MVA is often hindered by the computational burden of traditional migration methods. To bypass these limitations, we introduce a neural-surrogate learning approach that utilizes Fourier Neural Operators (FNOs, Li et al. 2020) to accelerate MVA. Following the velocity-continuation scheme of Siahkoohi, Louboutin, and Herrmann (2022), we train a survey-specific FNO to map the CIGs associated with one migration-velocity model to another without remigration. This methodology leverages the capacity of FNOs to approximate complex PDE-based mappings, rendering computational cost at inference negligible, thereby expediting MVA. By enabling rapid generation and evaluation of CIGs across various velocity models, it offers a pathway to quickly examine velocity models according to preferred properties and to quantify uncertainties in imaged reflectivities at the same time. Additionally, this methodology paves the way for inverse design optimization, updating velocity models to produce CIGs with desirable characteristics.},
	keywords = {CIG, deep learning, FNO, IMAGE, Imaging, SEG, Uncertainty quantification, velocity continuation},
	url = {https://slimgroup.github.io/IMAGE2024/Rex2024SEG/paper.html},
	author = {Richard Rex and Ziyi Yin and Felix J. Herrmann}
}
@conference {orozco2022SPIEadjoint,
	title = {Adjoint operators enable fast and amortized machine learning based Bayesian uncertainty quantification},
	booktitle = {SPIE Medical Imaging Conference},
	year = {2023},
	note = {(SPIE, San Diego)},
	month = {02},
	abstract = {Machine learning algorithms such as Normalizing Flows, VAEs, and GANs are powerful tools in Bayesian uncertainty quantification (UQ) of inverse problems. Unfortunately, when using these algorithms medical imaging practitioners are faced with the challenging task of manually defining neural networks that can handle complicated inputs such as acoustic data. This task needs to be replicated for different receiver types or configurations since these change the dimensionality of the input. We propose to first transform the data using the adjoint operator {\textemdash}ex: time reversal in photoacoustic imaging (PAI) or back-projection in computer tomography (CT) imaging {\textemdash} then continue posterior inference using the adjoint data as an input now that it has been standardized to the size of the unknown model. This adjoint preprocessing technique has been used in previous works but with minimal discussion on if it is biased. In this work, we prove that conditioning on adjoint data is unbiased for a certain class of inverse problems. We then demonstrate with two medical imaging examples (PAI and CT) that adjoints enable two things: Firstly, adjoints partially undo the physics of the forward operator resulting in faster convergence of an ML based Bayesian UQ technique. Secondly, the algorithm is now robust to changes in the observed data caused by differing transducer subsampling in PAI and number of angles in CT. Our adjoint-based Bayesian inference method results in point estimates that are faster to compute than traditional baselines and show higher SSIM metrics, while also providing validated UQ.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, Normalizing flows, SPIE, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2023/orozco2022SPIEadjoint/SPIE_2022_adjoint.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {orozco2023MIDLanf,
	title = {Amortized normalizing flows for transcranial ultrasound with uncertainty quantification},
	booktitle = {Medical Imaging with Deep Learning},
	year = {2023},
	note = {(MIDL, Nashville)},
	month = {07},
	abstract = {We present a novel approach to transcranial ultrasound computed tomography that utilizes normalizing flows to improve the speed of imaging and provide Bayesian uncertainty quantification. Our method combines physics-informed methods and data-driven methods to accelerate the reconstruction of the final image. We make use of a physics-informed summary statistic to incorporate the known ultrasound physics with the goal of compressing large incoming observations. This compression enables efficient training of the normalizing flow and standardizes the size of the data regardless of imaging configurations. The combinations of these methods results in fast uncertainty-aware image reconstruction that generalizes to a variety of transducer configurations. We evaluate our approach with in silico experiments and demonstrate that it can significantly improve the imaging speed while quantifying uncertainty. We validate the quality of our image reconstructions by comparing against the traditional physics-only method and also verify that our provided uncertainty is calibrated with the error.},
	keywords = {Bayesian Estimation, invertible networks, medical imaging, MIDL, Physics and Machine Learning Hybrid, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/MIDL/2023/orozco2023MIDLanf/paper.pdf},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {louboutin2022RHPCafa,
	title = {Abstractions for at-scale seismic inversion},
	booktitle = {Rice Oil and Gas High Performance Computing Conference 2022},
	year = {2022},
	note = {Rice Oil and Gas High Performance Computing Conference 2022},
	month = {03},
	pages = {Thursday Workshop: Devito Training and Hackathon},
	abstract = {We present the SLIM open-source software framework for computational geophysics, and more generally, inverse problems based on the wave-equation (e.g., medical ultrasound). We developed a software environment aimed at scalable research and development by designing multiple layers of abstractions. This environment allows the researchers to easily formulate their problem in an abstract fashion, while still being able to exploit the latest developments in high-performance computing. We illustrate and demonstrate the benefits of our software design on many geophysical applications, including seismic inversion and physics-informed machine learning for geophysics (e.g., loop unrolled imaging, uncertainty quantification), all while facilitating the integration of external software.},
	keywords = {CCS, devito, FWI, HPC, inversion, JUDI, machine learning, RHPC, software, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/RHPC/2022/louboutin2022RHPCafa/RiceHPC22.pdf},
	url2 = {https://youtu.be/scRTbP8w6Wk?t=4542},
	author = {Mathias Louboutin and Ali Siahkoohi and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Yijun Zhang and Philipp A. Witte and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {louboutin2022SEGais,
	title = {Accelerating innovation with software abstractions for scalable computational geophysics},
	booktitle = {International Meeting for Applied Geoscience and Energy Expanded Abstracts},
	year = {2022},
	note = {(IMAGE, Houston)},
	month = {05},
	abstract = {We present the SLIM open-source software framework for computational geophysics, and more generally, inverse problems based on the wave-equation (e.g., medical ultrasound). We developed a software environment aimed at scalable research and development by designing multiple layers of abstractions. This environment allows the researchers to easily formulate their problem in an abstract fashion, while still being able to exploit the latest developments in high-performance computing. We illustrate and demonstrate the benefits of our software design on many geophysical applications, including seismic inversion and physics-informed machine learning for geophysics(e.g., loop unrolled imaging, uncertainty quantification), all while facilitating the integration of external software.},
	keywords = {CCS, devito, FWI, HPC, inversion, JUDI, machine learning, SEG, software, Uncertainty quantification},
	doi = {10.1190/image2022-3750561.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/louboutin_seg22.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/louboutin2022SEGais/index.html},
	author = {Mathias Louboutin and Philipp A. Witte and Ali Siahkoohi and Gabrio Rizzuti and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@conference {siahkoohi2022SEGWSrav,
	title = {Reliable amortized variational inference with conditional normalizing flows via physics-based latent distribution correction},
	booktitle = {IMAGE Workshop on Subsurface Uncertainty Description and Estimation - Moving Away from Single Prediction with Distribution Learning},
	year = {2022},
	note = {(IMAGE Workshop, Houston)},
	month = {09},
	abstract = {Bayesian inference for high-dimensional inverse problems is challenged by the computational costs associated with the forward operator during posterior sampling, as well as the selection of an appropriate prior distribution that encodes our prior knowledge about the unknown. Amortized variational inference addresses these challenges by pretraining a conditional normalizing flow (cNF) that approximates the posterior distribution over the existing model and data joint samples where the prior is implicitly learned from the data. When fed data and normally distributed latent samples as input, the pretrained cNF provides posterior samples for previously unseen data virtually for free. The accuracy of this purely data-driven approach, however, is dependent on the availability of high-fidelity training data, which is rarely the case with geophysical inverse problems, due to the highly heterogeneous structure of the Earth. To overcome this challenge and to minimize the negative bias of data distribution shifts during inference, we propose learning a physics-based correction to the cNF latent distribution to provide a more accurate approximation to the posterior distribution. We accomplish this by parameterizing the cNF latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, which are estimated by minimizing the Kullback-Leibler divergence between the corrected posterior distribution estimate and the true posterior distribution. For a relatively well-trained cNF, this approach provides reliable posterior samples with a limited computational cost while remaining bound to data and physics. We showcase the computational gains of this approach on a "quasi" real seismic imaging example.},
	keywords = {Bayesian inference, deep learning, Generative models, Imaging, Inverse problems, SEG, Uncertainty quantification, workshop},
	url = {https://www.imageevent.org/Workshop/subsurface-uncertainty-description-estimation-moving-away-single-prediction-distribution-learning},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2022/siahkoohi2022SEGWSrav/Thur-15-55-Siahkoohi.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann}
}
@conference {siahkoohi2022EAGEweb,
	title = {Wave-equation based inversion with amortized variational Bayesian inference},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2022},
	note = {(EAGE, Madrid)},
	month = {06},
	pages = {Session 2: Velocity model building and imaging (different domains)},
	abstract = {Solving inverse problems involving measurement noise and modeling errors requires regularization in order to avoid data overfit. Geophysical inverse problems, in which the Earth{\textquoteright}s highly heterogeneous structure is unknown, present a challenge in encoding prior knowledge through analytical expressions. Our main contribution is a generative-model-based regularization approach, robust to out-of-distribution data, which exploits the prior knowledge embedded in existing data and model pairs. Utilizing an amortized variational inference objective, a conditional normalizing flow (NF) is pretrained on pairs of low- and high-fidelity migrated images in order to achieve a low-fidelity approximation to the seismic imaging posterior distribution for previously unseen data. The NF is used after pretraining to reparameterize the unknown seismic image in an inversion scheme involving physics-guided data misfit and a Gaussian prior on the NF latent variable. Solving this optimization problem with respect to the latent variable enables us to leverage the benefits of data-driven conditional priors whilst being informed by physics and data. The numerical experiments demonstrate that the proposed inversion scheme produces seismic images with limited artifacts when dealing with noisy and out-of-distribution data.},
	keywords = {conditional priors, EAGE, Normalizing flows, seismic imaging},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/siahkoohi2022EAGEweb/abstract.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2022/siahkoohi2022EAGEweb/Mon-Herrmann.pdf},
	software = {https://github.com/slimgroup/ConditionalNFs4Imaging.jl},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {herrmann2021KAUSTdbi,
	title = {Deep Bayesian Inference for Task-based Seismic Imaging},
	booktitle = {KAUST},
	year = {2021},
	note = {(KAUST, virtual)},
	month = {03},
	abstract = {High dimensionality, complex physics, and lack of access to the ground truth make seismic imaging one of the most challenging inversion problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks conducted on these images. By making use of a Markov-chain Monte Carlo (McMC) sampling technique, we demonstrate how uncertainty in the data can be propagated to the task of seismic horizon tracking. While this example shows that uncertainty can in principle be handled in a systematic manner by using neural nets as deep priors, it unfortunately also reveals that the McMC method fundamentally lacks ability to scale to relevant problem sizes. To overcome this shortcoming, we introduce a variational formulation based on normalizing flows. In this approach, invertible neural networks are trained to generate samples from the posterior. There are strong indications that this approach has the capability to scale better to problems where the forward operator is expensive to evaluate.},
	keywords = {Bayesian inference, Inverse problems, seismic imaging, Uncertainty quantification},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/herrmann2021KAUSTdbi/Kaust.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Philipp A. Witte and Felix J. Herrmann}
}
@conference {siahkoohi2021EarthMLfar,
	title = {Fast and reliability-aware seismic imaging with conditional normalizing flows},
	booktitle = {Intelligent illumination of the Earth},
	year = {2021},
	note = {(KAUST, virtual)},
	month = {09},
	abstract = {The posterior probability distribution provides a comprehensive description of the solution in ill-posed inverse problems. Sampling from the posterior distribution in the context of seismic imaging is challenged by the high-dimensionality of the unknown and the expensive-to-evaluate forward operator. These challenges limit the applicability of Markov Chain sampling methods due to the costs associated with the forward operator. Moreover, explicitly choosing a prior distribution that captures the true heterogeneity exhibited by the Earth{\textquoteright}s subsurface further complicates casting seismic imaging into a Bayesian framework. To handle this situation and to assess uncertainty, we propose a data-driven variational inference approach based on conditional normalizing flows (NFs). The proposed scheme leverages existing data, which are in the form of low- and high-fidelity migrated image pairs, to train a conditional NF capable of characterizing the posterior distribution. After training, the NF can be used to sample from the posterior distribution associated with a previously unseen seismic survey, which is in some sense close, e.g., data from a neighboring survey area. In our numerical example, we obtain high-fidelity images from the Parihaka dataset and low-fidelity images are derived from these images through the process of demigration, followed by adding band-limited noise and migration. During inference, given shot records from a new neighboring seismic survey, we first compute the reverse-time migration image. Next, by feeding this low-fidelity migrated image to the NF we gain access to samples from the posterior distribution virtually for free. We use these samples to compute a high-fidelity image including a first assessment of the image{\textquoteright}s reliability.},
	keywords = {Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/KAUST/2021/siahkoohi2021EarthMLfar/siahkoohi2021EarthMLfar.pdf},
	author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@conference {witte2021JULIACONmedlj,
	title = {InvertibleNetworks.jl - Memory efficient deep learning in Julia},
	booktitle = {JuliaCon},
	year = {2021},
	note = {(JuliaCon, virtual)},
	month = {07},
	abstract = {We present InvertibleNetworks.jl, an open-source package for invertible neural networks and normalizing flows using memory-efficient backpropagation. InvertibleNetworks.jl uses manually implement gradients to take advantage of the invertibility of building blocks, which allows for scaling to large-scale problem sizes. We present the architecture and features of the library and demonstrate its application to a variety of problems ranging from loop unrolling to uncertainty quantification.},
	keywords = {deep learning, Invertible network, Julia, Normalizing flows, segmentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/JuliaCon/2021/witte2021JULIACONmedlj/witte2021JULIACONmedlj.pdf},
	url2 = {https://www.youtube.com/watch?v=9M-zEGHY4i4},
	author = {Philipp A. Witte and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Bas Peters and Felix J. Herrmann}
}
@conference {herrmann2021Delftlwi,
	title = {Learned wave-based imaging - variational inference at scale},
	booktitle = {Delft},
	year = {2021},
	note = {(Delft, virtual)},
	month = {06},
	abstract = {High dimensionality, complex physics, and lack of access to the ground truth rank medical ultrasound and seismic imaging amongst the most challenging problems in the computational imaging sciences. If these challenges were not bad enough, modern applications of computational imaging increasingly call for the assessment of uncertainty on the image itself and on subsequent tasks. During this talk, I will show how recent developments in Normalizing Flows, a new type of invertible neural networks, can be used to cast wave-based imaging into a scalable Bayesian framework. Contrary to conventional methods, where sample images are drawn from the posterior distribution during inversion, our approach trains Normalizing Flows capable of generating samples from the posterior. Aside from greatly reducing the computational cost, this approach gives us access to the image itself (via Maximum a posteriori or mean estimation) and its multidimensional statistical distribution including its pointwise variance.},
	keywords = {medical imaging, Normalizing flows, seismic imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/Delft/2021/herrmann2021Delftlwi/herrmann2021Delftlwi.mp4},
	author = {Felix J. Herrmann and Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin}
}
@conference {orozco2021NIPSpicp,
	title = {Photoacoustic Imaging with Conditional Priors from Normalizing Flows},
	booktitle = {Neural Information Processing Systems (NeurIPS)},
	year = {2021},
	note = {(NIPS, virtual)},
	month = {12},
	abstract = {Photoacoustic imaging is a biomedical imaging technique based on the photoacoustic effect. It leverages the interplay between optics and acoustics as a mean to circumvent the limitations of imaging modalities relying on single-type physics. Light beams generated by a pulsed laser can penetrate biological tissues by several centimeters, and are absorbed based on oxygen saturation or hemoglobin concentration. While optical absorption is in principle an ideal parameter for medical imaging (e.g., with respect to the detection of cancerous tissue), strong scattering imposes important limitations in its imaging resolution. Ultrasonics, on the other hand, can theoretically provide resolution of medical diagnostic value, but produce images of mechanical properties whose contrasts are not sensitive. In photoacoustics, optical and acoustic effects are combined to gain the best of both worlds. Under conditions of thermal and stress confinement, thermal energy can efficiently build up in biological tissues, which in turn undergo thermal expansion and effectively act as a spatially distributed acoustic source. In photoacoustic imaging, the actual object of interest is the induced source, as it is directly related to optical absorption and can be recovered with a relatively higher resolution than pure optical imaging, based on the acquired ultrasonic data.},
	keywords = {conditional prior, deep image, MAP, NIPS, normalizing flow, Photoacoustic, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/deep_inverse_2021.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/posterneurips2021_orozco.pdf},
	url2 = {https://openreview.net/forum?id=woi1OTvROO1},
	software = {https://github.com/slimgroup/InvertibleNetworks.jl},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {siahkoohi2021AABIpto,
	title = {Preconditioned training of normalizing flows for variational inference in inverse problems},
	booktitle = {3rd Symposium on Advances in Approximate Bayesian Inference},
	year = {2021},
	note = {AABI},
	month = {01},
	abstract = {Obtaining samples from the posterior distribution of inverse problems with expensive forward operators is challenging especially when the unknowns involve the strongly heterogeneous Earth. To meet these challenges, we propose a preconditioning scheme involving a conditional normalizing flow (NF) capable of sampling from a low-fidelity posterior distribution directly. This conditional NF is used to speed up the training of the high-fidelity objective involving minimization of the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density for indirect measurements at hand. To minimize costs associated with the forward operator, we initialize the high-fidelity NF with the weights of the pretrained low-fidelity NF, which is trained beforehand on available model and data pairs. Our numerical experiments, including a 2D toy and a seismic compressed sensing example, demonstrate that thanks to the preconditioning considerable speed-ups are achievable compared to training NFs from scratch.},
	keywords = {Inverse problems, Normalizing flows, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2021/siahkoohi2021AABIpto/siahkoohi2020ABIfab.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AABI/2021/siahkoohi2021AABIpto/siahkoohi2021AABIpto_pres.pdf},
	url2 = {https://openreview.net/forum?id=P9m1sMaNQ8T},
	software = {https://github.com/slimgroup/Software.siahkoohi2021AABIpto},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Philipp A. Witte and Felix J. Herrmann}
}
@conference {ren2021AGUsvi,
	title = {Seismic Velocity Inversion and Uncertainty Quantification Using Conditional Normalizing Flows},
	booktitle = {AGU Annual Meeting},
	year = {2021},
	note = {(AGU 2021, New Orleans)},
	month = {12},
	pages = {U12A-03},
	abstract = {In this work, we use a conditional normalizing flow (CNF) to address the seismic velocity inversion problem. Considering the large dimension difference between seismic data and velocity model, we reduce the data dimension by calculating its reverse time. After that, we train the CNF on pairs of migrated data and velocity. During inference, given a new seismic data, feeding the corresponding migrated image into the trained CNF will lead to posterior samples of the velocity inversion distribution. In addition, uncertainty quantification of the inverted results can be achieved by statistical metrics like mean and standard deviation. In our numerical example, the implementation is based on open-sourced software InvertibleNetworks.jl (Witte et al., 2021), JUDI.jl (Witte et al., 2019) and Devito (Louboutin et al., 2019). The training dataset are built based on the SEG/EAGE Overthrust model. For an unseen seismic data, the posterior samples of inversion results given by the trained CNF can be considered as good estimates of the true velocity. Especially, judging from the metrics like MAE, MSE, PSNR, SSIM, et al., the posterior mean is usually closer to the true velocity and the standard deviation indicates that the velocity value is more reliable within the subsurface layers than that on layer edges. Moreover, the inverted results, either the posterior samples or posterior mean, can be used as an initial model in the subsequent FWI for a more accurate result.},
	keywords = {AGU, inversion, machine learning, Normalizing flows, Uncertainty quantification},
	url = {https://agu.confex.com/agu/fm21/meetingapp.cgi/Paper/815883},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/AGU/2021/ren2021AGUsvi/ren2021AGUsvi.mp4},
	software = {https://github.com/slimgroup/INN_Velocity-Migration},
	author = {Yuxiao Ren and Philipp A. Witte and Ali Siahkoohi and Mathias Louboutin and Ziyi Yin and Felix J. Herrmann}
}
@conference {rizzuti2021SIAMGSwrid,
	title = {Time-domain Wavefield Reconstruction Inversion for large-scale seismic inversion},
	booktitle = {SIAM Conference on Mathematical and Computational Issues in the Geosciences},
	year = {2021},
	note = {(SIAM GS, virtual)},
	month = {06},
	abstract = {Data fitting based on a wave equation model has driven the modern development in seismic imaging, and it is now relevant for large scale inversion. A wider adoption is currently being limited by available computational resources and the classical limitations of non-linear optimization, which often produces suboptimal local minima. A class of methods based on the inexact solution of the wave equation, known as wavefield reconstruction inversion, have shown remarkable robustness towards local minima, however the solvers required for the inexact wave equation scale badly to 3D problems. We propose a reformulation of wavefield reconstruction inversion which involves the solution of the classical time-domain wave equation, and it is practical for large-scale problems. Applications to tilted-transverse isotropy synthetic datasets clearly demonstrate the advantage over traditional full-waveform inversion.},
	keywords = {FWI, SIAM, time domain, WRI},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMGS/2021/rizzuti2021SIAMGSwrid/rizzuti2021SIAMGSwrid.pdf},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann}
}
@conference {siahkoohi2020EAGEdlb,
	title = {A deep-learning based Bayesian approach to seismic imaging and uncertainty quantification},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2020},
	note = {Accepted in EAGE},
	month = {1},
	abstract = {Uncertainty quantification is essential when dealing with ill-conditioned inverse problems due to the inherent nonuniqueness of the solution. Bayesian approaches allow us to determine how likely an estimation of the unknown parameters is via formulating the posterior distribution. Unfortunately, it is often not possible to formulate a prior distribution that precisely encodes our prior knowledge about the unknown. Furthermore, adherence to handcrafted priors may greatly bias the outcome of the Bayesian analysis. To address this issue, we propose to use the functional form of a randomly initialized convolutional neural network as an implicit structured prior, which is shown to promote natural images and excludes images with unnatural noise. In order to incorporate the model uncertainty into the final estimate, we sample the posterior distribution using stochastic gradient Langevin dynamics and perform Bayesian model averaging on the obtained samples. Our synthetic numerical experiment verifies that deep priors combined with Bayesian model averaging are able to partially circumvent imaging artifacts and reduce the risk of overfitting in the presence of extreme noise. Finally, we present pointwise variance of the estimates as a measure of uncertainty, which coincides with regions that are difficult to image.},
	keywords = {deep learning, EAGE, seismic imaging, stochastic gradient Langevin dynamics, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2020/siahkoohi2020EAGEdlb/siahkoohi2020EAGEdlb.html},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {yin2020SEGesi,
	title = {Extended source imaging {\textendash}- a unifying framework for seismic and medical imaging},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {3502-3506},
	abstract = {We present three imaging modalities that live on the crossroads of seismic and medical imaging. Through the lens of extended source imaging, we can draw deep connections among the fields of wave-equation based seismic and medical imaging, despite first appearances. From the seismic perspective, we underline the importance to work with the correct physics and spatially varying velocity fields. Medical imaging, on the other hand, opens the possibility for new imaging modalities where outside stimuli, such as laser or radar pulses, can not only be used to identify endogenous optical or thermal contrasts but that these sources can also be used to insonify the medium so that images of the whole specimen can in principle be created.},
	keywords = {medical imaging, SEG, seismic imaging, variable projection},
	doi = {10.1190/segam2020-3426999.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/yin2020SEGesi/yin2020SEGesi_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Ziyi Yin and Rafael Orozco and Philipp A. Witte and Mathias Louboutin and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {rizzuti2020SEGuqavp,
	title = {Parameterizing uncertainty by deep invertible networks, an application to reservoir characterization},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {1541-1545},
	abstract = {Uncertainty quantification for full-waveform inversion provides a probabilistic characterization of the ill-conditioning of the problem, comprising the sensitivity of the solution with respect to the starting model and data noise. This analysis allows to assess the confidence in the candidate solution and how it is reflected in the tasks that are typically performed after imaging (e.g., stratigraphic segmentation following reservoir characterization). Classically, uncertainty comes in the form of a probability distribution formulated from Bayesian principles, from which we seek to obtain samples. A popular solution involves Monte Carlo sampling. Here, we propose instead an approach characterized by training a deep network that "pushes forward" Gaussian random inputs into the model space (representing, for example, density or velocity) as if they were sampled from the actual posterior distribution. Such network is designed to solve a variational optimization problem based on the Kullback-Leibler divergence between the posterior and the network output distributions. This work is fundamentally rooted in recent developments for invertible networks. Special invertible architectures, besides being computational advantageous with respect to traditional networks, do also enable analytic computation of the output density function. Therefore, after training, these networks can be readily used as a new prior for a related inversion problem. This stands in stark contrast with Monte-Carlo methods, which only produce samples. We validate these ideas with an application to angle-versus-ray parameter analysis for reservoir characterization.},
	keywords = {Full-waveform inversion, SEG, Uncertainty quantification},
	doi = {10.1190/segam2020-3428150.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/rizzuti2020SEGuqavp/rizzuti2020SEGuqavp.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/rizzuti2020SEGuqavp/rizzuti2020SEGuqavp_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/rizzuti2020SEGuqavp/rizzuti2020SEGuqavp_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Gabrio Rizzuti and Ali Siahkoohi and Philipp A. Witte and Felix J. Herrmann}
}
@conference {siahkoohi2020SIAMISsiu,
	title = {Seismic Imaging with Uncertainty Quantification: Sampling from the Posterior with Generative Networks},
	booktitle = {SIAM Conference on Imaging Science},
	year = {2020},
	note = {IS20},
	month = {7},
	abstract = {n/a},
	keywords = {Imaging, invertible networks, IS20, McMC, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMIS/2020/siahkoohi2020SIAMISsiu/siahkoohi2020SIAMISsiu_pres.pdf},
	author = {Ali Siahkoohi and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann and Gabrio Rizzuti}
}
@conference {rizzuti2020EAGEtwri,
	title = {Time-domain wavefield reconstruction inversion for large-scale seismics},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2020},
	note = {Accepted in EAGE, withdrawn due to logistical challenge},
	month = {1},
	abstract = {Wavefield reconstruction inversion is an imaging technique akin to full-waveform inversion, albeit based on a relaxed version of the wave equation. This relaxation aims to beat the multimodality typical of full-waveform inversion. However it prevents the use of time-marching solvers for the augmented equation and, as a consequence, cannot be straightforwardly employed to large 3D problems. In this work, we formulate a dual version of wavefield reconstruction inversion amenable to explicit time-domain solvers, yielding a robust and scalable inversion technique.},
	keywords = {3D, EAGE, Full-waveform inversion, Time-domain},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2020/rizzuti2020EAGEtwri/rizzuti2020EAGEtwri.html},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann}
}
@conference {louboutin2020SIAMTXLAtdw,
	title = {Time-Domain Wavefield Reconstruction Inversion In Tilted Transverse Isostropic Media},
	booktitle = {SIAM Texas-Louisiana},
	year = {2020},
	note = {SIAMTXLA},
	month = {10},
	abstract = {We introduce a generalization of time-domain wavefield reconstruction inversion to anisotropic acoustic modeling. Wavefield reconstruction inversion has been extensively researched in recent years for its ability to mitigate cycle skipping. The original method was formulated in the frequency domain with acoustic isotropic physics. However, frequency-domain modeling requires sophisticated iterative solvers that are difficult to scale to industrial-size problems and more realistic physical assumptions, such as tilted transverse isotropy, object of this study. The work presented here is based on a recently proposed dual formulation of wavefield reconstruction inversion, which allows time-domain propagator that are suitable to both large scales and more accurate physics.},
	keywords = {FWI, Time-domain, WRI},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMTXLA/2020/louboutin2020SIAMTXLAtdw/louboutin2020SIAMTXLAtdw_pres.pdf},
	author = {Mathias Louboutin and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {siahkoohi2020SEGuqi,
	title = {Uncertainty quantification in imaging and automatic horizon tracking{\textemdash}a Bayesian deep-prior based approach},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {1636-1640},
	abstract = {In inverse problems, uncertainty quantification (UQ) deals with a probabilistic description of the solution nonuniqueness and data noise sensitivity. Setting seismic imaging into a Bayesian framework allows for a principled way of studying uncertainty by solving for the model posterior distribution. Imaging, however, typically constitutes only the first stage of a sequential workflow, and UQ becomes even more relevant when applied to subsequent tasks that are highly sensitive to the inversion outcome. In this paper, we focus on how UQ trickles down to horizon tracking for the determination of stratigraphic models and investigate its sensitivity with respect to the imaging result. As such, the main contribution of this work consists in a data-guided approach to horizon tracking uncertainty analysis. This work is fundamentally based on a special reparameterization of reflectivity, known as "deep prior". Feasible models are restricted to the output of a convolutional neural network with a fixed input, while weights and biases are Gaussian random variables. Given a deep prior model, the network parameters are sampled from the posterior distribution via a Markov chain Monte Carlo method, from which the conditional mean and point-wise standard deviation of the inferred reflectivities are approximated. For each sample of the posterior distribution, a reflectivity is generated, and the horizons are tracked automatically. In this way, uncertainty on model parameters naturally translates to horizon tracking. As part of the validation for the proposed approach, we verified that the estimated confidence intervals for the horizon tracking coincide with geologically complex regions, such as faults.},
	keywords = {horizon picking, Imaging, machine learning, SEG, Uncertainty quantification},
	doi = {10.1190/segam2020-3417560.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGuqi/siahkoohi2020SEGuqi.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGuqi/siahkoohi2020SEGuqi_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGuqi/siahkoohi2020SEGuqi_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {siahkoohi2020SIAMTXLAudg,
	title = {Unsupervised data-guided uncertainty analysis in imaging and horizon tracking},
	booktitle = {SIAM Texas-Louisiana},
	year = {2020},
	note = {SIAMTXLA},
	month = {10},
	abstract = {Imaging typically is the first stage of a sequential workflow, and uncertainty quantification becomes more relevant when applied to subsequent tasks. We propose a Bayesian approach to horizon tracking uncertainty analysis, where we deploy a deep prior instead of adhering to handcrafted priors. By passing samples from the posterior distribution obtained via stochastic gradient Langevin dynamics to an automatic horizon tracker, we are able to incorporate the uncertainty on model parameters into horizon tracking.},
	keywords = {deep learning, horizon tracking, McMC, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMTXLA/2020/siahkoohi2020SIAMTXLAudg/siahkoohi2020SIAMTXLAudg_pres.pdf},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Mathias Louboutin and Felix J. Herrmann}
}
@conference {siahkoohi2020SEGwdp,
	title = {Weak deep priors for seismic imaging},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2020},
	note = {(SEG, virtual)},
	month = {09},
	pages = {2998-3002},
	abstract = {Incorporating prior knowledge on model unknowns of interest is essential when dealing with ill-posed inverse problems due to the nonuniqueness of the solution and data noise. Unfortunately, it is not trivial to fully describe our priors in a convenient and analytical way. Parameterizing the unknowns with a convolutional neural network (CNN), and assuming an uninformative Gaussian prior on its weights, leads to a variational prior on the output space that favors "natural" images and excludes noisy artifacts, as long as overfitting is prevented. This is the so-called deep-prior approach. In seismic imaging, however, evaluating the forward operator is computationally expensive, and training a randomly initialized CNN becomes infeasible. We propose, instead, a weak version of deep priors, which consists of relaxing the requirement that reflectivity models must lie in the network range, and letting the unknowns deviate from the network output according to a Gaussian distribution. Finally, we jointly solve for the reflectivity model and CNN weights. The chief advantage of this approach is that the updates for the CNN weights do not involve the modeling operator, and become relatively cheap. Our synthetic numerical experiments demonstrate that the weak deep prior is more robust with respect to noise than conventional least-squares imaging approaches, with roughly twice the computational cost of reverse-time migration, which is the affordable computational budget in large-scale imaging problems.},
	keywords = {deep prior, machine learning, SEG, seismic imaging},
	doi = {10.1190/segam2020-3417568.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGwdp/siahkoohi2020SEGwdp.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGwdp/siahkoohi2020SEGwdp_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2020/siahkoohi2020SEGwdp/siahkoohi2020SEGwdp_pres.mp4},
	software = {https://github.com/slimgroup/Software.SEG2020},
	author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
@conference {rizzuti2019SIAMGStwri,
	title = {A dual formulation for time-domain wavefield reconstruction inversion},
	booktitle = {SIAM Conference on Mathematical and Computational Issues in the Geosciences},
	year = {2019},
	note = {(SIAM GS)},
	month = {03},
	abstract = {Wavefield reconstruction inversion (WRI) is based on the combination of data misfit and PDE-residual penalty terms, and it aims at the reconstruction of the optimal property model and field pair. A full-space optimization would require the storage of field variables for every frequency or time sample (and every source). Remedies via variable projection are well studied, but they entail the solution of a modified wave equation, which is costly both in frequency and time domain. Here, we explore an efficient alternative to WRI, where properties are complemented, instead, by elements of the dual data space. The starting point of our proposal is the denoising reformulation of WRI: the PDE compliance is optimized under the constraint of a given data fit. Since the field variable can be eliminated from the associated saddle-point problem, we obtain a new objective functional of only properties and Lagrange multipliers. Its evaluation, and gradient computation, involves the solution of the original wave equation, which is amenable to time-domain discretization. The optimization scheme of choice can now leverage on affordable storage of the iterates.},
	keywords = {WRI},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMGS/2019/rizzuti2019SIAMGStwri/rizzuti2019SIAMGStwri.pdf},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Emmanouil Daskalakis and Felix J. Herrmann}
}
@conference {rizzuti2019SEGadf,
	title = {A dual formulation for time-domain wavefield reconstruction inversion},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2019},
	note = {(SEG, San Antonio)},
	month = {09},
	pages = {1480-1485},
	abstract = {We illustrate a dual formulation for full-waveform inversion potentially apt to large 3-D problems. It is based on the optimization of the wave equation compliance, under the constraint of data misfit not exceeding a prescribed noise level. In the Lagrangian formulation, model and wavefield state variables are complemented with multipliers having the same dimension of data ("dual data" variables). Analogously to classical wavefield reconstruction inversion, the wavefield unknowns can be projected out in closed form, by solving a version of the augmented wave equation. This leads to a saddle-point problem whose variables are only model and dual data. As such, this formulation represents a model extension, and is potentially robust against local minima. The classical downsides of model extension methods and wavefield reconstruction inversion are here effectively mitigated: storage of the dual variables is affordable, the augmented wave equation is amenable to time-marching finite-difference schemes, and no continuation strategy for penalty parameters is needed, with the prospect of 3-D applications.},
	keywords = {3D, Full-waveform inversion, SEG, Time-domain},
	doi = {10.1190/segam2019-3216760.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2019/rizzuti2019SEGadf/rizzuti2019SEGadf.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2019/rizzuti2019SEGadf/rizzuti2019SEGadf_pres.pdf},
	software = {https://github.com/slimgroup/Software.rizzuti2019SEGadf},
	author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Emmanouil Daskalakis and Felix J. Herrmann}
}
@conference {herrmann2019NIPSliwcuc,
	title = {Learned imaging with constraints and uncertainty quantification},
	booktitle = {Neural Information Processing Systems (NeurIPS)},
	year = {2019},
	note = {(NIPS, Vancouver)},
	month = {12},
	abstract = {We outline new approaches to incorporate ideas from convolutional networks into wave-based least-squares imaging. The aim is to combine hand-crafted constraints with deep convolutional networks allowing us to directly train a network capable of generating samples from the posterior. The main contributions include combination of weak deep priors with hard handcrafted constraints and a possible new way to sample the posterior.},
	keywords = {constraint, deep learning, Imaging, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2019/herrmann2019NIPSliwcuc/herrmann2019NIPSliwcuc.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2019/herrmann2019NIPSliwcuc/herrmann2019NIPSliwcuc_pres.pdf},
	url2 = {https://openreview.net/pdf?id=Hyet2Q29IS},
	author = {Felix J. Herrmann and Ali Siahkoohi and Gabrio Rizzuti}
}
@conference {rizzuti2019EAGElis,
	title = {Learned iterative solvers for the Helmholtz equation},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2019},
	note = {(EAGE, Copenhagen)},
	month = {06},
	abstract = {We propose a {\textquoteleft}learned{\textquoteright} iterative solver for the Helmholtz equation, by combining traditional Krylov-based solvers with machine learning. The method is, in principle, able to circumvent the shortcomings of classical iterative solvers, and has clear advantages over purely data-driven ap- proaches. We demonstrate the effectiveness of this approach under a 1.5-D assumption, when ade- quate a priori information about the velocity distribution is known.},
	keywords = {EAGE, Helmholtz, Iterative, machine learning},
	doi = {10.3997/2214-4609.201901542},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2019/rizzuti2019EAGElis/rizzuti2019EAGElis.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2019/rizzuti2019EAGElis/rizzuti2019EAGElis_pres.pdf},
	author = {Gabrio Rizzuti and Ali Siahkoohi and Felix J. Herrmann}
}
@conference {kumar2013EAGEsind,
	title = {Seismic data interpolation and denoising using SVD-free low-rank matrix factorization},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2013},
	month = {06},
	abstract = {Recent developments in rank optimization have allowed new approaches for seismic data interpolation and denoising. In this paper, we propose an approach for simultaneous seismic data interpolation and denoising using robust rank-regularized formulations. The proposed approach is suitable for large scale problems, since it avoids SVD computations by using factorized formulations. We illustrate the advantages of the new approach using a seismic line from Gulf of Suez and 5D synthetic seismic data to obtain high quality results for interpolation and denoising, a key application in exploration geophysics.},
	keywords = {denoising, EAGE, interpolation},
	doi = {10.3997/2214-4609.20130388},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2013/kumar2013EAGEsind/kumar2013EAGEsind.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2013/kumar2013EAGEsind/kumar2013EAGEsind_pres.pdf},
	author = {Rajiv Kumar and Aleksandr Y. Aravkin and Hassan Mansour and Ben Recht and Felix J. Herrmann}
}
@conference {ross2008SINBADsit,
	title = {Seismic inversion through operator overloading},
	booktitle = {SINBAD 2008},
	year = {2008},
	abstract = {Geophysical processing is dominated by many different out of core memory software environments (OOCE). Such environments include Madagascar and SU and are designed to handle data that can not be operated on in memory. Each base operation is created as a main program that reads data from disk and writes the result to disk. The main programs can also be chained together on stdin/out pipes using a shell only writing data to disk at the end. To be efficient, the algorithm using an OOCE must chain together the longest pipe to avoid disk I/O, as a result it is very difficult to use iterative techniques. The algorithms are written in shell scripts can be difficult to read and understand. SLIMpy is a software library that contains definitions of coordinate free vectors and linear operators. It allows the user to design and run algorithms with any out of core package, in a Matlab style interface while maintaining optimal efficiency and speed. SLIMpy looks at each main program of each OOCE as a Matrix vector operation or vector reduction/transformation operation. It uses operator overloading to generate an abstract syntax tree (AST) which can be optimized in many ways before executing its commands. The AST also provides a pathway for embarrassingly parallel applications by splitting the tree over different nodes and processors. SLIMpy provides an interface to these OOCE that allows for optimal construction of commands and allows for iterative techniques. It smoothes the transition from other languages such as Matlab and allows the algorithm designer to write readable and reusable code. SLIMpy also adds to OOCE by allowing for easy parallelization.},
	keywords = {Presentation, SINBAD, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2008/ross2008SINBADsit/ross2008SINBADsit.pdf},
	author = {Sean Ross-Ross}
}
