@conference {orozco2022SPIEadjoint,
	title = {Adjoint operators enable fast and amortized machine learning based Bayesian uncertainty quantification},
	booktitle = {SPIE Medical Imaging Conference},
	year = {2023},
	note = {(SPIE, San Diego)},
	month = {02},
	abstract = {Machine learning algorithms such as Normalizing Flows, VAEs, and GANs are powerful tools in Bayesian uncertainty quantification (UQ) of inverse problems. Unfortunately, when using these algorithms medical imaging practitioners are faced with the challenging task of manually defining neural networks that can handle complicated inputs such as acoustic data. This task needs to be replicated for different receiver types or configurations since these change the dimensionality of the input. We propose to first transform the data using the adjoint operator {\textemdash}ex: time reversal in photoacoustic imaging (PAI) or back-projection in computer tomography (CT) imaging {\textemdash} then continue posterior inference using the adjoint data as an input now that it has been standardized to the size of the unknown model. This adjoint preprocessing technique has been used in previous works but with minimal discussion on if it is biased. In this work, we prove that conditioning on adjoint data is unbiased for a certain class of inverse problems. We then demonstrate with two medical imaging examples (PAI and CT) that adjoints enable two things: Firstly, adjoints partially undo the physics of the forward operator resulting in faster convergence of an ML based Bayesian UQ technique. Secondly, the algorithm is now robust to changes in the observed data caused by differing transducer subsampling in PAI and number of angles in CT. Our adjoint-based Bayesian inference method results in point estimates that are faster to compute than traditional baselines and show higher SSIM metrics, while also providing validated UQ.},
	keywords = {Amortized Inference, Bayesian inference, deep learning, Inverse problems, machine learning, medical imaging, Normalizing flows, SPIE, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2023/orozco2022SPIEadjoint/SPIE_2022_adjoint.html},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {orozco2023MIDLanf,
	title = {Amortized normalizing flows for transcranial ultrasound with uncertainty quantification},
	booktitle = {Medical Imaging with Deep Learning},
	year = {2023},
	note = {(MIDL, Nashville)},
	month = {07},
	abstract = {We present a novel approach to transcranial ultrasound computed tomography that utilizes normalizing flows to improve the speed of imaging and provide Bayesian uncertainty quantification. Our method combines physics-informed methods and data-driven methods to accelerate the reconstruction of the final image. We make use of a physics-informed summary statistic to incorporate the known ultrasound physics with the goal of compressing large incoming observations. This compression enables efficient training of the normalizing flow and standardizes the size of the data regardless of imaging configurations. The combinations of these methods results in fast uncertainty-aware image reconstruction that generalizes to a variety of transducer configurations. We evaluate our approach with in silico experiments and demonstrate that it can significantly improve the imaging speed while quantifying uncertainty. We validate the quality of our image reconstructions by comparing against the traditional physics-only method and also verify that our provided uncertainty is calibrated with the error.},
	keywords = {Bayesian Estimation, invertible networks, medical imaging, MIDL, Physics and Machine Learning Hybrid, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/MIDL/2023/orozco2023MIDLanf/paper.pdf},
	author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {orozco2021NIPSpicp,
	title = {Photoacoustic Imaging with Conditional Priors from Normalizing Flows},
	booktitle = {Neural Information Processing Systems (NeurIPS)},
	year = {2021},
	note = {(NIPS, virtual)},
	month = {12},
	abstract = {Photoacoustic imaging is a biomedical imaging technique based on the photoacoustic effect. It leverages the interplay between optics and acoustics as a mean to circumvent the limitations of imaging modalities relying on single-type physics. Light beams generated by a pulsed laser can penetrate biological tissues by several centimeters, and are absorbed based on oxygen saturation or hemoglobin concentration. While optical absorption is in principle an ideal parameter for medical imaging (e.g., with respect to the detection of cancerous tissue), strong scattering imposes important limitations in its imaging resolution. Ultrasonics, on the other hand, can theoretically provide resolution of medical diagnostic value, but produce images of mechanical properties whose contrasts are not sensitive. In photoacoustics, optical and acoustic effects are combined to gain the best of both worlds. Under conditions of thermal and stress confinement, thermal energy can efficiently build up in biological tissues, which in turn undergo thermal expansion and effectively act as a spatially distributed acoustic source. In photoacoustic imaging, the actual object of interest is the induced source, as it is directly related to optical absorption and can be recovered with a relatively higher resolution than pure optical imaging, based on the acquired ultrasonic data.},
	keywords = {conditional prior, deep image, MAP, NIPS, normalizing flow, Photoacoustic, Variational Inference},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/deep_inverse_2021.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/NIPS/2021/orozco2021NIPSpicp/posterneurips2021_orozco.pdf},
	url2 = {https://openreview.net/forum?id=woi1OTvROO1},
	software = {https://github.com/slimgroup/InvertibleNetworks.jl},
	author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {kadu2018SEGMSFWI,
	title = {Full-waveform inversion with Mumford-Shah regularization},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2018},
	note = {(SEG, Anaheim)},
	month = {10},
	pages = {1258-1262},
	abstract = {Full-waveform inversion (FWI) is a non-linear procedure to es- timate subsurface rock parameters from surface measurements of induced seismic waves. This procedure is ill-posed in nature and hence, requires regularization to enhance some structure depending on the prior information. Recently, Total-variation (TV) regularization has gained popularity due to its ability to produce blocky structures. Contrary to this, the earth behave more like a piecewise smooth function. TV regularization fails to enforce this prior information into FWI. We propose a Mumford-Shah functional to incorporate the piecewise smooth spatial structure in the FWI procedure. The resulting opti- mization problem is solved by a splitting method. We show the improvement in results against TV regularization on two synthetic camembert examples.},
	keywords = {FWI, Mumford-Shah, regularization, SEG},
	doi = {10.1190/segam2018-2997224.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2018/kadu2018SEGMSFWI/kadu2018SEGMSFWI.pdf},
	author = {Ajinkya Kadu and Rajiv Kumar and Tristan van Leeuwen}
}
@conference {kumar2018SEGlreiv,
	title = {Low-rank representation of extended image volumes{\textendash}{\textendash}applications to imaging and velocity continuation},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2018},
	note = {(SEG, Anaheim)},
	month = {10},
	pages = {4418-4422},
	abstract = {In this paper, we present a cost-effective low-rank factorized form of computing the full subsurface extended image volumes without explicitly calculating the receiver wavefields. The propose approach is computationally feasible, which exploits the low-rank structure of full subsurface extended image volumes organized as a matrix, thus avoiding the customary loop over sources. Using carefully selected stylized examples, we show how conventional migration images can be extracted from the low-rank factorized form. We also present a velocity continuation procedure that uses the same low-rank form and allows us to map the extended image for one velocity model to another velocity model without recomputing all the source wavefields.},
	keywords = {image volume, low-rank, SEG, velocity continuation},
	doi = {10.1190/segam2018-2998404.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2018/kumar2018SEGlreiv/kumar2018SEGlreiv.html},
	author = {Rajiv Kumar and Marie Graff-Kray and Tristan van Leeuwen and Felix J. Herrmann}
}
@article {esser2016tvr,
	title = {Total-variation regularization strategies in full-waveform inversion},
	journal = {SIAM Journal on Imaging Sciences},
	volume = {11},
	number = {1},
	year = {2018},
	note = {(SIAM Journal on Imaging Sciences)},
	pages = {376-406},
	abstract = {We propose an extended full-waveform inversion formulation that includes general convex constraints on the model. Though the full problem is highly nonconvex, the overarching optimization scheme arrives at geologically plausible results by solving a sequence of relaxed and warm-started constrained convex subproblems. The combination of box, total-variation, and successively relaxed asymmetric total-variation constraints allows us to steer free from parasitic local minima while keeping the estimated physical parameters laterally continuous and in a physically realistic range. For accurate starting models, numerical experiments carried out on the challenging 2004 BP velocity benchmark demonstrate that bound and total-variation constraints improve the inversion result significantly by removing inversion artifacts, related to source encoding, and by clearly improved delineation of top, bottom, and flanks of a high-velocity high-contrast salt inclusion. The experiments also show that for poor starting models these two constraints by themselves are insufficient to detect the bottom of high-velocity inclusions such as salt. Inclusion of the one-sided asymmetric total-variation constraint overcomes this issue by discouraging velocity lows to buildup during the early stages of the inversion. To the author{\textquoteright}s knowledge the presented algorithm is the first to successfully remove the imprint of local minima caused by poor starting models and band-width limited finite aperture data.},
	keywords = {constrained optimization, Full-waveform inversion, hinge loss, salt, total variation},
	doi = {10.1137/17M111328X},
	url = {https://slim.gatech.edu/Publications/Public/Journals/SIAMJournalOnImagingSciences/2018/esser2016tvr/esser2016tvr.pdf},
	url2 = {https://doi.org/10.1137/17M111328X},
	author = {Ernie Esser and Llu{\'\i}s Guasch and Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@article {vanleeuwen2015GPWEMVA,
	title = {Enabling affordable omnidirectional subsurface extended image volumes via probing},
	journal = {Geophysical Prospecting},
	volume = {65},
	number = {2},
	year = {2017},
	note = {(Geophysical Prospecting)},
	month = {03},
	pages = {385-406},
	abstract = {Image gathers as a function of subsurface offset are an important tool for the inference of rock properties and velocity analysis in areas of complex geology. Traditionally, these gathers are thought of as multidimensional correlations of the source and receiver wavefields. The bottleneck in computing these gathers lies in the fact that one needs to store, compute, and correlate these wavefields for all shots in order to obtain the desired image gathers. Therefore, the image gathers are typically only computed for a limited number of subsurface points and for a limited range of subsurface offsets, which may cause problems in complex geological areas with large geologic dips. We overcome increasing computational and storage costs of extended image volumes by introducing a formulation that avoids explicit storage and removes the customary and expensive loop over shots found in conventional extended imaging. As a result, we end up with a matrix{\textendash}vector formulation from which different image gathers can be formed and with which amplitude-versus-angle and wave-equation migration velocity analysis can be performed without requiring prior information on the geologic dips. Aside from demonstrating the formation of two-way extended image gathers for different purposes and at greatly reduced costs, we also present a new approach to conduct automatic wave-equation-based migration-velocity analysis. Instead of focusing in particular offset directions and preselected subsets of subsurface points, our method focuses every subsurface point for all subsurface offset directions using a randomized probing technique. As a consequence, we obtain good velocity models at low cost for complex models without the need to provide information on the geologic dips.},
	keywords = {AVA, migration velocity analysis, Stochastic optimization},
	doi = {10.1111/1365-2478.12418},
	url = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalProspecting/2016/vanleeuwen2015GPWEMVA/vanleeuwen2015GPWEMVA.pdf},
	author = {Tristan van Leeuwen and Rajiv Kumar and Felix J. Herrmann}
}
@presentation {fang2016SINBADFeaq,
	title = {Efficient approach for quantifying uncertainty of wavefield reconstruction inversion},
	year = {2016},
	publisher = {SINBAD},
	abstract = {Due to the noisy measurements, sparse observations, uncertain forward models, and uncertain prior parameter information, significant uncertainty arises in the inverted velocity model of full-waveform inversion. The uncertain velocity model leads to the uncertainty in the correct positions of events in the migrated images, which subsequently influences the important decision-makings in the oil and gas exploration and production (E\&P) business such as the drilling decisions and economic evaluations. Therefore, understanding the uncertainty in the inverted velocity model is essential for the mitigation of the E\&P risks. A common approach to accounting for uncertainty in seismic inverse problems like full-waveform inversion is to describe the unknown parameters in probabilistic by the Bayesian inference. The Bayesian inference aims at incorporating the information from the data, physics, and one{\textquoteright}s prior knowledge to formulate a posterior distribution function to characterize the statistical properties of the unknown parameters. However, characterizing uncertainties for the large-scale full-waveform inversion in seismic exploration is prohibitively expensive since it requires thousands of function evaluations to sample the parameter space (e.g. via Markov chain Monte Carlo sampling). Apart from this, the existing methods of uncertainty quantification for full-waveform inversion is through applying the Bayesian inference to the standard method such as the adjoint-state method with the assumption that no uncertainty arises from the wave-equation. However, the wave-equation may not be able to reflect all the physics, hence, incorporating uncertainty from wave-equation might benefit the quantification of uncertainty. In this work, we propose to perform uncertainty quantification using the recently proposed wavefield reconstruction inversion technique, which gives an appropriate framework to tackle the uncertainty in wave-equation solve by adding the misfit of the wave-equation to the likelihood distribution and relaxing the wave-equation constraint. Moreover, we propose a computationally feasible approach to analyzing the posterior distribution of the wavefield reconstruction inversion method, which incorporates a Gaussian distribution that approximates the posterior distribution with an optimization-driven Gaussian simulator to sample the Gaussian distribution efficiently. Numerical examples show that comparing to the McMC method, our approach is able to produce comparable results with less computational cost. This is joint work with Curt da Silva and Rachel Kuske.},
	keywords = {Presentation, SINBAD, SINBADFALL2016, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/fang2016SINBADFeaq/fang2016SINBADFeaq.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/fang2016SINBADFeaq/fang2016SINBADFeaq.mov},
	author = {Zhilong Fang and Chia Ying Lee and Curt Da Silva and Tristan van Leeuwen and Felix J. Herrmann and Rachel Kuske}
}
@conference {peters2016SEGprs,
	title = {Parallel reformulation of the sequential adjoint-state method},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2016},
	note = {(SEG, Dallas)},
	month = {10},
	pages = {1411-1415},
	abstract = {This abstract is about reducing the total computation time to solve full-waveform inversion problems. A common problem formulation is a nonlinear least-squares problem where the gradient is computed using the adjoint-state algorithm. This formulation offers parallelism for the computation of gradients for different sources and frequencies. The adjoint-state algorithm itself is sequential however and this is a limiting factor when a lot of compute nodes are available and only a few wavefields need to be computed. This situation occurs when stochastic optimization strategies are used to minimize the objective function. We present a parallel reformulation of the sequential adjoint-state algorithm, which allows the forward- and adjoint wavefields to be computed in parallel. Both algorithms are mathematically equivalent but the parallel version is twice as fast in run time. An important characteristic of the proposed algorithm is that one wavefield needs to be computed per source and one per receiver. These fields can be used to apply the (inverse) Gauss-Newton Hessian to a vector without recomputing wavefields. A 2D example shows that good full-waveform inversion results are obtained, even when a small number of sources and receivers is used.},
	keywords = {FWI, numerical linear algebra, parallel computing, PDE-constrained optimization, SEG},
	doi = {10.1190/segam2016-13966771.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/peters2016SEGprs/peters2016SEGprs.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/peters2016SEGprs/peters2016SEGprs_pres.pdf},
	author = {Bas Peters and Tristan van Leeuwen and Felix J. Herrmann}
}
@article {tu2015GJIsem,
	title = {Source estimation with surface-related multiples{\textendash}-fast ambiguity-resolved seismic imaging},
	journal = {Geophysical Journal International},
	volume = {205},
	year = {2016},
	note = {(published online in Geophysical Journal International)},
	month = {03},
	pages = {1492-1511},
	abstract = {We address the problem of obtaining a reliable seismic image without prior knowledge of the source wavelet, especially from data that contain strong surface-related multiples. Conventional reverse-time migration requires prior knowledge of the source wavelet, which is either technically or computationally challenging to accurately determine; inaccurate estimates of the source wavelet can result in seriously degraded reverse-time migrated images, and therefore wrong geological interpretations. To solve this problem, we present a "wavelet-free" imaging procedure that simultaneously inverts for the source wavelet and the seismic image, by tightly integrating source estimation into a fast least-squares imaging framework, namely compressive imaging, given a reasonably accurate background velocity model. However, this joint inversion problem is difficult to solve as it is plagued with local minima and the ambiguity with respect to amplitude scalings because of the multiplicative, and therefore nonlinear, appearance of the source wavelet in the otherwise linear formalism. We have found a way to solve this nonlinear joint-inversion problem using a technique called variable projection, and a way to overcome the scaling ambiguity by including surface-related multiples in our imaging procedure following recent developments in surface-related multiple prediction by sparse inversion. As a result, we obtain without prior knowledge of the source wavelet high-resolution seismic images, comparable in quality to images obtained assuming the true source wavelet is known. By leveraging the computationally efficient compressive-imaging methodology, these results are obtained at affordable computational costs compared with conventional processing work flows that include surface-related multiple removal and reverse-time migration.},
	keywords = {computational seismology, free surface, Inverse theory, multiples, seismic imaging, time series analysis, wave propagation},
	url = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalJournalInternational/2016/tu2015GJIsem/tu2015GJIsem.pdf},
	url2 = {http://gji.oxfordjournals.org/content/205/3/1492.full.pdf?keytype=ref\&ijkey=zFydRGQpiJzeCS9},
	author = {Ning Tu and Aleksandr Y. Aravkin and Tristan van Leeuwen and Tim T.Y. Lin and Felix J. Herrmann}
}
@conference {sharan2016SEGspj,
	title = {Sparsity-promoting joint microseismic source collocation and source-time function estimation},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2016},
	note = {(SEG, Dallas)},
	month = {10},
	pages = {2574-2579},
	abstract = {In this work, we propose a new method to simultaneously locate microseismic events (e.g., induced by hydraulic fracturing) and estimate the source signature of these events. We use the method of linearized Bregman. This algorithm focuses unknown sources at their true locations by promoting sparsity along space and at the same time keeping the energy along time in check. We are particularly interested in situations where the microseismic data is noisy, sources have different signatures and we only have access to the smooth background-velocity model. We perform numerical experiments to demonstrate the usability of the proposed method. We also compare our results with full-waveform inversion based microseismic event collocation methods. Our method gives flexibility to simultaneously get a more accurate source image along with an estimate of the source-time function, which carries important information on the rupturing process and source mechanism.},
	keywords = {microseismic, noise, SEG, sources, sparse, wave equation},
	doi = {10.1190/segam2016-13871022.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/sharan2016SEGspj/sharan2016SEGspj.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/sharan2016SEGspj/sharan2016SEGspj_pres.pdf},
	author = {Shashin Sharan and Rongrong Wang and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {fang2016SEGuqw,
	title = {Uncertainty quantification for Wavefield Reconstruction Inversion using a PDE free semidefinite Hessian and randomize-then-optimize method},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2016},
	note = {(SEG, Dallas)},
	month = {10},
	pages = {1390-1394},
	abstract = {The data of full-waveform inversion often contains noise, which induces uncertainties in the inversion results. Ideally, one would like to run a number of independent inversions with different realizations of the noise and assess model-side uncertainties from the resulting models, however this is not feasible because we collect the data only once. To circumvent this restriction, various sampling schemes have been devised to generate an ensemble of models that fit the data to within the noise level. Such sampling schemes typically involve running multiple inversions or evaluating the Hessian of the cost function, both of which are computationally expensive. In this work, we propose a new method to quantify uncertainties based on a novel formulation of the full-waveform inversion problem {\textendash} wavefield reconstruction inversion. Based on this formulation, we formulate a semidefinite approximation of the corresponding Hessian matrix. By precomputing certain quantities, we are able to apply this Hessian to given input vectors without additional solutions of the underlying partial differential equations. To generate a sample, we solve an auxiliary stochastic optimization problem involving this Hessian. The result is a computationally feasible method that, with little overhead, can generate as many samples as required at small additional cost. We test our method on the synthetic BG Compass model and compare the results to a direct-sampling approach. The results show the feasibility of applying our method to computing statistical quantities such as the mean and standard deviation in the context of wavefield reconstruction inversion.},
	keywords = {SEG, Uncertainty quantification, WRI},
	doi = {10.1190/segam2016-13879108.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/fang2016SEGuqw/fang2016SEGuqw.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/fang2016SEGuqw/fang2016SEGuqw_pres.pdf},
	author = {Zhilong Fang and Chia Ying Lee and Curt Da Silva and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {vanleeuwen2015EAGEafs,
	title = {Affordable full subsurface image volume{\textendash}-an application to WEMVA},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2015},
	note = {(EAGE Workshop on Wave Equation based Migration Velocity Analysis, Madrid)},
	month = {06},
	abstract = {Common image gathers are used in building velocity models, inverting for anisotropy parameters, and analyzing reservoir attributes. In this paper, we offer a new perspective on image gathers, where we glean information from the image volume via efficient matrix-vector products. The proposed formulation make the computation of full subsurface image volume feasible. We illustrate how this matrix-vector product can be used to construct objective functions for automatic MVA.},
	keywords = {EAGE, MVA, randomized trace estimation, wave-equation},
	doi = {10.3997/2214-4609.201413498},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2015/vanleeuwen2015EAGEafs/vanleeuwen2015EAGEafs.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2015/vanleeuwen2015EAGEafs/vanleeuwen2015EAGEafs_pres.pdf},
	author = {Tristan van Leeuwen and Rajiv Kumar and Felix J. Herrmann}
}
@presentation {kumar2015SINBADFaoi,
	title = {Affordable omnidirectional image volumes extension to 3D},
	year = {2015},
	publisher = {SINBAD},
	abstract = {Image gathers are an important tool for velocity analysis, AVA analysis and targeted imaging, however, the computational cost involving in forming the image volumes makes them prohibitively expensive in case of large scale 3D seismic data acquisition. In this work, we propose the extension of our probing techniques from 2D to 3D to form the extended image volumes efficiently. We show the efficacy of proposed formulation on synthetic data set.},
	keywords = {Presentation, SINBAD, SINBADFALL2015, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/kumar2015SINBADFaoi/kumar2015SINBADFaoi.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/kumar2015SINBADFaoi/kumar2015SINBADFaoi.mov},
	author = {Rajiv Kumar and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {esser2015SEGasd,
	title = {Automatic salt delineation {\textendash}- Wavefield Reconstruction Inversion with convex constraints},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2015},
	note = {(SEG, New Orleans)},
	month = {10},
	pages = {1337-1343},
	abstract = {We extend full-waveform inversion by Wavefield Reconstruction Inversion by including convex constraints on the model. Contrary to the conventional adjoint-state formulations, Wavefield Reconstruction Inversion has the advantage that the Gauss-Newton Hessian is well approximated by a diagonal scaling, which allows us to add convex constraints, such as the box- and the edge-preserving total-variation constraint, on the square slowness without incurring significant increases in computational costs. As the examples demonstrate, including these constraints yields far superior results in complex geological areas that contain high-velocity high-contrast bodies (e.g. salt or basalt). Without these convex constraints, adjoint-state and Wavefield Reconstruction Inversion get trapped in local minima for poor starting models.},
	keywords = {convex constraints, Full-waveform inversion, salt, SEG, total-variation norm},
	doi = {10.1190/segam2015-5877995.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2015/esser2015SEGasd/esser2015SEGasd.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2015/esser2015SEGasd/esser2015SEGasd_pres.pdf},
	author = {Ernie Esser and Llu{\'\i}s Guasch and Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@techreport {kumar2015EAGElse,
	title = {Least-squares extended imaging with surface-related multiples},
	number = {TR-EOAS-2015-1},
	year = {2015},
	month = {01},
	institution = {UBC},
	abstract = {Common image gathers are used in building velocity models, inverting for anisotropy parameters, and analyzing reservoir attributes. Typically, only primary reflections are used to form image gathers as multiples can cause artifacts that interfere with the events of interest. However, it has been shown that multiples can actually provide extra illumination of the subsurface, especially for delineating the near-surface features. In this paper, we aim to form common image gathers directly from the data with surface related multiples by applying concepts that have been used to successfully deal with surface-related multiples in imaging. We achieve this by effectively inverting an extended migration operator. This results in extended images with better near-surface illumination that are free of artifacts that can hamper velocity analysis. In addition, being able to generate extended images directly from the total data avoids the need for (time-consuming) pre-processing. Synthetic examples on a layered model show that the proposed formulation is promising.},
	keywords = {image gathers, surface-related multiples},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2015/kumar2015EAGElse/kumar2015EAGElse.html},
	author = {Rajiv Kumar and Ning Tu and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {kumar2015CSEGlse,
	title = {Least-squares extended imaging with surface-related multiples},
	booktitle = {CSEG Annual Conference Proceedings},
	year = {2015},
	note = {(CSEG, Calgary)},
	month = {05},
	abstract = {Common image gathers are used in building velocity models, inverting anisotropy parameters, and analyzing reservoir attributes. Often primary reflections are used to form image gathers and multiples are typically attenuated in processing to remove strong coherent artifacts generated by multiples that interfere with the imaged reflectors. However, researchers have shown that, if correctly used, multiples can actually provide extra illumination of the subsurface in seismic imaging, especially for delineating the near-surface features. In this work, we borrow ideas from literatures on imaging with surface-related multiples, and apply these ideas to extended imaging. This way we save the massive computation cost in separating multiples from the data before using them during the formation of image gathers. Also, we mitigate the strong coherent artifacts generated by multiples which can send the migration velocity analysis type algorithms in wrong direction. Synthetic examples on a three-layer model show the efficacy of the proposed formulation.},
	keywords = {CSEG, image-gather, surface-related multiples},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2015/kumar2015CSEGlse/kumar2015CSEGlse.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2015/kumar2015CSEGlse/kumar2015CSEGlse_pres.pdf},
	author = {Rajiv Kumar and Ning Tu and Tristan van Leeuwen and Felix J. Herrmann}
}
@article {vanleeuwen2015IPpmp,
	title = {A penalty method for PDE-constrained optimization in inverse problems},
	journal = {Inverse Problems},
	volume = {32},
	number = {1},
	year = {2015},
	note = {(Inverse Problems)},
	month = {12},
	pages = {015007},
	abstract = {Many inverse and parameter estimation problems can be written as PDE-constrained optimization problems. The goal is to infer the parameters, typically coefficients of the PDE, from partial measurements of the solutions of the PDE for several right-hand sides. Such PDE-constrained problems can be solved by finding a stationary point of the Lagrangian, which entails simultaneously updating the parameters and the (adjoint) state variables. For large-scale problems, such an all-at-once approach is not feasible as it requires storing all the state variables. In this case one usually resorts to a reduced approach where the constraints are explicitly eliminated (at each iteration) by solving the PDEs. These two approaches, and variations thereof, are the main workhorses for solving PDE-constrained optimization problems arising from inverse problems. In this paper, we present an alternative method that aims to combine the advantages of both approaches. Our method is based on a quadratic penalty formulation of the constrained optimization problem. By eliminating the state variable, we develop an efficient algorithm that has roughly the same computational complexity as the conventional reduced approach while exploiting a larger search space. Numerical results show that this method indeed reduces some of the nonlinearity of the problem and is less sensitive to the initial iterate.},
	keywords = {Inverse problems, Optimization, PDE, penalty method},
	url = {https://slim.gatech.edu/Publications/Public/Journals/InverseProblems/2015/vanleeuwen2015IPpmp/vanleeuwen2015IPpmp.pdf},
	url2 = {http://stacks.iop.org/0266-5611/32/i=1/a=015007},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@techreport {esser2015tvwri,
	title = {Total variation regularization strategies in full waveform inversion for improving robustness to noise, limited data and poor initializations},
	number = {TR-EOAS-2015-5},
	year = {2015},
	month = {06},
	institution = {UBC},
	abstract = {We propose an extended full waveform inversion formulation that includes convex constraints on the model. In particular, we show how to simultaneously constrain the total variation of the slowness squared while enforcing bound constraints to keep it within a physically realistic range. Synthetic experiments show that including total variation regularization can improve the recovery of a high velocity perturbation to a smooth background model, removing artifacts caused by noise and limited data. Total variation-like constraints can make the inversion results significantly more robust to a poor initial model, leading to reasonable results in some cases where unconstrained variants of the method completely fail. Numerical results are presented for portions of the SEG/EAGE salt model and the 2004 BP velocity benchmark. ***Disclaimer.*** *This technical report is ongoing work (and posted as is except for the addition of another author) of the late John "Ernie" Esser (May 19, 1980 - March 8, 2015), who passed away under tragic circumstances. We will work hard to finalize and submit this work to the peer-review literature.* Felix J. Herrmann},
	keywords = {cones constraints, hinge loss, total-variation, Wavefield Reconstruction Inversion},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2015/esser2015tvwri/esser2015tvwri.html},
	author = {Ernie Esser and Llu{\'\i}s Guasch and Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@article {vanLeeuwen2014SISC3Dfds,
	title = {3D frequency-domain seismic inversion with controlled sloppiness},
	journal = {SIAM Journal on Scientific Computing},
	volume = {36},
	number = {5},
	year = {2014},
	note = {(SISC)},
	month = {10},
	pages = {S192-S217},
	abstract = {Seismic waveform inversion aims at obtaining detailed estimates of subsurface medium parameters, such as the spatial distribution of soundspeed, from multiexperiment seismic data. A formulation of this inverse problem in the frequency domain leads to an optimization problem constrained by a Helmholtz equation with many right-hand sides. Application of this technique to industry-scale problems faces several challenges: First, we need to solve the Helmholtz equation for high wave numbers over large computational domains. Second, the data consist of many independent experiments, leading to a large number of PDE solves. This results in high computational complexity both in terms of memory and CPU time as well as input/output costs. Finally, the inverse problem is highly nonlinear and a lot of art goes into preprocessing and regularization. Ideally, an inversion needs to be run several times with different initial guesses and/or tuning parameters. In this paper, we discuss the requirements of the various components (PDE solver, optimization method, \dots) when applied to large-scale three-dimensional seismic waveform inversion and combine several existing approaches into a flexible inversion scheme for seismic waveform inversion. The scheme is based on the idea that in the early stages of the inversion we do not need all the data or very accurate PDE solves. We base our method on an existing preconditioned Krylov solver (CARP-CG) and use ideas from stochastic optimization to formulate a gradient-based (quasi-Newton) optimization algorithm that works with small subsets of the right-hand sides and uses inexact PDE solves for the gradient calculations. We propose novel heuristics to adaptively control both the accuracy and the number of right-hand sides. We illustrate the algorithms on synthetic benchmark models for which significant computational gains can be made without being sensitive to noise and without losing the accuracy of the inverted model.},
	keywords = {block-cg, Helmholtz equation, inexact gradient, Kaczmarz method, preconditioning, Seismic inversion},
	doi = {10.1137/130918629},
	url = {http://epubs.siam.org/doi/abs/10.1137/130918629},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/SIAMJournalOnScientificComputing/2014/vanLeeuwen2014SISC3Dfds/vanLeeuwen2014SISC3Dfds.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {petrenko2014EAGEaih,
	title = {Accelerating an iterative Helmholtz solver with FPGAs},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2014},
	month = {06},
	abstract = {We implement the Kaczmarz row-projection algorithm (Kaczmarz (1937)) on a CPU host + FPGA accelerator platform using techniques of dataflow programming. This algorithm is then used as the preconditioning step in CGMN, a modified version of the conjugate gradients method (Bj{\"o}rck and Elfving (1979)) that we use to solve the time-harmonic acoustic isotropic constant density wave equation. Using one accelerator we achieve a speed-up of over 2{\texttimes} compared with one Intel core.},
	keywords = {CGMN, EAGE, FPGA, Helmholtz equation, Kaczmarz, reconfigurable computing},
	doi = {10.3997/2214-4609.20141141},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/petrenko2014EAGEaih/petrenko2014EAGEaih.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/petrenko2014EAGEaih/petrenko2014EAGEaih_pres.pdf},
	author = {Art Petrenko and Tristan van Leeuwen and Diego Oriato and Simon Tilbury and Felix J. Herrmann}
}
@conference {petrenko2014OGHPCaih,
	title = {Accelerating an iterative Helmholtz solver with FPGAs},
	booktitle = {OGHPC},
	year = {2014},
	month = {03},
	abstract = {We implement the Kaczmarz row-projection algorithm [Kaczmarz, 1937] on a CPU host + FPGA accelerator platform using techniques of dataflow programming. This algorithm is then used as the preconditioning step in CGMN, a modified version of the conjugate gradients method [Bj?rck and Elfving, 1979] that we use to solve the time-harmonic acoustic isotropic constant density wave equation.},
	keywords = {CGMN, FPGA, Helmholtz equation, Kaczmarz, OGHPC, reconfigurable computing},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/OGHPC/2014/petrenko2014OGHPCaih/petrenko2014OGHPCaih.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/OGHPC/2014/petrenko2014OGHPCaih/petrenko2014OGHPCaih_poster.pdf},
	author = {Art Petrenko and Felix J. Herrmann and Diego Oriato and Simon Tilbury and Tristan van Leeuwen}
}
@presentation {petrenko2014SINBADaih,
	title = {Accelerating an iterative Helmholtz solver with FPGAs},
	year = {2014},
	publisher = {SINBAD},
	abstract = {An implementation of seismic wave simulation on a platform consisting of a conventional host processor and a reconfigurable hardware accelerator is presented. This research is important in the field of exploration for oil and gas resources, where a 3D model of the subsurface is frequently required. By comparing seismic data collected in a real-world survey with synthetic data generated by simulated waves, it is possible to deduce such a model. However this requires many time-consuming simulations with different Earth models to find the one that best fits the measured data. Speeding up the wave simulations would allow more models to be tried, yielding a more accurate estimate of the subsurface. The reconfigurable hardware accelerator employed in this work is a field programmable gate array (FPGA). FPGAs are computer chips that consist of electronic building blocks that the user can configure and reconfigure to represent their algorithm in hardware. Whereas a traditional processor can be viewed as a pipeline for processing instructions, an FPGA is a pipeline for processing data. The chief advantage of the FPGA is that all the instructions in the algorithm are already hardwired onto the chip. This means that execution time depends only on the amount of data to be processed, and not on the complexity of the algorithm. The main contribution is an implementation of the well-known Kaczmarz row projection algorithm on the FPGA, using techniques of dataflow programming. This kernel is used as the preconditioning step of CGMN, a modified version of the conjugate gradients method that is used to solve the time-harmonic acoustic isotropic constant density wave equation. Using one FPGA accelerator, the current implementation allows seismic wave simulations to be performed over twice as fast, compared to running on one Intel Xeon E5-2670 core. I also discuss the effect of modifications of the algorithm necessitated by the hardware on the convergence properties of CGMN. Finally, a specific plan for future work is set-out in order to fully exploit the accelerator platform, and my work is set in its larger context},
	keywords = {Presentation, SINBAD, SINBADSPRING2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Spring/petrenko2014SINBADaih/petrenko2014SINBADaih.pdf},
	author = {Art Petrenko and Tristan van Leeuwen and Diego Oriato and Simon Tilbury and Felix J. Herrmann}
}
@article {vanLeeuwen2014GEOPcav,
	title = {Comment on: {\textquotedblleft}Application of the variable projection scheme for frequency-domain full-waveform inversion{\textquotedblright} (M. Li, J. Rickett, and A. Abubakar, Geophysics, 78, no. 6, R249{\textendash}R257)},
	journal = {Geophysics},
	volume = {79},
	number = {3},
	year = {2014},
	note = {(discussion by Tristan van Leeuwen, Aleksandr Y. Aravkin, and Felix J. Herrmann)},
	month = {05},
	pages = {X11-X17},
	keywords = {variable projection, waveform inversion},
	doi = {10.1190/geo2013-0466.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2014/vanLeeuwen2014GEOPcav/vanLeeuwen2014GEOPcav.pdf},
	author = {Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@conference {kumar2014EAGEeia,
	title = {Extended images in action: efficient WEMVA via randomized probing},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2014},
	month = {06},
	abstract = {Image gathers as a function of subsurface offset are an important tool for velocity analysis in areas of complex geology. In this paper, we offer a new perspective on image gathers by organizing the extended image as a function of all subsurface offsets and all subsurface points into a matrix whose (i,j)^th entry captures the interaction between gridpoints i and j. For even small problems, it is infeasible to form and store this matrix. Instead, we propose an efficient algorithm to glean information from the image volume via efficient matrix-vector products. We illustrate how this can be used to construct objective functions for automatic MVA.},
	keywords = {EAGE, extended imaging, MVA, probing},
	doi = {10.3997/2214-4609.20141492},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/kumar2014EAGEeia/kumar2014EAGEeia.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/kumar2014EAGEeia/kumar2014EAGEeia_pres.pdf},
	author = {Rajiv Kumar and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {kumar2014SINBADeia,
	title = {Extended images in action {\textendash}- image gather with surface-related multiples},
	year = {2014},
	publisher = {SINBAD},
	abstract = {Common image gathers are used in building velocity models, invert anisotropy parameters and to analyze reservoir attributes. Often primary reflections are used to form the image gathers and multiples are typically attenuated in processing. However, researchers have shown that, if correctly used, they can provide useful information about the subsurface during reverse-time migration. In this work, i will show how we can use multiples along with primaries to form the image-gathers.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/kumar2014SINBADeia/kumar2014SINBADeia.pdf},
	author = {Rajiv Kumar and Ning Tu and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {tu2014SINBADfis2,
	title = {Fast imaging with source estimation},
	year = {2014},
	publisher = {SINBAD},
	abstract = {In seismic imaging, an inaccurate estimate of the source wavelet may result in degraded seismic images. While conventional reverse-time migration requires the knowledge of the source wavelet as prior information, we propose to include source estimation in the fast compressive imaging procedure. Using the proposed method, we can obtain seismic images that are comparable to those imaged with the true source wavelet, with computational costs that are comparable to conventional RTM images with all the data. We also extend the proposed method to image data with surface-related multiples, where these multiples help to mitigate the amplitude ambiguity in source estimation. We verify the proposed method using realistic synthetic examples.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/tu2014SINBADfis2/tu2014SINBADfis2.pdf},
	author = {Ning Tu and Aleksandr Y. Aravkin and Tristan van Leeuwen and Tim T.Y. Lin and Felix J. Herrmann}
}
@conference {leeuwen2014EAGEntf,
	title = {A new take on FWI: wavefield reconstruction inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2014},
	month = {06},
	abstract = {We discuss a recently proposed novel method for waveform inversion: Wavefield Reconstruction Inversion (WRI). As opposed to conventional FWI {\textendash} which attempts to minimize the error between observed and predicted data obtained by solving a wave equation {\textendash} WRI reconstructs a wave-field from the data and extracts a model-update from this wavefield by minimizing the wave-equation residual. The method does not require explicit computation of an adjoint wavefield as all the necessary information is contained in the reconstructed wavefield. We show how the corresponding model updates can be interpreted physically analogously to the conventional imaging-condition-based approach.},
	keywords = {EAGE, Full-waveform inversion, Optimization, penalty method, Wavefield Reconstruction Inversion},
	doi = {10.3997/2214-4609.20140703},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/leeuwen2014EAGEntf/leeuwen2014EAGEntf.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/leeuwen2014EAGEntf/leeuwen2014EAGEntf_pres.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann and Bas Peters}
}
@techreport {herrmann2014pmpde,
	title = {A penalty method for PDE-constrained optimization},
	number = {WO 2014/172787},
	year = {2014},
	note = {(International publication date 30 October 2014. International publication number WO 2014/172787.)},
	month = {10},
	institution = {UBC},
	type = {Patent},
	abstract = {The invention is directed to a computer-implemented method for obtaining a physical model having physical model parameters wherein solutions to one or more partial-differential-equations (PDE{\textquoteright}s) are calculated ans wherein (i) an appropriate initial model is selected, (ii) setup a system of equations referred to as the data-augmented PDE for the field, comprising of the discretized PDE, the sampling operator, the source function and the observed data, and solve the data-augmented PDE in a suitable manner to obtain a field that both satisfies the PDE and fits the data to some degree, (iii) setup a system of equations by using the PDE, the source function and the field obtained in step (ii) and solve this system of equations in a suitable manner to obtain an update of the physical model parameters and repeat steps (ii)-(iii) until a predetermined stopping criterion is met.},
	keywords = {Optimization, patent, penalty method},
	url = {https://slim.gatech.edu/Publications/Public/Patents/2014/herrmann2014pmpde/herrmann2014pmpde_WO2014172787.pdf},
	url2 = {http://patentscope.wipo.int/search/en/WO2014172787},
	author = {Felix J. Herrmann and Tristan van Leeuwen}
}
@presentation {esser2014SINBADsgp,
	title = {A scaled gradient projection method for total variation regularized full waveform inversion},
	year = {2014},
	publisher = {SINBAD},
	abstract = {We propose a modification to the quadratic penalty formulation for seismic full waveform inversion proposed by van Leeuwen and Herrmann that includes convex constraints on the model. In particular, we show how to simultaneously constrain the total variation of the slowness squared while enforcing bound constraints to keep it within a physically realistic range. Synthetic experiments show that including total variation regularization can improve the recovery of a high velocity perturbation to a smooth background model.},
	keywords = {Presentation, SINBAD, SINBADSPRING2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Spring/esser2014SINBADsgp/esser2014SINBADsgp.pdf},
	author = {Ernie Esser and Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@techreport {esser2014SEGsgp,
	title = {A scaled gradient projection method for total variation regularized full waveform inversion},
	number = {TR-EOAS-2014-2},
	year = {2014},
	month = {04},
	institution = {UBC},
	abstract = {We propose an extended full waveform inversion formulation that includes convex constraints on the model. In particular, we show how to simultaneously constrain the total variation of the slowness squared while enforcing bound constraints to keep it within a physically realistic range. Synthetic experiments show that including total variation regularization can improve the recovery of a high velocity perturbation to a smooth background model.},
	keywords = {convex constraints, full waveform inversion, total variation regularization},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2014/esser2014SEGsgp/esser2014SEGsgp.html},
	author = {Ernie Esser and Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@presentation {esser2014SINBADtvc,
	title = {Total variation constrained full waveform inversion with continuation},
	year = {2014},
	publisher = {SINBAD},
	abstract = {Adding a total variation constraint to the Wavefield Reconstruction Inversion model proposed by van Leeuwen and Herrmann can improve robustness and remove artifacts by encouraging piecewise smooth solutions. However, if the parameter controlling the strength of the TV regularization is not well chosen, important details can be lost. We investigate continuation strategies that gradually reduce the strength of the TV constraint so that these important details are eventually allowed back into the solution. Preliminary numerical experiments suggest that this can improve the solution path and lead to better velocity models than if TV regularization were not used during the intermediate steps.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/esser2014SINBADtvc/esser2014SINBADtvc.pdf},
	author = {Ernie Esser and Llu{\'\i}s Guasch and Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@conference {peters2014EAGEweb,
	title = {Wave-equation based inversion with the penalty method: adjoint-state versus wavefield-reconstruction inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2014},
	month = {06},
	abstract = {In this paper we make a comparison between wave-equation based inversions based on the adjoint-state and penalty methods. While the adjoint-state method involves the minimization of a data-misfit and exact solutions of the wave-equation for the current velocity model, the penalty-method aims to first find a wavefield that jointly fits the data and honours the physics, in a least-squares sense. Given this reconstructed wavefield, which is a proxy for the true wavefield in the true model, we calculate updates for the velocity model. Aside from being less nonlinear{\textendash}the acoustic wave equation is linear in the wavefield and model parameters but not in both{\textendash}the inversion is carried out over a solution space that includes both the model and the wavefield. This larger search space allows the algortihm to circumnavigate local minima, very much in the same way as recently proposed model extentions try to acomplish. We include examples for low frequencies, where we compare full-waveform inversion results for both methods, for good and bad starting models, and for high frequencies where we compare reverse-time migration with linearized imaging based on wavefield-reconstruction inversion. The examples confirm the expected benefits of the proposed method.},
	keywords = {EAGE, Full-waveform inversion, Imaging, Optimization, penalty method},
	doi = {10.3997/2214-4609.20140704},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/peters2014EAGEweb/peters2014EAGEweb.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/peters2014EAGEweb/peters2014EAGEweb_pres.pdf},
	author = {Bas Peters and Felix J. Herrmann and Tristan van Leeuwen}
}
@conference {herrmann2014SEGWS,
	title = {Wavefield Reconstruction Inversion (WRI) {\textendash} a new take on wave-equation based inversion},
	booktitle = {SEG Workshop on Full Waveform Inversion - Elastic Approaches and Issues with Anisotropy, Nonshallow Inversion, Poor Starting Model; Denver},
	year = {2014},
	note = {(SEG Workshop, Denver)},
	month = {10},
	keywords = {FWI, SEG, workshop, WRI},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2014/herrmann2014SEGWSwri/herrmann2014SEGWSwri_pres.pdf},
	author = {Felix J. Herrmann and Ernie Esser and Tristan van Leeuwen and Bas Peters}
}
@presentation {petrenko2013SINBADaih,
	title = {Accelerating an iterative Helmholtz solver with FPGAs},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Solution of the Helmholtz equation is the main computational burden of full-waveform inversion in the frequency domain. For this task we employ the CARP-CG algorithm (Gordon \& Gordon 2010), an iterative solver that preconditions the original Helmholtz system into an equivalent symmetric positive definite system and then applies the method of conjugate gradients. Forming the matrix for the new system is not necessary as its multiplicative action on a vector is implemented using a series of projections onto the rows of the original system. Our contribution is implementing CARP-CG for a host + accelerator (FPGA) computing environment. The computational paradigm is one of dataflow: vector and matrix elements are streamed from memory through the accelerator which applies the row projections. The advantage of an FPGA to process streams of data is that unless the algorithm is memory bandwidth limited, computation time is directly proportional to the amount of data. The complexity of the algorithm implemented on the FPGA is irrelevant since all the operations programmed onto the FPGA happen in the same clock tick. In contrast, on a CPU, more complex algorithms require more clock ticks as the instructions are executed sequentially, or with only a small amount of parallelism. Ongoing work porting the CARP-CG algorithm to the accelerator is presented.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/petrenko2013SINBADaih/petrenko2013SINBADaih.pdf},
	author = {Art Petrenko and Tristan van Leeuwen and Felix J. Herrmann and Diego Oriato and Simon Tilbury}
}
@conference {kumar2013SEGAVA,
	title = {AVA analysis and geological dip estimation via two-way wave-equation based extended images},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {32},
	year = {2013},
	month = {09},
	pages = {423-427},
	abstract = {In this paper, we present an efficient way to compute extended images for all subsurface offsets without explicitly calculating the source and receiver wavefields for all the sources. Because the extended images contain all possible subsurface offsets, we compute the angle-domain image gathers by selecting the subsurface offset that is aligned with the local dip. We also propose a method to compute the local dip information directly from common-image-point gathers. To assess the quality of the angle-domain common-image-points gathers we compute the angle-dependent reflectivity coefficients and compare them with theoretical reflectivity coefficients yielded by the (linearized) Zoeppritz equations for a few synthetic models.},
	keywords = {AVA, dip, extended images, SEG, wave-equation},
	doi = {10.1190/segam2013-1348.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/kumar2013SEGAVA/kumar2013SEGAVA.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/kumar2013SEGAVA/kumar2013SEGAVA_pres.pdf},
	author = {Rajiv Kumar and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {kumar2013SEGMVA,
	title = {Efficient WEMVA using extended images},
	booktitle = {SEG Workshop on Advances in Model Building, Imaging, and FWI; Houston},
	year = {2013},
	month = {09},
	abstract = {Image gathers as a function of subsurface offset are an important tool for velocity analysis in areas of complex geology. Here, we offer a new perspective on image gathers by organizing the extended image as a function of all subsurface offsets and all subsurface points in to a matrix whose (i,j)th entry captures the interaction between gridpoints i and j. For even small problems, it is infeasible to form and store this matrix. Instead, we propose an efficient algorithm to glean information from the image volume via efficient matrix-vector products. We illustrate how this can be used to construct objective functions for automated MVA.},
	keywords = {inversion, MVA, poster, SEG, workshop},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/kumar2013SEGMVA/kumar2013SEGMVA_poster.pdf},
	author = {Rajiv Kumar and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {peters2013SINBADepm,
	title = {Examples from the penalty-method},
	year = {2013},
	publisher = {SINBAD},
	abstract = {A novel penalty method for PDE-constrained optimization was recently proposed by van Leeuwen and Herrmann (2013). The conventional PDE-constrained optimization formulation used in seismic waveform inversion is based on calculating the gradient of the data misfit objective functional via the adjoint-state method, at the cost of two PDE solves. The penalty method requires only one solution of an overdetermined linear system, in the least-squares sense. In this talk some numerical properties of this linear system will be exposed. The penalty method for PDE-constrained optimization involves a parameter, balancing the data misfit and PDE-misfit parts of the objective functional. This talk will address how to select this very important parameter. Some examples will be shown in which the penalty method outperforms the conventional method in non-linear waveform inversion, as well as linearized seismic imaging by migration.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/peters2013SINBADepm/peters2013SINBADepm.pdf},
	author = {Bas Peters and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {kumar2013SINBADava,
	title = {Extended images in action: efficient AVA via probing},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Common image gathers (CIG) are an important tool to perform AVA analysis in areas of complex geology. Unfortunately, it is prohibitively very expensive to compute these CIG for all the subsurface points. In this work, we present an efficient way to compute CIG for all subsurface offsets without explicitly calculating the source and receiver wavefields for all the sources. Because the CIG contain all possible subsurface offsets, we compute the angle-domain image gathers by selecting the subsurface offset that is aligned with the local geologic dip. We propose a method to compute the local dip information directly from common-image-point gathers. To assess the quality of the angle-domain common-image-points gathers we compute the angle-dependent reflectivity coefficients and compare them with theoretical reflectivity coefficients yielded by the (linearized) Zoeppritz equations for a few synthetic models.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/kumar2013SINBADava/kumar2013SINBADava.pdf},
	author = {Rajiv Kumar and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {kumar2013SINBADeia,
	title = {Extended images in action: efficient WEMVA via randomized probing},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Extended images as a function of the full subsurface offset are an important tool to perform wave-equation based migration velocity analysis (WEMVA) in areas of complex geology. Unfortunately, computation \& storage of these extended images is prohibitively expensive. In this work, we present an efficient way to compute extended images for all subsurface offsets without explicitly calculating the source and receiver wavefields for all the sources. Instead, we calculate actions of extended image volumes on probing vectors that live in the image space. The probing can either be defined as vectors from the Dirac basis, which allows us to form the extended image at the location of the point diffractor, or they can be defined in terms of Gaussian noise. The latter corresponds to sources with random weights firing simultaneously at every grid point. We demonstrate that this probing leads to a computationally efficient implementation of WEMVA. This is joint work with Tristan van Leeuwen.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/kumar2013SINBADeia/kumar2013SINBADeia.pdf},
	author = {Rajiv Kumar and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {tu2013SINBADvp,
	title = {Fast imaging with multiples and source estimation},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Multiples are usually treated as unwanted components in seismic data. However, if correctly used, they can provide valuable information about the subsurface. In this presentation, I will talk about how to make use of multiples in $\ell_1$ regularized least-squares imaging, and how to estimate the source wavelet on the fly using multiples. Synthetic examples show that using multiples not only helps to retrieve the true-amplitude seismic image and the source wavelet, it also increases the wavenumber contents in the seismic image. By using dimensionality reduction techniques with rerandomization, we also greatly decrease the simulation cost without compromising the image quality.},
	keywords = {Presentation, SINBAD, SINBADSPRING2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Spring/tu2013SINBADvp/tu2013SINBADvp.pdf},
	author = {Ning Tu and Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {tu2013EAGElsm,
	title = {Fast least-squares migration with multiples and source estimation},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2013},
	month = {06},
	abstract = {The advent of modern computing has made it possible to do seismic imaging using least-squares reverse-time migration. We obtain superior images by solving an optimization problem that recovers the true-amplitude images. However, its success hinges on overcoming several issues, including overwhelming problem size, unknown source wavelet, and interfering coherent events like multiples. In this abstract, we reduce the problem size by using ideas from compressive sensing, and estimate source wavelet by generalized variable projection. We also demonstrate how to invert for subsurface information encoded in surface-related multiples by incorporating the free-surface operator as an areal source in reverse-time migration. Our synthetic examples show that multiples help to improve the resolution of the image, as well as remove the amplitude ambiguity in wavelet estimation.},
	keywords = {EAGE, Imaging, multiples, source estimation, sparse},
	doi = {10.3997/2214-4609.20130727},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2013/tu2013EAGElsm/tu2013EAGElsm.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2013/tu2013EAGElsm/tu2013EAGElsm_pres.pdf},
	author = {Ning Tu and Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@article {VanLeeuwen11TRfwiwse,
	title = {Fast waveform inversion without source encoding},
	journal = {Geophysical Prospecting},
	volume = {61},
	year = {2013},
	note = {Article first published online: 10 JULY 2012},
	month = {06},
	pages = {10-19},
	abstract = {Randomized source encoding has recently been proposed as a way to dramatically reduce the costs of full waveform inversion. The main idea is to replace all sequential sources by a small number of simultaneous sources. This introduces random crosstalk in the model updates and special stochastic optimization strategies are required to deal with this. Two problems arise with this approach: i) source encoding can only be applied to fixed-spread acquisition setups, and ii) stochastic optimization methods tend to converge very slowly, relying on averaging to get rid of the cross-talk. Although the slow convergence is partly offset by the low iteration cost, we show that conventional optimization strategies are bound to outperform stochastic methods in the long run. In this paper we argue that we don{\textlnot}{\o}t need randomized source encoding to reap the benefits of stochastic optimization and we review an optimization strategy that combines the benefits of both conventional and stochastic optimization. The method uses a gradually increasing batch of sources. Thus, iterations are very cheap initially and this allows the method to make fast progress in the beginning. As the batch size grows, the method behaves like conventional optimization, allowing for fast convergence. Numerical examples suggest that the stochastic and hybrid method perform equally well with and without source encoding and that the hybrid method outperforms both conventional and stochastic optimization. The method does not rely on source encoding techniques and can thus be applied to non fixed-spread data.},
	keywords = {FWI, Optimization, SLIM},
	doi = {10.1111/j.1365-2478.2012.01096.x},
	url = {http://onlinelibrary.wiley.com/doi/10.1111/j.1365-2478.2012.01096.x/abstract},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalProspecting/2013/VanLeeuwen11TRfwiwse/VanLeeuwen11TRfwiwse.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@article {herrmann2013TLEffwi,
	title = {Frugal full-waveform inversion: from theory to a practical algorithm},
	journal = {The Leading Edge},
	volume = {32},
	number = {9},
	year = {2013},
	month = {09},
	pages = {1082-1092},
	abstract = {As conventional oil and gas fields are maturing, our profession is challenged to come up with the next-generation of more and more sophisticated exploration tools. In exploration seismology this trend has led to the emergence of wave-equation based inversion technologies such as reverse-time migration and full-waveform inversion. While significant progress has been made in wave-equation based inversion, major challenges remain in the development of robust and computationally feasible workflows that give reliable results in geophysically challenging areas that may include ultra-low shear velocity zones or high-velocity salt. Moreover, sub-salt production carries risks that needs mitigation, which raises the bar from creating sub-salt images to inverting for sub-salt overpressure.},
	keywords = {Optimization, waveform inversion},
	doi = {10.1190/tle32091082.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2013/herrmann2013ffwi/herrmann2013ffwi.html},
	author = {Felix J. Herrmann and Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason}
}
@conference {vanleeuwen2013EAGErobustFWI,
	title = {In which domain should we measure the misfit for robust full waveform inversion?},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2013},
	month = {06},
	abstract = {Full-waveform inversion relies on minimizing the difference between observed and modeled data, as measured by some penalty function. A popular choice, of course, is the least-squares penalty. However, when outliers are present in the data, the use of robust penalties such as the Huber or Student{\textquoteright}s t may significantly improve the results since they put relatively less weight on large residuals. In order for robust penalties to be effective, the outliers must be somehow localized and distinguishable from the good data. We propose to first transform the residual into a domain where the outliers are localized before measuring the misfit with a robust penalty. This is exactly how one would normally devise filters to remove the noise before applying conventional FWI. We propose to merge the two steps and let the inversion process implicitly filter out the noise. Results on a synthetic dataset show the effectiveness of the approach.},
	keywords = {EAGE, full waveform inversion},
	doi = {10.3997/2214-4609.20130839},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2013/vanleeuwen2013EAGErobustFWI/vanleeuwen2013EAGErobustFWI.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2013/vanleeuwen2013EAGErobustFWI/vanleeuwen2013EAGErobustFWI_pres.pdf},
	author = {Tristan van Leeuwen and Aleksandr Y. Aravkin and Henri Calandra and Felix J. Herrmann}
}
@presentation {li2013SINBADgom,
	title = {Lessons learned from Chevron Gulf of Mexico data set},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Chevron Gulf of Mexico data set is very challenging for FWI because of elastic phases, limited offset, lack of low frequencies and salt structure. To overcome these issue, we first use ray-based tomography on the hand-picked first breaks to generate initial model for FWI, and then we apply curvelet-denosing techniques to improve the poor signal-to-noise ratio of the observed data at low frequencies. Finally, Curvelet domain sparsity promoting Gauss-Newton FWI helps to suppress model space artifacts caused by elastic phases. This is joint work with Andrew J. Calvert, Ian Hanlon, Mostafa Javanmehri, Rajiv Kumar, Tristan van Leeuwen, Brendan R. Smithyman, Haneet Wason and Felix J. Herrmann},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/li2013SINBADgom/li2013SINBADgom.pdf},
	author = {Xiang Li and Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Brendan R. Smithyman and Haneet Wason and Felix J. Herrmann}
}
@conference {tu2013SEGldi,
	title = {Limitations of the deconvolutional imaging condition for two-way propagators},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {32},
	year = {2013},
	month = {09},
	pages = {3916-3920},
	abstract = {The deconvolutional imaging condition has gained wide attention in recent years, as it is often used to image surface-related multiples. However, we noticed on close inspection that this condition was derived from one-way propagation principles. Now that two-way wave-equation based simulations have become more affordable, we revisit the deconvolutional imaging condition and reveal its limitations for two-way propagators. First, it can distort the image due to receiver-side propagation effects. Second, when used to image surface-related multiples, it is not capable of removing all interfering phantom reflectors.},
	keywords = {inversion, migration, multiples, SEG},
	doi = {10.1190/segam2013-1440.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/tu2013SEGldi/tu2013SEGldi.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/tu2013SEGldi/tu2013SEGldi_pres.pdf},
	author = {Ning Tu and Tristan van Leeuwen and Felix J. Herrmann}
}
@article {vanLeeuwen2013GJImlm,
	title = {Mitigating local minima in full-waveform inversion by expanding the search space},
	journal = {Geophysical Journal International},
	volume = {195},
	year = {2013},
	month = {10},
	pages = {661-667},
	abstract = {Wave equation based inversions, such as full-waveform inversion and reverse-time migration, are challenging because of their computational costs, memory requirements and reliance on accurate initial models. To confront these issues, we propose a novel formulation of wave equation based inversion based on a penalty method. In this formulation, the objective function consists of a data-misfit term and a penalty term, which measures how accurately the wavefields satisfy the wave equation. This new approach is a major departure from current formulations where forward and adjoint wavefields, which both satisfy the wave equation, are correlated to compute updates for the unknown model parameters. Instead, we carry out the inversions over two alternating steps during which we first estimate the wavefield everywhere, given the current model parameters, source and observed data, followed by a second step during which we update the model parameters, given the estimate for the wavefield everywhere and the source. Because the inversion involves both the synthetic wavefields and the medium parameters, its search space is enlarged so that it suffers less from local minima. Compared to other formulations that extend the search space of wave equation based inversion, our method differs in several aspects, namely (i) it avoids storage and updates of the synthetic wavefields because we calculate these explicitly by finding solutions that obey the wave equation and fit the observed data and (ii) no adjoint wavefields are required to update the model, instead our updates are calculated from these solutions directly, which leads to significant computational savings. We demonstrate the validity of our approach by carefully selected examples and discuss possible extensions and future research.},
	doi = {10.1093/gji/ggt258},
	url = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalJournalInternational/2013/vanLeeuwen2013GJImlm/vanLeeuwen2013mlm.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {li2013SINBADmsd,
	title = {Model-space versus data-space FWI with the acoustic wave equation},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Inverting data with elastic phases using an acoustic wave equation can lead to erroneous results, especially when the number of iterations is too high, which may lead to over fitting the data. Several approaches have been proposed to address this issue. Most commonly, people data- filtering operations that are aimed to deemphasize the elastic phases in the data in favor of the acoustic phases. Examples of this approach are nested loops over offset range and Laplace parameters. In this presentation, we discuss two complementary optimization-driven methods where the minimization process decides adaptively which of the data or model components are consistent with the objective. Specifically, we compare the s t misfit function as the data-space alternative and curvelet-domain sparsity promotion as the model-space alternative. Application of these two methods to a realistic synthetic lead to comparable results that we believe can be improved by combining these two methods.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/li2013SINBADmsd/li2013SINBADmsd.pdf},
	author = {Xiang Li and Anais Tamalet and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {li2013SEGodmvdaiedwawe,
	title = {Optimization driven model-space versus data-space approaches to invert elastic data with the acoustic wave equation},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {32},
	year = {2013},
	month = {09},
	pages = {986-990},
	abstract = {Inverting data with elastic phases using an acoustic wave equation can lead to erroneous results, especially when the number of iterations is too high, which may lead to over fitting the data. Several approaches have been proposed to address this issue. Most commonly, people apply "data-independent" filtering operations that are aimed to deemphasize the elastic phases in the data in favor of the acoustic phases. Examples of this approach are nested loops over offset range and Laplace parameters. In this paper, we discuss two complementary optimization-driven methods where the minimization process decides adaptively which of the data or model components are consistent with the objective. Specifically, we compare the Student{\textquoteright}s t misfit function as the data-space alternative and curvelet-domain sparsity promotion as the model-space alternative. Application of these two methods to a realistic synthetic lead to comparable results that we believe can be improved by combining these two methods.},
	keywords = {elastic, Full-waveform inversion, least-squares, SEG},
	doi = {10.1190/segam2013-1375.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/li2013SEGodmvdaiedwawe/li2013SEGodmvdaiedwawe.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/li2013SEGodmvdaiedwawe/li2013SEGodmvdaiedwawe_pres.pdf},
	author = {Xiang Li and Anais Tamalet and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {fang2013SINBADp3dfwi,
	title = {Parallel 3D FWI with simultaneous shots},
	year = {2013},
	publisher = {SINBAD},
	abstract = {In this work, we manage to build the workflow for the parallel 3D full-waveform inversion. In the forward simulation part, we generate the Helmholtz matrix in parallel and use parallel CARPCG to solve the Helmholtz equation. In the inversion process, simultaneous shots are used to reduce the computational costs. Additionally, we propose a method to select the number of simultaneous shots and tolerance of CARPCG dynamically, to reach a compromise between the computational costs and accuracy.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/fang2013SINBADp3dfwi/fang2013SINBADp3dfwi.pdf},
	author = {Zhilong Fang and Tristan van Leeuwen and Felix J. Herrmann}
}
@techreport {vanLeeuwen2013Penalty2,
	title = {A penalty method for PDE-constrained optimization},
	number = {TR-EOAS-2013-6},
	year = {2013},
	month = {04},
	institution = {UBC},
	abstract = {We present a method for solving PDE constrained optimization problems based on a penalty formulation. This method aims to combine advantages of both full-space and reduced methods by exploiting a large search-space (consisting of both control and state variables) while allowing for an efficient implementation that avoids storing and updating the state-variables. This leads to a method that has roughly the same per-iteration complexity as conventional reduced approaches while dening an objective that is less non-linear in the control variable by implicitly relaxing the constraint. We apply the method to a seismic inverse problem where it leads to a particularly ecient implementation when compared to a conventional reduced approach as it avoids the use of adjoint state-variables. Numerical examples illustrate the approach and suggest that the proposed formulation can indeed mitigate some of the well-known problems with local minima in the seismic inverse problem.},
	keywords = {Optimization, waveform inversion},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2013/vanLeeuwen2013Penalty2/vanLeeuwen2013Penalty2.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {herrmann2013SEGpmc,
	title = {A penalty method for PDE-constrained optimization with applications to wave-equation based seismic inversion},
	booktitle = {SEG Workshop on Computational Mathematics for Geophysics; Houston},
	year = {2013},
	month = {09},
	keywords = {Optimization, penalty method, SEG, workshop},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/herrmann2013SEGpmc/herrmann2013SEGpmc_pres.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {vanleeuwen2013SINBADrpp,
	title = {Relaxing the physics: a penalty method for full-waveform inversion},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Computationally efficient method of solving partial differential equation (PDE)-constrained optimization problems that occur in (geophysical) inversion problems. The method takes measured data from a physical system as input and minimizes an objective function that depends on an unknown model for the physical parameters, fields, and additional nuisance parameters such as the source function. The invention consists of a minimization procedure involving a cost functional comprising of a data-misfit term and a penalty term that measures how accurately the fields satisfy the PDE. The method is composed of two alternating steps, namely the solution of a system of equations forming the discretization of the data-augmented PDE, and the solution of physical model parameters from the PDE itself given the field that solves the data-augmented system and an estimate for the sources. Compared to all-at-once approaches to PDE-constrained optimization, there is no need to update and store the fields for all sources leading to significant memory savings. As in the all-at-once approach, the proposed method explores a larger search space and is therefore less sensitive to initial estimates for the physical model parameters. Contrary to the reduced formulation, the proposed method does not require the solution of an adjoint PDE, effectively halving the number of PDE solves and memory requirement. As in the reduced formulation, fields can be computed independently and aggregated, possibly in parallel.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/vanleeuwen2013SINBADrpp/vanleeuwen2013SINBADrpp.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@techreport {petrenko2013SEGsaoc,
	title = {Software acceleration of CARP, an iterative linear solver and preconditioner},
	number = {TR-EOAS-2013-4},
	year = {2013},
	institution = {UBC},
	abstract = {We present the results of software optimization of a row-wise preconditioner (Component Averaged Row Projections) for the method of conjugate gradients, which is used to solve the diagonally banded Helmholtz system representing frequency domain, isotropic acoustic seismic wave simulation. We demonstrate that in our application, a preconditioner bound to one processor core and accessing memory contiguously reduces execution time by 7\% for matrices having on the order of 108 non-zeros. For reference we note that our C implementation is over 80 times faster than the corresponding code written for a high-level numerical analysis language.},
	keywords = {frequency-domain, Helmholtz equation, Kaczmarz, software, wave propagation},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2013/petrenko2013SEGsaoc/petrenko2013SEGsaoc.pdf},
	author = {Art Petrenko and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {petrenko2013HPCSsaoc,
	title = {Software acceleration of CARP, an iterative linear solver and preconditioner},
	year = {2013},
	month = {06},
	publisher = {HPCS},
	organization = {HPCS},
	abstract = {We present the results of software optimization of a row-wise preconditioner (Component Averaged Row Projections) for the method of conjugate gradients, which is used to solve the diagonally banded Helmholtz system representing frequency domain, isotropic acoustic seismic wave simulation. We demonstrate that in our application, a preconditioner bound to one processor core and accessing memory contiguously reduces execution time by 7\% for matrices having on the order of 108 non-zeros. For reference we note that our C implementation is over 80 times faster than the corresponding code written for a high-level numerical analysis language.},
	keywords = {frequency-domain, Helmholtz equation, HPCS, Kaczmarz, software, wave propagation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/HPCS/2013/petrenko2013HPCSsaoc/petrenko2013HPCSsaoc.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/HPCS/2013/petrenko2013HPCSsaoc/petrenko2013HPCSsaoc_poster.pdf},
	author = {Art Petrenko and Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {vanleeuwen2013SINBADsda,
	title = {Solving the data-augmented wave equation},
	year = {2013},
	publisher = {SINBAD},
	abstract = {The recently proposed penalty method promises to mitigate some of the non-linearity inherent in full-waveform inversion by relaxing the requirement that the wave-equation needs to be solved exactly. The basic workflow of this new method is as follows; i) solve an overdetermined wave-equation (the data-augmented wave-equation), where the data serves as additional constraints for the wavefields, ii) compute the wavefield-residual by substituting this wavefield in the wave-equation, and iii) correlate the wavefield with the wavefield-residual to obtain a model-update. As opposed to the conventional workflow, no explicit adjoint solve is needed to compute the model-update. However, instead of solving a wave-equation, we need to solve a data-augmented wave-equation. In this talk we explore some of the challenges of solving this data-augmented wave-equation and review some possible solution strategies for both time and frequency-domain applications.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/vanleeuwen2013SINBADsda/vanleeuwen2013SINBADsda.pdf},
	author = {Tristan van Leeuwen and Bas Peters and Felix J. Herrmann}
}
@conference {aravkin2013ICASSPssi,
	title = {Sparse seismic imaging using variable projection},
	booktitle = {ICASSP},
	year = {2013},
	month = {05},
	abstract = {We consider an important class of signal processing problems where the signal of interest is known to be sparse, and can be recovered from data given auxiliary information about how this data was generated. For example, a sparse green{\textquoteright}s function may be recovered from seismic experimental data using sparsity optimization when the source signature is known. Unfortunately, in practice this information is often missing, and must be recovered from data along with the signal using deconvolution techniques. In this paper, we present a novel methodology to simulta- neously solve for the sparse signal and auxiliary parameters using a recently proposed variable projection technique. Our main contribution is to combine variable projection with spar- sity promoting optimization, obtaining an efficient algorithm for large-scale sparse deconvolution problems. We demon- strate the algorithm on a seismic imaging example.},
	keywords = {Imaging, Optimization, sparsity, variable projection},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICASSP/2013/aravkin2013ICASSPssi/aravkin2013ICASSPssi.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Ning Tu}
}
@presentation {fang2013SINBADsfwi,
	title = {Swift FWI},
	year = {2013},
	publisher = {SINBAD},
	abstract = {In 3D case, there is much more data and modeling is much more expensive. As a result, parallel computing is very important for 3D full-waveform inversion. Both domain decomposition and data decomposition need a large number of parallel computing resources. However, programs based on parallel MATLAB suffer from the limitation of licenses. In order to obtain a MATLAB licenses free solution, we use SWIFT, which is a fast and easy parallel scripting language. Once the original Mat file is complied to an executable file, SWIFT can run the code inside the executable file in parallel without using parallel MATLAB. We use the SWIFT to compute the object functions and gradients of different shots in parallel, and test the parallel 3D FWI code with overthrust data. This is joint work with Thomas Lai, Harsh Juneja, Bas Peters.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/fang2013SINBADsfwi/fang2013SINBADsfwi.pdf},
	author = {Zhilong Fang and Henryk Modzelewski and Tristan van Leeuwen and Thomas Lai and Harsh Juneja and Bas Peters and Felix J. Herrmann}
}
@presentation {vanleeuwen2012SINBAD3dfd,
	title = {3D frequency-domain waveform inversion using a row-projected Helmholtz solver},
	year = {2012},
	publisher = {SINBAD},
	abstract = {3D frequency-domain full waveform inversion relies on being able to efficiently solve the 3D Helmholtz equation. Iterative methods require sophisticated preconditioners because the Helmholtz matrix is typically indefinite. In the first part of the talk I review a preconditioning technique that is based on row-projections. Notable advantages of this preconditioner over existing ones are that it has low algorithmic complexity, is easily parallelizable and extendable to time-harmonic vector equations. In the second part of the talk I discuss how the row-projected solver can be used in the context of waveform inversion. Key aspects are: the use of block-iterative methods for multiple sources and adapting the accuracy of the solver.},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/vanleeuwen2012SINBAD3dfd/vanleeuwen2012SINBAD3dfd_pres.pdf},
	author = {Tristan van Leeuwen}
}
@article {aravkin2012IPNuisance,
	title = {Estimating nuisance parameters in inverse problems},
	journal = {Inverse Problems},
	volume = {28},
	number = {11},
	year = {2012},
	month = {10},
	abstract = {Many inverse problems include nuisance parameters which, while not of direct interest, are required to recover primary parameters. Structure present in these problems allows efficient optimization strategies - a well known example is variable projection, where nonlinear least squares problems which are linear in some parameters can be very efficiently optimized. In this paper, we extend the idea of projecting out a subset over the variables to a broad class of maximum likelihood (ML) and maximum a posteriori likelihood (MAP) problems with nuisance parameters, such as variance or degrees of freedom. As a result, we are able to incorporate nuisance parameter estimation into large-scale constrained and unconstrained inverse problem formulations. We apply the approach to a variety of problems, including estimation of unknown variance parameters in the Gaussian model, degree of freedom (d.o.f.) parameter estimation in the context of robust inverse problems, automatic calibration, and optimal experimental design. Using numerical examples, we demonstrate improvement in recovery of primary parameters for several large- scale inverse problems. The proposed approach is compatible with a wide variety of algorithms and formulations, and its implementation requires only minor modifications to existing algorithms.},
	keywords = {full waveform inversion, students t, variance},
	doi = {10.1088/0266-5611/28/11/115016},
	url = {http://arxiv.org/abs/1206.6532},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/InverseProblems/2012/aravkin2012IPNuisance/aravkin2012IPNuisance.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen}
}
@article {Li11TRfrfwi,
	title = {Fast randomized full-waveform inversion with compressive sensing},
	journal = {Geophysics},
	volume = {77},
	number = {3},
	year = {2012},
	month = {05},
	pages = {A13-A17},
	abstract = {Wave-equation based seismic inversion can be formulated as a nonlinear inverse problem where the medium properties are obtained via minimization of a least- squares misfit functional. The demand for higher resolution models in more geologically complex areas drives the need to develop techniques that explore the special structure of full-waveform inversion to reduce the computational burden and to regularize the inverse problem. We meet these goals by using ideas from compressive sensing and stochastic optimization to design a novel Gauss-Newton method, where the updates are computed from random subsets of the data via curvelet-domain sparsity promotion. Application of this idea to a realistic synthetic shows improved results compared to quasi-Newton methods, which require passes through all data. Two different subset sampling strategies are considered: randomized source encoding, and drawing sequential shots firing at random source locations from marine data with missing near and far offsets. In both cases, we obtain excellent inversion results compared to conventional methods at reduced computational costs.},
	keywords = {Compressive Sensing, FWI, Optimization, SLIM},
	doi = {10.1190/geo2011-0410.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2012/Li11TRfrfwi/Li11TRfrfwi.pdf},
	author = {Xiang Li and Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@techreport {vanleeuwen2012CGMN,
	title = {Fourier analysis of the CGMN method for solving the Helmholtz equation},
	number = {TR-EOAS-2012-1},
	year = {2012},
	institution = {Department of Earth, Ocean and Atmospheric Sciences},
	address = {The University of British Columbia, Vancouver},
	abstract = {The Helmholtz equation arises in many applications, such as seismic and medical imaging. These application are characterized by the need to propagate many wavelengths through an inhomogeneous medium. The typical size of the problems in 3D applications precludes the use of direct factorization to solve the equation and hence iterative methods are used in practice. For higher wavenumbers, the system becomes increasingly indefinite and thus good preconditioners need to be constructed. In this note we consider an accelerated Kazcmarz method (CGMN) and present an expression for the resulting iteration matrix. This iteration matrix can be used to analyze the convergence of the CGMN method. In particular, we present a Fourier analysis for the method applied to the 1D Helmholtz equation. This analysis suggests an optimal choice of the relaxation parameter. Finally, we present some numerical experiments.},
	keywords = {Helmholtz equation, Modelling},
	url = {http://arxiv.org/abs/1210.2644},
	author = {Tristan van Leeuwen}
}
@conference {herrmann2012SEGfwi,
	title = {FWI from the West Coasts: lessons learned from "Gulf of Mexico Imaging Challenges: What Can Full Waveform Inversion Achieve?"},
	booktitle = {SEG Workshop on FWI; Las Vegas},
	year = {2012},
	publisher = {SEG},
	organization = {SEG},
	keywords = {FWI, SEG, workshop},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2012/herrmann2012SEGfwi/herrmann2012SEGfwi_pres.pdf},
	author = {Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason and Felix J. Herrmann}
}
@conference {aravkin2012SEGST,
	title = {On non-uniqueness of the Student{\textquoteright}s t-formulation for linear inverse problems},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {31},
	year = {2012},
	month = {11},
	pages = {1-5},
	publisher = {SEG},
	organization = {SEG},
	abstract = {We review the statistical interpretation of inverse problem formulations, and the motivations for selecting non-convex penalties for robust behaviour with respect to measurement outliers or artifacts in the data. An important downside of using non-convex formulations such as the Student{\textquoteright}s t is the potential for non-uniqueness, and we present a simple example where the Student{\textquoteright}s t penalty can be made to have many local minima by appropriately selecting the degrees of freedom parameter. On the other hand, the non-convexity of the Student{\textquoteright}s t is precisely what gives it the ability to ignore artifacts in the data. We explain this idea, and present a stylized imaging experiment, where the Student{\textquoteright}s t is able to recover a velocity perturbation from data contaminated by a very peculiar artifact {\textendash}- data from a different velocity perturbation. The performance of Student{\textquoteright}s t inversion is investigated empirically for different values of the degrees of freedom parameter, and different initial conditions.},
	keywords = {non-convex, robust, SEG, Student{\textquoteright}s t, uniqueness},
	doi = {10.1190/segam2012-1558.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2012/aravkin2012SEGST/aravkin2012SEGST.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Kenneth Bube and Felix J. Herrmann}
}
@presentation {vanleeuwen2012SINBADoof,
	title = {An object-oriented framework for frequency-domain FWI},
	year = {2012},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADSPRING2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Spring/vanleeuwen2012SINBADoof/vanleeuwen2012SINBADoof_pres.pdf},
	author = {Tristan van Leeuwen}
}
@presentation {herrmann2012SINBADfwi,
	title = {Our findings on the Chevron benchmark dataset},
	year = {2012},
	publisher = {SINBAD},
	abstract = {During this presentation, we will review our findings working with the synthetic GOM data released as part of the post SEG workshop:"Gulf of Mexico Imaging Challenges: What Can Full Waveform Inversion Achieve?". This is joint work with Andrew J. Calvert, Ian Hanlon, Mostafa Javanmehri, Rajiv Kumar, Tristan van Leeuwen, Xiang Li, Brendan R. Smithyman, Eric Takam Takougang, and Haneet Wason.},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/herrmann2012SINBADfwi/herrmann2012SINBADfwi_pres.pdf},
	author = {Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason and Felix J. Herrmann}
}
@techreport {vanleeuwen2012smii,
	title = {A parallel matrix-free framework for frequency-domain seismic modelling, imaging and inversion in Matlab},
	number = {TR-EOAS-2012-5},
	year = {2012},
	month = {07},
	abstract = {I present a parallel matrix-free framework for frequency-domain seismic modeling, imaging and inversion. The framework provides basic building blocks for designing and testing optimization-based formulations of both linear and non-linear seismic in- verse problems. By overloading standard linear-algebra operations, such as matrix-vector multiplications, standard optimization packages can be used to work with the code without any modification. This leads to a scalable testbed on which new methods can be rapidly prototyped and tested on medium-sized 2D problems. I present some numerical examples on both linear and non-linear seismic inverse problems.},
	keywords = {Matlab, object-oriented programming, Optimization, seismic imaging},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2012/vanleeuwen2012smii/vanleeuwen2012smii.pdf},
	author = {Tristan van Leeuwen}
}
@techreport {vanleeuwen2012SEGparallel,
	title = {A parallel, object-oriented framework for frequency-domain wavefield imaging and inversion.},
	number = {TR-EOAS-2012-2},
	year = {2012},
	month = {04},
	institution = {Department of Earth and Ocean Sciences},
	address = {University of British Columbia, Vancouver},
	abstract = {We present a parallel object-oriented matrix-free framework for frequency-domain seismic modeling, imaging and inversion. The key aspects of the framework are its modularity and level of abstraction, which allows us to write code that reflects the underlying mathematical structure and develop unit-tests that guarantee the fidelity of the code. By overloading standard linear-algebra operations, such as matrix-vector multiplications, we can use standard optimization packages to work with our code without any modification. This leads to a scalable testbed on which new methods can be rapidly prototyped and tested on medium-sized 2D problems. Although our current implementation uses (parallel) Matlab, all of these design principles can also be met by using lower-level languages which is important when we want to scale to realistic 3D problems. We present some numerical examples on synthetic data.},
	keywords = {Imaging, inversion, Modeling, SEG},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2012/vanleeuwen2012SEGparallel/vanleeuwen2012SEGparallel.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {vanleeuwen2012EAGEcarpcg,
	title = {Preconditioning the Helmholtz equation via row-projections},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2012},
	month = {06},
	abstract = {3D frequency-domain full waveform inversion relies on being able to efficiently solve the 3D Helmholtz equation. Iterative methods require sophisticated preconditioners because the Helmholtz matrix is typically indefinite. We review a preconditioning technique that is based on row-projections. Notable advantages of this preconditioner over existing ones are that it has low algorithmic complexity, is easily parallelizable and extendable to time-harmonic vector equations.},
	keywords = {EAGE, Helmholtz equation, precondition},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/vanleeuwen2012EAGEcarpcg/vanleeuwen2012EAGEcarpcg.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/vanleeuwen2012EAGEcarpcg/vanleeuwen2012EAGEcarpcg_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=58891},
	author = {Tristan van Leeuwen and Dan Gordon and Rachel Gordon and Felix J. Herrmann}
}
@article {Aravkin11TRridr,
	title = {Robust inversion, dimensionality reduction, and randomized sampling},
	journal = {Mathematical Programming},
	volume = {134},
	number = {1},
	year = {2012},
	month = {08},
	pages = {101-125},
	abstract = {We consider a class of inverse problems in which the forward model is the solution operator to linear ODEs or PDEs. This class admits several dimensionality-reduction techniques based on data averaging or sampling, which are especially useful for large-scale problems. We survey these approaches and their connection to stochastic optimization. The data-averaging approach is only viable, however, for a least-squares misfit, which is sensitive to outliers in the data and artifacts unexplained by the forward model. This motivates us to propose a robust formulation based on the Student{\textquoteright}s t-distribution of the error. We demonstrate how the corresponding penalty function, together with the sampling approach, can obtain good results for a large-scale seismic inverse problem with 50 \% corrupted data.},
	keywords = {FWI, Inverse problems, Optimization, Robust estimation, Seismic inversion, Stochastic optimization},
	doi = {10.1007/s10107-012-0571-6},
	url = {http://www.springerlink.com/content/35rwr101h5736340/},
	url2 = {https://slim.gatech.edu/Publications/Public/Journals/MathematicalProgramming/aravkin2012MPrid/aravkin2012MPrid.pdf},
	author = {Aleksandr Y. Aravkin and Michael P. Friedlander and Felix J. Herrmann and Tristan van Leeuwen}
}
@conference {aravkin2012ICASSProbustb,
	title = {Robust inversion via semistochastic dimensionality reduction},
	booktitle = {ICASSP},
	year = {2012},
	pages = {5245-5248},
	publisher = {ICASSP},
	organization = {ICASSP},
	abstract = {We consider a class of inverse problems where it is possible to aggregate the results of multiple experiments. This class includes problems where the forward model is the solution operator to linear ODEs or PDEs. The tremendous size of such problems motivates the use dimensionality reduction (DR) techniques based on randomly mixing experiments. These techniques break down, however, when robust data-fitting formulations are used, which are essential in cases of missing data, unusually large errors, and systematic features in the data unexplained by the forward model. We survey robust methods within a statistical framework, and propose a sampling optimization approach that allows DR. The efficacy of the methods are demonstrated for a large-scale seismic inverse problem using the robust Student{\textquoteright}s t-distribution, where a useful synthetic velocity model is recovered in the extreme scenario of 60\% corrupted data. The sampling approach achieves this recovery using 20\% of the effort required by a direct robust approach.},
	keywords = {ICASSP},
	doi = {10.1109/ICASSP.2012.6289103},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICASSP/2012/AravkinFriedlanderLeeuwen/AravkinFriedlanderLeeuwen.pdf},
	author = {Aleksandr Y. Aravkin and Michael P. Friedlander and Tristan van Leeuwen}
}
@presentation {herrmann2012SINBADhpc,
	title = {SLIM{\textquoteright}s perspective on HPC \& big data},
	year = {2012},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/herrmann2012SINBADhpc/herrmann2012SINBADhpc_pres.pdf},
	author = {Tim T.Y. Lin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {aravkin2012EAGErobust,
	title = {Source estimation for frequency-domain FWI with robust penalties},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2012},
	month = {06},
	abstract = {Source estimation is an essential component of full waveform inversion. In the standard frequency domain formulation, there is closed form solution for the the optimal source weights, which can thus be cheaply estimated on the fly. A growing body of work underscores the importance of robust modeling for data with large outliers or artifacts that are not captured by the forward model. Effectively, the least-squares penalty on the residual is replaced by a robust penalty, such as Huber, Hybrid {\textquoteleft}1-{\textquoteleft}2 or Student{\textquoteright}s t. As we will demonstrate, it is essential to use the same robust penalty for source estimation. In this abstract, we present a general approach to robust waveform inversion with robust source estimation. In this general formulation, there is no closed form solution for the optimal source weights so we need to solve a scalar optimization problem to obtain these weights. We can efficiently solve this optimization problem with a Newton-like method in a few iterations. The computational cost involved is of the same order as the usual least-squares source estimation procedure. We show numerical examples illustrating robust source estimation and robust waveform inversion on synthetic data with outliers.},
	keywords = {EAGE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/aravkin2012EAGErobust/aravkin2012EAGErobust.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/aravkin2012EAGErobust/aravkin2012EAGErobust_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=59196},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Henri Calandra and Felix J. Herrmann}
}
@conference {vanleeuwen2012EAGEext,
	title = {Wave-equation extended images: computation and velocity continuation},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2012},
	month = {06},
	abstract = {An extended image is a multi-dimensional correlation of source and receiver wavefields. For a kinematically correct velocity, most of the energy will be concentrated at zero offset. Because of the computational cost involved in correlating the wavefields for all offsets, such exteded images are computed for a subsurface offset that is aligned with the local dip. In this paper, we present an efficient way to compute extended images for all subsurface offsets without explicitly calculating the receiver wavefields, thus making it computationally feasible to compute such extended images. We show how more conventional image gathers, where the offset is aligned with the dip, can be extracted from this extended image. We also present a velocity continuation procedure that allows us to compute the extended image for a given velocity without recomputing all the source wavefields.},
	keywords = {EAGE, extended image, velocity continuation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/vanleeuwen2012EAGEext/vanleeuwen2012EAGEext.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/vanleeuwen2012EAGEext/vanleeuwen2012EAGEext_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=59616},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {vanleeuwen2012SINBADyap,
	title = {Yet another perspective on image volumes},
	year = {2012},
	publisher = {SINBAD},
	abstract = {An extended image is defined as the multi-dimensional cross-correlation of the source and receiver wavefields used for imaging. This extended image will reveal velocity errors by de-focusing and can thus be used for velocity analysis. However, for optimal sensitivity to velocity errors, the subsurface offset has to be aligned with the local dip. As this dip is not known a priori, we consider forming the extended image for subsurface offsets in all directions. However, computing and storing such a large image volume is not computationally feasible. We organize the image volume in a matrix and use matrix-probing techniques to glean information form the matrix without explicitly forming it. A matrix-vector multiply with the image-volume matrix can be performed at the cost of two wave-equation solves and does not require any explicit cross-correlations of the wavefields. Such techniques can also be used to evaluate focusing penalties without forming the whole image volume. Finally, the matrix-viewpoint allows us to derive a 2-way equivalent of the DSR equation in a straightforward manner and provides a possible avenue for developing new velocity-continuation techniques.},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/vanleeuwen2012SINBADyap/vanleeuwen2012SINBADyap_pres.pdf},
	author = {Tristan van Leeuwen}
}
@conference {vanleeuwen2011ICIAMcbmcwe,
	title = {A correlation-based misfit criterion for wave-equation traveltime tomography},
	booktitle = {ICIAM},
	year = {2011},
	note = {Presented at ICIAM 2011, Vancouver BC},
	month = {07},
	publisher = {ICIAM 2011},
	organization = {ICIAM 2011},
	abstract = {The inference of subsurface medium parameters from seismic data can be posed as a PDE-constrained data-fitting procedure. This approach is successful in reconstructing medium perturbations that are in the order of the wavelength. In practice, the data lack low frequency content and this means that one needs a good initial guess of the slowly varying component of the medium. For a wrong starting model an iterative reconstruction procedure is likely to end up in a local minimum. We propose to use a different measure of the misfit that makes the optimization problem well-posed in terms of the slowly varying velocity structures. This procedure can be seen as a generalization of ray-based traveltime tomography. We discuss the theoretical underpinnings of the method and give some numerical examples.},
	keywords = {ICIAM, Imaging, Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/vanleeuwen2011ICIAMcbmcwe/vanleeuwen2011ICIAMcbmcwe.pdf},
	author = {Tristan van Leeuwen}
}
@conference {herrmann2011SEGffw,
	title = {Fast full-waveform inversion with compressive sensing},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2011},
	keywords = {Full-waveform inversion, SEG, SLIM},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2011/HerrmannSEG2011fws/HerrmannSEG2011fws.pdf},
	author = {Aleksandr Y. Aravkin and Felix J. Herrmann and Tristan van Leeuwen and Xiang Li}
}
@presentation {vanleeuwen2011SINBADfwi,
	title = {Fast waveform inversion without source encoding},
	year = {2011},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2011, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2011/Fall/vanleeuwen2011SINBADfwi/vanleeuwen2011SINBADfwi_pres.pdf},
	author = {Tristan van Leeuwen}
}
@conference {herrmann2011SLRAfwi,
	title = {Full waveform inversion with compressive updates},
	booktitle = {SLRA},
	year = {2011},
	publisher = {Sparse and Low Rank Approximation 2011},
	organization = {Sparse and Low Rank Approximation 2011},
	abstract = {Full-waveform inversion relies on large multi-experiment data volumes. While improvements in acquisition and inversion have been extremely successful, the current push for higher quality models reveals fundamental shortcomings handling increasing problem sizes numerically. To address this fundamental issue, we propose a randomized dimensionality-reduction strategy motivated by recent developments in stochastic optimization and compressive sensing. In this formulation conventional Gauss-Newton iterations are replaced by dimensionality-reduced sparse recovery problems with source encodings.},
	keywords = {Full-waveform inversion},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SLRA/2011/herrmann2011SLRAfwi/herrmann2011SLRAfwi.pdf},
	author = {Felix J. Herrmann and Aleksandr Y. Aravkin and Xiang Li and Tristan van Leeuwen}
}
@conference {aravkin2011SIAMfwi,
	title = {Full waveform inversion with compressive updates},
	booktitle = {SIAM},
	year = {2011},
	publisher = {SIAM CS\&E 2011},
	organization = {SIAM CS\&E 2011},
	abstract = {Full-waveform inversion relies on large multi-experiment data volumes. While improvements in acquisition and inversion have been extremely successful, the current push for higher quality models reveals fundamental shortcomings handling increasing problem sizes numerically. To address this fundamental issue, we propose a randomized dimensionality-reduction strategy motivated by recent developments in stochastic optimization and compressive sensing. In this formulation conventional Gauss-Newton iterations are replaced by dimensionality-reduced sparse recovery problems with source encodings.},
	keywords = {Full-waveform inversion, SLIM},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SIAM/2011/aravkin2011SIAMfwi/aravkin2011SIAMfwi.pdf},
	author = {Aleksandr Y. Aravkin and Felix J. Herrmann and Tristan van Leeuwen and James V. Burke and Xiang Li}
}
@conference {li2011EAGEfwirr,
	title = {Full-waveform inversion with randomized L1 recovery for the model updates},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	month = {05},
	abstract = {Full-waveform inversion (FWI) is a data fitting procedure that relies on the collection of seismic data volumes and sophisticated computing to create high-resolution results. With the advent of FWI, the improvements in acquisition and inversion have been substantial, but these improvements come at a high cost because FWI involves extremely large multi-experiment data volumes. The main obstacle is the "curse of dimensionality" exemplified by Nyquist{\~O}s sampling criterion, which puts a disproportionate strain on current acquisition and processing systems as the size and desired resolution increases. In this paper, we address the "curse of dimensionality" by randomized dimensionality reduction of the FWI problem adapted from the field of CS. We invert for model updates by replacing the Gauss-Newton linearized subproblem for subsampled FWI with a sparsity promoting formulation, and solve this formulation using the SPGl1 algorithm. We speed up the algorithm and avoid overfitting the data by solving for the linearized updates only approximately. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we can compute a Newton-like update with the reduced data volume at the cost of roughly one gradient update for the fully sampled wavefield.},
	keywords = {EAGE, Full-waveform inversion, Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/li11EAGEfwirr/li11EAGEfwirr.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/li11EAGEfwirr/li11EAGEfwirr_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=50345},
	author = {Xiang Li and Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {herrmann2011ICIAMconvexcompfwi,
	title = {FWI with sparse recovery: a convex-composite approach},
	booktitle = {ICIAM},
	year = {2011},
	month = {07},
	publisher = {ICIAM 2011},
	organization = {ICIAM 2011},
	abstract = {Iterative inversion algorithms require repeated simulation of 3D time-dependent acoustic, elastic, or electromagnetic wave fields, extending hundreds of wavelengths and hundreds of periods. Also, seismic data is rich in information at every representable scale. Thus simulation-driven optimization approaches to inversion impose great demands on simulator efficiency and accuracy. While computer hardware advances have been of critical importance in bringing inversion closer to practical application, algorithmic advances in simulator methodology have been equally important. Speakers in this two-part session will address a variety of numerical issues arising in the wave simulation, and in its application to inversion.},
	keywords = {Full-waveform inversion, ICIAM, Optimization},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/herrmann2011ICIAMconvexcompfwi/herrmann2011ICIAMconvexcompfwi.pdf},
	author = {Felix J. Herrmann and Aleksandr Y. Aravkin and Tristan van Leeuwen and Xiang Li}
}
@conference {vanleeuwen2011AMPhsdmwi,
	title = {A hybrid stocahstic-deterministic method for waveform inversion},
	booktitle = {AMP},
	year = {2011},
	note = {Presented at AMP Medical and Seismic Imaging, 2011, Vancouver BC},
	month = {07},
	publisher = {WAVES 2011},
	organization = {WAVES 2011},
	abstract = {A lot of seismic and medical imaging problems can be written as a least-squares data- fitting problem. In particular, we consider the case of multi-experiment data, where the data consists of a large number of "independent" measurements. Solving the inverse problem then involves repeatedly forward modeling the data for each of these experiments. In case the number of experiments is large and the modeling kernel expensive to apply, such an approach may be prohibitively expensive. We review techniques from stochastic optimization which aim at dramatically reducing the number of experiments that need to be modeled at each iteration. This reduction is typically achieved by randomly subsampling the data. Special care needs to be taken in the optimization to deal with the stochasticity that is introduced in this way.},
	keywords = {Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/vanleeuwen2011AMPhsdmwi/vanleeuwen2011AMPhsdmwi.pdf},
	author = {Tristan van Leeuwen and Mark Schmidt and Michael P. Friedlander and Felix J. Herrmann}
}
@presentation {vanleeuwen2011SINBADfwiso,
	title = {A hybrid stochastic-deterministic method for waveform inversion},
	year = {2011},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADSPRING2011, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2011/Spring/vanleeuwen2011SINBADfwiso/vanleeuwen2011SINBADfwiso_pres.pdf},
	author = {Tristan van Leeuwen}
}
@conference {vanleeuwen2011EAGEhsdomwi,
	title = {A hybrid stochastic-deterministic optimization method for waveform inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	month = {05},
	abstract = {Present-day high quality 3D acquisition can give us lower frequencies and longer offsets with which to invert. However, the computational costs involved in handling this data explosion are tremendous. Therefore, recent developments in full-waveform inversion have been geared towards reducing the computational costs involved. A key aspect of several approaches that have been proposed is a dramatic reduction in the number of sources used in each iteration. A reduction in the number of sources directly translates to less PDE-solves and hence a lower computational cost. Recent attention has been drawn towards reducing the sources by randomly combining the sources in to a few supershots, but other strategies are also possible. In all cases, the full data misfit, which involves all the sequential sources, is replaced by a reduced misfit that is much cheaper to evaluate because it involves only a small number of sources (batchsize). The batchsize controls the accuracy with which the reduced misfit approximates the full misfit. The optimization of such an inaccurate, or noisy, misfit is the topic of stochastic optimization. In this paper, we propose an optimization strategy that borrows ideas from the field of stochastic optimization. The main idea is that in the early stage of the optimization, far from the true model, we do not need a very accurate misfit. The strategy consists of gradually increasing the batchsize as the iterations proceed. We test the proposed strategy on a synthetic dataset. We achieve a very reasonable inversion result at the cost of roughly 13 evaluations of the full misfit. We observe a speed-up of roughly a factor 20.},
	keywords = {EAGE, Full-waveform inversion, Optimization, Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/vanleeuwen11EAGEhsdomwi/vanleeuwen11EAGEhsdomwi.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/vanleeuwen11EAGEhsdomwi/vanleeuwen11EAGEhsdomwi_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=50341},
	author = {Tristan van Leeuwen and Felix J. Herrmann and Mark Schmidt and Michael P. Friedlander}
}
@conference {li2011SBGFmgnsu,
	title = {Modified Gauss-Newton with sparse updates},
	booktitle = {SBGF},
	year = {2011},
	publisher = {SBGF},
	organization = {SBGF},
	abstract = {Full-waveform inversion (FWI) is a data fitting procedure that relies on the collection of seismic data volumes and sophisticated computing to create high-resolution models.With the advent of FWI, the improvements in acquisition and inversion have been substantial, but these improvements come at a high cost because FWI involves extremely large multi-experiment data volumes. The main obstacle is the {\textquoteleft}curse of dimensionality{\textquoteright} exemplified by Nyquist{\textquoteright}s sampling criterion, which puts a disproportionate strain on current acquisition and processing systems as the size and desired resolution increases. In this paper, we address the {\textquoteleft}curse of dimensionality{\textquoteright} by using randomized dimensionality reduction of the FWI problem, coupled with a modified Gauss-Newton (GN) method designed to promote curvelet-domain sparsity of model updates. We solve for these updates using the spectral projected gradient method, implemented in the SPG1 software package. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we can compute Gauss-Newton updates with the reduced data volume at the cost of roughly one gradient update for the fully sampled wavefield},
	keywords = {Full-waveform inversion, SBGF},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SBGF/2011/li11SBGFmgnsu/li11SBGFmgnsu.pdf},
	author = {Xiang Li and Felix J. Herrmann and Tristan van Leeuwen and Aleksandr Y. Aravkin}
}
@conference {herrmann2011SPIEmsp,
	title = {A modified, sparsity promoting, Gauss-Newton algorithm for seismic waveform inversion},
	booktitle = {Proc. SPIE},
	number = {81380V},
	year = {2011},
	month = {08},
	abstract = {Images obtained from seismic data are used by the oil and gas industry for geophysical exploration. Cutting-edge methods for transforming the data into interpretable images are moving away from linear approximations and high-frequency asymptotics towards Full Waveform Inversion (FWI), a nonlinear data-fitting procedure based on full data modeling using the wave-equation. The size of the problem, the nonlinearity of the forward model, and ill-posedness of the formulation all contribute to a pressing need for fast algorithms and novel regularization techniques to speed up and improve inversion results. In this paper, we design a modified Gauss-Newton algorithm to solve the PDE- constrained optimization problem using ideas from stochastic optimization and compressive sensing. More specifically, we replace the Gauss-Newton subproblems by randomly subsampled, -$\ell_1$ regularized subproblems. This allows us us significantly reduce the computational cost of calculating the updates and exploit the compressibility of wavefields in Curvelets. We explain the relationships and connections between the new method and stochastic optimization and compressive sensing (CS), and demonstrate the efficacy of the new method on a large-scale synthetic seismic example.},
	keywords = {Compressive Sensing, Full-waveform inversion, Optimization, SLIM},
	issn = {1},
	doi = {10.1117/12.893861},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2011/herrmann2011SPIEmsp/herrmann2011SPIEmsp.pdf},
	author = {Felix J. Herrmann and Xiang Li and Aleksandr Y. Aravkin and Tristan van Leeuwen}
}
@conference {vanleeuwen2011SIAMGEOmawt,
	title = {Multiscale aspects of waveform tomography},
	booktitle = {SIAMGEO},
	year = {2011},
	publisher = {SIAM GeoSciences 2011},
	organization = {SIAM GeoSciences 2011},
	abstract = {We consider the inference of medium velocity from transmitted acoustic waves. Typically, the measurements are done in a narrow frequency band. As a result the sensitivity of the data with respect to velocity perturbations varies dramatically with the scale of the perturbation. {\textquoteleft}Smooth{\textquoteright} perturbations will cause a phase shift, whereas perturbations that vary on the wavelength-scale cause amplitude variations. We investigate how to incorporate this scale dependent behavior in the formulation of the inverse problem.},
	keywords = {Presentation},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SIAM/2011/vanleeuwen2011SIAMGEOmawt/vanleeuwen2011SIAMGEOmawt.pdf},
	author = {Tristan van Leeuwen and Wim A. Mulder}
}
@conference {aravkin2011EAGEnspf,
	title = {A nonlinear sparsity promoting formulation and algorithm for full waveform inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	month = {05},
	abstract = {Full Waveform Inversion (FWI) is a computational procedure to extract medium parameters from seismic data. FWI is typically formulated as a nonlinear least squares optimization problem, and various regularization techniques are used to guide the optimization because the problem is illposed. In this paper, we propose a novel sparse regularization which exploits the ability of curvelets to efficiently represent geophysical images. We then formulate a corresponding sparsity promoting constrained optimization problem, which we call Nonlinear Basis Pursuit Denoise (NBPDN) and present an algorithm to solve this problem to recover medium parameters. The utility of the NBPDN formulation and efficacy of the algorithm are demonstrated on a stylized cross-well experiment, where a sparse velocity perturbation is recovered with higher quality than the standard FWI formulation (solved with LBFGS). The NBPDN formulation and algorithm can recover the sparse perturbation even when the data volume is compressed to 5 \% of the original size using random superposition.},
	keywords = {EAGE, Full-waveform inversion, Optimization},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/aravkin11EAGEnspf/aravkin11EAGEnspf.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/aravkin11EAGEnspf/aravkin11EAGEnspf_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=50199},
	author = {Aleksandr Y. Aravkin and James V. Burke and Felix J. Herrmann and Tristan van Leeuwen}
}
@conference {vanleeuwen2011SEGext,
	title = {Probing the extended image volume},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {30},
	year = {2011},
	month = {09},
	pages = {4045-4050},
	publisher = {SEG},
	organization = {SEG},
	abstract = {The prestack image volume can be defined as a cross- correlation of the source and receivers wavefields for non-zero space and time lags. If the background velocity is kinemati- cally acceptable, this image volume will have its main contributions at zero lag, even for complex models. Thus, it is an ideal tool for wave-equation migration velocity analysis in the presence of strong lateral heterogeneity. In particular, it allows us to pose migration velocity analysis as a PDE-constrained optimization problem, where the goal is to minimize the energy in the image volume at non-zero lag subject to fitting the data approximately. However, it is computationally infeasi- ble to explicitly form the whole image volume. In this paper, we discuss several ways to reduce the computational costs involved in computing the image volume and evaluating the focusing criterion. We reduce the costs for calculating the data by randomized source synthesis. We also present an efficient way to subsample the image volume. Finally, we propose an alternative optimization criterion and suggest a multiscale inversion strategy for wave-equation MVA.},
	keywords = {Imaging, SEG},
	doi = {10.1190/1.3628051},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2011/vanleeuwen11SEGext/vanleeuwen11SEGext.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@presentation {vanleeuwen2011SINBADpei,
	title = {Probing the extended image volume},
	year = {2011},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADSPRING2011, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2011/Spring/vanleeuwen2011SINBADpei/vanleeuwen2011SINBADpei_pres.pdf},
	author = {Tristan van Leeuwen}
}
@conference {vanleeuwen2011WAVESpeiv,
	title = {Probing the extended image volume for seismic velocity inversion},
	booktitle = {WAVES},
	year = {2011},
	month = {07},
	publisher = {Waves 2011},
	organization = {Waves 2011},
	abstract = {In seismic velocity inversion one aims to reconstruct a kinematically correct subsurface velocity model that can be used as input for further processing and inversion of the data. An important tool in velocity inversion is the prestack image volume. This image volume can be defined as a cross-correlation of the source and receivers wavefields for non-zero space and time lags. If the background velocity is kinematically acceptable, this image volume will have its main contributions at zero lag, even for complex models. Thus, it is an ideal tool for wave-equation migration velocity analysis in the presence of strong lateral heterogeneity. In particular, it allows us to pose migration velocity analysis as a PDE-constrained optimization problem, where the goal is to minimize the energy in the image volume at non-zero lag subject to fitting the data approximately. However, it is computationally infeasible to explicitly form the whole image volume. In this paper, we discuss several ways to reduce the computational costs involved in computing the image volume and evaluating the focusing criterion. We reduce the costs for calculating the data by randomized source synthesis. We also present an efficient way to subsample the image volume. Finally, we propose an alternative optimization criterion and suggest a multiscale inversion strategy for wave-equation MVA.},
	keywords = {Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/vanleeuwen2011WAVESpeiv/vanleeuwen2011WAVESpeiv.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {aravkin2011SEGrobust,
	title = {Robust full-waveform inversion using the Student{\textquoteright}s t-distribution},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {30},
	year = {2011},
	month = {09},
	pages = {2669-2673},
	publisher = {SEG},
	organization = {SEG},
	abstract = {Full-waveform inversion (FWI) is a computational procedure to extract medium parameters from seismic data. Robust methods for FWI are needed to overcome sensitivity to noise and in cases where modeling is particularly poor or far from the real data generating process. We survey previous robust methods from a statistical perspective, and use this perspective to derive a new robust method by assuming the random errors in our model arise from the Student{\textquoteright}s t-distribution. We show that in contrast to previous robust methods, the new method progres- sively down-weighs large outliers, effectively ignoring them once they are large enough. This suggests that the new method is more robust and suitable for situations with very poor data quality or modeling. Experiments show that the new method recovers as well or better than previous robust methods, and can recover models with quality comparable to standard methods on noise-free data when some of the data is completely corrupted, and even when a marine acquisition mask is entirely ignored in the modeling. The ability to ignore a marine acquisition mask via robust FWI methods offers an opportunity for stochastic optimization methods in marine acquisition.},
	keywords = {Full-waveform inversion, Optimization, SEG},
	doi = {10.1190/1.3627747},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2011/aravkin11SEGrobust/aravkin11SEGrobust.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {aravkin2011ICIAMrfwiu,
	title = {Robust FWI using Student{\textquoteright}s t-distribution},
	booktitle = {ICIAM},
	year = {2011},
	month = {07},
	publisher = {ICIAM 2011},
	organization = {ICIAM 2011},
	abstract = {Iterative inversion algorithms require repeated simulation of 3D time-dependent acoustic, elastic, or electromagnetic wave fields, extending hundreds of wavelengths and hundreds of periods. Also, seismic data is rich in information at every representable scale. Thus simulation-driven optimization approaches to inversion impose great demands on simulator efficiency and accuracy. While computer hardware advances have been of critical importance in bringing inversion closer to practical application, algorithmic advances in simulator methodology have been equally important. Speakers in this two-part session will address a variety of numerical issues arising in the wave simulation, and in its application to inversion.},
	keywords = {Full-waveform inversion, ICIAM, Optimization, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/aravkin2011ICIAMrfwiu/aravkin2011ICIAMrfwiu.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@article {vanLeeuwen2010IJGswi,
	title = {Seismic waveform inversion by stochastic optimization},
	journal = {International Journal of Geophysics},
	volume = {2011},
	year = {2011},
	note = {Article ID: 689041, 18pages},
	month = {12},
	abstract = {We explore the use of stochastic optimization methods for seismic waveform inversion. The basic principle of such methods is to randomly draw a batch of realizations of a given misfit function and goes back to the 1950s. The ultimate goal of such an approach is to dramatically reduce the computational cost involved in evaluating the misfit. Following earlier work, we introduce the stochasticity in waveform inversion problem in a rigorous way via a technique called randomized trace estimation. We then review theoretical results that underlie recent developments in the use of stochastic methods for waveform inversion. We present numerical experiments to illustrate the behavior of different types of stochastic optimization methods and investigate the sensitivity to the batch size and the noise level in the data. We find that it is possible to reproduce results that are qualitatively similar to the solution of the full problem with modest batch sizes, even on noisy data. Each iteration of the corresponding stochastic methods requires an order of magnitude fewer PDE solves than a comparable deterministic method applied to the full problem, which may lead to an order of magnitude speedup for waveform inversion in practice.},
	keywords = {FWI, Optimization, SLIM},
	doi = {10.1155/2011/689041},
	url = {https://slim.gatech.edu/Publications/Public/Journals/InternationJournalOfGeophysics/2011/vanLeeuwen10IJGswi/vanLeeuwen10IJGswi.pdf},
	author = {Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@conference {Herrmann2011BG,
	title = {SINBAD{\textquoteright}s research program},
	year = {2011},
	month = {11},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/Misc/Herrmann2011BG.pdf},
	author = {Felix J. Herrmann and Tristan van Leeuwen}
}
@conference {aravkin2011EAGEspfwi,
	title = {Sparsity promoting formulations and algorithms for FWI},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	keywords = {EAGE, Full-waveform inversion},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/Aravkin2011EAGEspfwi/Aravkin2011EAGEspfwi.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and James V. Burke and Felix J. Herrmann}
}
@conference {aravkin2011ICIAMspf,
	title = {Sparsity promoting formulations and algorithms for FWI},
	booktitle = {ICIAM},
	year = {2011},
	note = {Presented at AMP Medical and Seismic Imaging, 2011, Vancouver BC.},
	month = {07},
	publisher = {ICIAM 2011},
	organization = {ICIAM 2011},
	abstract = {Full Waveform Inversion (FWI) is a computational procedure to extract medium parameters from seismic data. FWI is typically formulated as a nonlinear least squares optimization problem, and various regularization techniques are used to guide the optimization because the problem is ill-posed. We propose a novel sparse regularization which exploits the ability of curvelets to efficiently represent geophysical images. We then formulate a corresponding sparsity promoting constrained optimization problem, which we solve using an open source algorithm. The techniques are applicable to any inverse problem where sparsity modeling is appropriate. We demonstrate the efficacy of the formulation on a toy example (stylized cross-well experiment) and on a realistic Seismic example (partial Marmoussi model). We also discuss the tradeoff between model fit and sparsity promotion, with a view to extend existing techniques for linear inverse problems to the case where the forward model is nonlinear.},
	keywords = {Full-waveform inversion, Optimization, Presentation, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/aravkin2011ICIAMspf/aravkin2011ICIAMspf_pres.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and James V. Burke and Felix J. Herrmann}
}
@presentation {vanleeuwen2011SINBADtem,
	title = {Towards extended modelling for velocity inversion},
	year = {2011},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2011, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2011/Fall/vanleeuwen2011SINBADtem/vanleeuwen2011SINBADtem_pres.pdf},
	author = {Tristan van Leeuwen}
}
@presentation {vanleeuwen2011SINBADoofwi,
	title = {Wavefield modelling and inversion in Matlab},
	year = {2011},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2011, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2011/Fall/vanleeuwen2011SINBADoofwi/vanleeuwen2011SINBADoofwi_pres.pdf},
	author = {Tristan van Leeuwen}
}
@presentation {vanleeuwen2010SINBADwis,
	title = {Waveform inversion by stochastic optimization},
	year = {2010},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2010, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2010/Fall/vanleeuwen2010SINBADwis/vanleeuwen2010SINBADwis_pres.pdf},
	author = {Tristan van Leeuwen}
}
