@article {liu2018ssi,
	title = {Simultaneous-shot inversion for PDE-constrained optimization problems with missing data},
	journal = {Inverse Problems},
	volume = {35},
	number = {2},
	year = {2018},
	note = {(Inverse Problems)},
	pages = {025003},
	abstract = {Stochastic optimization is key to efficient inversion in PDE-constrained optimization. Using {\textquoteleft}simultaneous shots{\textquoteright}, or random superposition of source terms, works very well in simple acquisition geometries where all sources see all receivers, but this rarely occurs in practice. We develop an approach that interpolates data to an ideal acquisition geometry while solving the inverse problem using simultaneous shots. The approach is formulated as a joint inverse problem, combining ideas from low-rank interpolation with full-waveform inversion. Results using synthetic experiments illustrate the flexibility and efficiency of the approach.},
	keywords = {Full-waveform inversion, low-rank interpolation, Optimization},
	doi = {10.1088/1361-6420/aaf317},
	url = {https://slim.gatech.edu/Publications/Public/Journals/InverseProblems/2018/liu2018ssi/liu2018ssi.pdf},
	author = {Michelle Liu and Rajiv Kumar and Eldad Haber and Aleksandr Y. Aravkin}
}
@article {esser2016tvr,
	title = {Total-variation regularization strategies in full-waveform inversion},
	journal = {SIAM Journal on Imaging Sciences},
	volume = {11},
	number = {1},
	year = {2018},
	note = {(SIAM Journal on Imaging Sciences)},
	pages = {376-406},
	abstract = {We propose an extended full-waveform inversion formulation that includes general convex constraints on the model. Though the full problem is highly nonconvex, the overarching optimization scheme arrives at geologically plausible results by solving a sequence of relaxed and warm-started constrained convex subproblems. The combination of box, total-variation, and successively relaxed asymmetric total-variation constraints allows us to steer free from parasitic local minima while keeping the estimated physical parameters laterally continuous and in a physically realistic range. For accurate starting models, numerical experiments carried out on the challenging 2004 BP velocity benchmark demonstrate that bound and total-variation constraints improve the inversion result significantly by removing inversion artifacts, related to source encoding, and by clearly improved delineation of top, bottom, and flanks of a high-velocity high-contrast salt inclusion. The experiments also show that for poor starting models these two constraints by themselves are insufficient to detect the bottom of high-velocity inclusions such as salt. Inclusion of the one-sided asymmetric total-variation constraint overcomes this issue by discouraging velocity lows to buildup during the early stages of the inversion. To the author{\textquoteright}s knowledge the presented algorithm is the first to successfully remove the imprint of local minima caused by poor starting models and band-width limited finite aperture data.},
	keywords = {constrained optimization, Full-waveform inversion, hinge loss, salt, total variation},
	doi = {10.1137/17M111328X},
	url = {https://slim.gatech.edu/Publications/Public/Journals/SIAMJournalOnImagingSciences/2018/esser2016tvr/esser2016tvr.pdf},
	url2 = {https://doi.org/10.1137/17M111328X},
	author = {Ernie Esser and Llu{\'\i}s Guasch and Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@conference {esser2015SEGasd,
	title = {Automatic salt delineation {\textendash}- Wavefield Reconstruction Inversion with convex constraints},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2015},
	note = {(SEG, New Orleans)},
	month = {10},
	pages = {1337-1343},
	abstract = {We extend full-waveform inversion by Wavefield Reconstruction Inversion by including convex constraints on the model. Contrary to the conventional adjoint-state formulations, Wavefield Reconstruction Inversion has the advantage that the Gauss-Newton Hessian is well approximated by a diagonal scaling, which allows us to add convex constraints, such as the box- and the edge-preserving total-variation constraint, on the square slowness without incurring significant increases in computational costs. As the examples demonstrate, including these constraints yields far superior results in complex geological areas that contain high-velocity high-contrast bodies (e.g. salt or basalt). Without these convex constraints, adjoint-state and Wavefield Reconstruction Inversion get trapped in local minima for poor starting models.},
	keywords = {convex constraints, Full-waveform inversion, salt, SEG, total-variation norm},
	doi = {10.1190/segam2015-5877995.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2015/esser2015SEGasd/esser2015SEGasd.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2015/esser2015SEGasd/esser2015SEGasd_pres.pdf},
	author = {Ernie Esser and Llu{\'\i}s Guasch and Tristan van Leeuwen and Aleksandr Y. Aravkin and Felix J. Herrmann}
}
@conference {herrmann2011SEGffw,
	title = {Fast full-waveform inversion with compressive sensing},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2011},
	keywords = {Full-waveform inversion, SEG, SLIM},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2011/HerrmannSEG2011fws/HerrmannSEG2011fws.pdf},
	author = {Aleksandr Y. Aravkin and Felix J. Herrmann and Tristan van Leeuwen and Xiang Li}
}
@conference {herrmann2011SLRAfwi,
	title = {Full waveform inversion with compressive updates},
	booktitle = {SLRA},
	year = {2011},
	publisher = {Sparse and Low Rank Approximation 2011},
	organization = {Sparse and Low Rank Approximation 2011},
	abstract = {Full-waveform inversion relies on large multi-experiment data volumes. While improvements in acquisition and inversion have been extremely successful, the current push for higher quality models reveals fundamental shortcomings handling increasing problem sizes numerically. To address this fundamental issue, we propose a randomized dimensionality-reduction strategy motivated by recent developments in stochastic optimization and compressive sensing. In this formulation conventional Gauss-Newton iterations are replaced by dimensionality-reduced sparse recovery problems with source encodings.},
	keywords = {Full-waveform inversion},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SLRA/2011/herrmann2011SLRAfwi/herrmann2011SLRAfwi.pdf},
	author = {Felix J. Herrmann and Aleksandr Y. Aravkin and Xiang Li and Tristan van Leeuwen}
}
@conference {aravkin2011SIAMfwi,
	title = {Full waveform inversion with compressive updates},
	booktitle = {SIAM},
	year = {2011},
	publisher = {SIAM CS\&E 2011},
	organization = {SIAM CS\&E 2011},
	abstract = {Full-waveform inversion relies on large multi-experiment data volumes. While improvements in acquisition and inversion have been extremely successful, the current push for higher quality models reveals fundamental shortcomings handling increasing problem sizes numerically. To address this fundamental issue, we propose a randomized dimensionality-reduction strategy motivated by recent developments in stochastic optimization and compressive sensing. In this formulation conventional Gauss-Newton iterations are replaced by dimensionality-reduced sparse recovery problems with source encodings.},
	keywords = {Full-waveform inversion, SLIM},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SIAM/2011/aravkin2011SIAMfwi/aravkin2011SIAMfwi.pdf},
	author = {Aleksandr Y. Aravkin and Felix J. Herrmann and Tristan van Leeuwen and James V. Burke and Xiang Li}
}
@conference {li2011EAGEfwirr,
	title = {Full-waveform inversion with randomized L1 recovery for the model updates},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	month = {05},
	abstract = {Full-waveform inversion (FWI) is a data fitting procedure that relies on the collection of seismic data volumes and sophisticated computing to create high-resolution results. With the advent of FWI, the improvements in acquisition and inversion have been substantial, but these improvements come at a high cost because FWI involves extremely large multi-experiment data volumes. The main obstacle is the "curse of dimensionality" exemplified by Nyquist{\~O}s sampling criterion, which puts a disproportionate strain on current acquisition and processing systems as the size and desired resolution increases. In this paper, we address the "curse of dimensionality" by randomized dimensionality reduction of the FWI problem adapted from the field of CS. We invert for model updates by replacing the Gauss-Newton linearized subproblem for subsampled FWI with a sparsity promoting formulation, and solve this formulation using the SPGl1 algorithm. We speed up the algorithm and avoid overfitting the data by solving for the linearized updates only approximately. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we can compute a Newton-like update with the reduced data volume at the cost of roughly one gradient update for the fully sampled wavefield.},
	keywords = {EAGE, Full-waveform inversion, Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/li11EAGEfwirr/li11EAGEfwirr.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/li11EAGEfwirr/li11EAGEfwirr_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=50345},
	author = {Xiang Li and Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {herrmann2011ICIAMconvexcompfwi,
	title = {FWI with sparse recovery: a convex-composite approach},
	booktitle = {ICIAM},
	year = {2011},
	month = {07},
	publisher = {ICIAM 2011},
	organization = {ICIAM 2011},
	abstract = {Iterative inversion algorithms require repeated simulation of 3D time-dependent acoustic, elastic, or electromagnetic wave fields, extending hundreds of wavelengths and hundreds of periods. Also, seismic data is rich in information at every representable scale. Thus simulation-driven optimization approaches to inversion impose great demands on simulator efficiency and accuracy. While computer hardware advances have been of critical importance in bringing inversion closer to practical application, algorithmic advances in simulator methodology have been equally important. Speakers in this two-part session will address a variety of numerical issues arising in the wave simulation, and in its application to inversion.},
	keywords = {Full-waveform inversion, ICIAM, Optimization},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/herrmann2011ICIAMconvexcompfwi/herrmann2011ICIAMconvexcompfwi.pdf},
	author = {Felix J. Herrmann and Aleksandr Y. Aravkin and Tristan van Leeuwen and Xiang Li}
}
@conference {li2011SBGFmgnsu,
	title = {Modified Gauss-Newton with sparse updates},
	booktitle = {SBGF},
	year = {2011},
	publisher = {SBGF},
	organization = {SBGF},
	abstract = {Full-waveform inversion (FWI) is a data fitting procedure that relies on the collection of seismic data volumes and sophisticated computing to create high-resolution models.With the advent of FWI, the improvements in acquisition and inversion have been substantial, but these improvements come at a high cost because FWI involves extremely large multi-experiment data volumes. The main obstacle is the {\textquoteleft}curse of dimensionality{\textquoteright} exemplified by Nyquist{\textquoteright}s sampling criterion, which puts a disproportionate strain on current acquisition and processing systems as the size and desired resolution increases. In this paper, we address the {\textquoteleft}curse of dimensionality{\textquoteright} by using randomized dimensionality reduction of the FWI problem, coupled with a modified Gauss-Newton (GN) method designed to promote curvelet-domain sparsity of model updates. We solve for these updates using the spectral projected gradient method, implemented in the SPG1 software package. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we can compute Gauss-Newton updates with the reduced data volume at the cost of roughly one gradient update for the fully sampled wavefield},
	keywords = {Full-waveform inversion, SBGF},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SBGF/2011/li11SBGFmgnsu/li11SBGFmgnsu.pdf},
	author = {Xiang Li and Felix J. Herrmann and Tristan van Leeuwen and Aleksandr Y. Aravkin}
}
@conference {herrmann2011SPIEmsp,
	title = {A modified, sparsity promoting, Gauss-Newton algorithm for seismic waveform inversion},
	booktitle = {Proc. SPIE},
	number = {81380V},
	year = {2011},
	month = {08},
	abstract = {Images obtained from seismic data are used by the oil and gas industry for geophysical exploration. Cutting-edge methods for transforming the data into interpretable images are moving away from linear approximations and high-frequency asymptotics towards Full Waveform Inversion (FWI), a nonlinear data-fitting procedure based on full data modeling using the wave-equation. The size of the problem, the nonlinearity of the forward model, and ill-posedness of the formulation all contribute to a pressing need for fast algorithms and novel regularization techniques to speed up and improve inversion results. In this paper, we design a modified Gauss-Newton algorithm to solve the PDE- constrained optimization problem using ideas from stochastic optimization and compressive sensing. More specifically, we replace the Gauss-Newton subproblems by randomly subsampled, -$\ell_1$ regularized subproblems. This allows us us significantly reduce the computational cost of calculating the updates and exploit the compressibility of wavefields in Curvelets. We explain the relationships and connections between the new method and stochastic optimization and compressive sensing (CS), and demonstrate the efficacy of the new method on a large-scale synthetic seismic example.},
	keywords = {Compressive Sensing, Full-waveform inversion, Optimization, SLIM},
	issn = {1},
	doi = {10.1117/12.893861},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2011/herrmann2011SPIEmsp/herrmann2011SPIEmsp.pdf},
	author = {Felix J. Herrmann and Xiang Li and Aleksandr Y. Aravkin and Tristan van Leeuwen}
}
@conference {aravkin2011EAGEnspf,
	title = {A nonlinear sparsity promoting formulation and algorithm for full waveform inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	month = {05},
	abstract = {Full Waveform Inversion (FWI) is a computational procedure to extract medium parameters from seismic data. FWI is typically formulated as a nonlinear least squares optimization problem, and various regularization techniques are used to guide the optimization because the problem is illposed. In this paper, we propose a novel sparse regularization which exploits the ability of curvelets to efficiently represent geophysical images. We then formulate a corresponding sparsity promoting constrained optimization problem, which we call Nonlinear Basis Pursuit Denoise (NBPDN) and present an algorithm to solve this problem to recover medium parameters. The utility of the NBPDN formulation and efficacy of the algorithm are demonstrated on a stylized cross-well experiment, where a sparse velocity perturbation is recovered with higher quality than the standard FWI formulation (solved with LBFGS). The NBPDN formulation and algorithm can recover the sparse perturbation even when the data volume is compressed to 5 \% of the original size using random superposition.},
	keywords = {EAGE, Full-waveform inversion, Optimization},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/aravkin11EAGEnspf/aravkin11EAGEnspf.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/aravkin11EAGEnspf/aravkin11EAGEnspf_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=50199},
	author = {Aleksandr Y. Aravkin and James V. Burke and Felix J. Herrmann and Tristan van Leeuwen}
}
@conference {aravkin2011SEGrobust,
	title = {Robust full-waveform inversion using the Student{\textquoteright}s t-distribution},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {30},
	year = {2011},
	month = {09},
	pages = {2669-2673},
	publisher = {SEG},
	organization = {SEG},
	abstract = {Full-waveform inversion (FWI) is a computational procedure to extract medium parameters from seismic data. Robust methods for FWI are needed to overcome sensitivity to noise and in cases where modeling is particularly poor or far from the real data generating process. We survey previous robust methods from a statistical perspective, and use this perspective to derive a new robust method by assuming the random errors in our model arise from the Student{\textquoteright}s t-distribution. We show that in contrast to previous robust methods, the new method progres- sively down-weighs large outliers, effectively ignoring them once they are large enough. This suggests that the new method is more robust and suitable for situations with very poor data quality or modeling. Experiments show that the new method recovers as well or better than previous robust methods, and can recover models with quality comparable to standard methods on noise-free data when some of the data is completely corrupted, and even when a marine acquisition mask is entirely ignored in the modeling. The ability to ignore a marine acquisition mask via robust FWI methods offers an opportunity for stochastic optimization methods in marine acquisition.},
	keywords = {Full-waveform inversion, Optimization, SEG},
	doi = {10.1190/1.3627747},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2011/aravkin11SEGrobust/aravkin11SEGrobust.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {aravkin2011ICIAMrfwiu,
	title = {Robust FWI using Student{\textquoteright}s t-distribution},
	booktitle = {ICIAM},
	year = {2011},
	month = {07},
	publisher = {ICIAM 2011},
	organization = {ICIAM 2011},
	abstract = {Iterative inversion algorithms require repeated simulation of 3D time-dependent acoustic, elastic, or electromagnetic wave fields, extending hundreds of wavelengths and hundreds of periods. Also, seismic data is rich in information at every representable scale. Thus simulation-driven optimization approaches to inversion impose great demands on simulator efficiency and accuracy. While computer hardware advances have been of critical importance in bringing inversion closer to practical application, algorithmic advances in simulator methodology have been equally important. Speakers in this two-part session will address a variety of numerical issues arising in the wave simulation, and in its application to inversion.},
	keywords = {Full-waveform inversion, ICIAM, Optimization, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/aravkin2011ICIAMrfwiu/aravkin2011ICIAMrfwiu.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {aravkin2011EAGEspfwi,
	title = {Sparsity promoting formulations and algorithms for FWI},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	keywords = {EAGE, Full-waveform inversion},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/Aravkin2011EAGEspfwi/Aravkin2011EAGEspfwi.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and James V. Burke and Felix J. Herrmann}
}
@conference {aravkin2011ICIAMspf,
	title = {Sparsity promoting formulations and algorithms for FWI},
	booktitle = {ICIAM},
	year = {2011},
	note = {Presented at AMP Medical and Seismic Imaging, 2011, Vancouver BC.},
	month = {07},
	publisher = {ICIAM 2011},
	organization = {ICIAM 2011},
	abstract = {Full Waveform Inversion (FWI) is a computational procedure to extract medium parameters from seismic data. FWI is typically formulated as a nonlinear least squares optimization problem, and various regularization techniques are used to guide the optimization because the problem is ill-posed. We propose a novel sparse regularization which exploits the ability of curvelets to efficiently represent geophysical images. We then formulate a corresponding sparsity promoting constrained optimization problem, which we solve using an open source algorithm. The techniques are applicable to any inverse problem where sparsity modeling is appropriate. We demonstrate the efficacy of the formulation on a toy example (stylized cross-well experiment) and on a realistic Seismic example (partial Marmoussi model). We also discuss the tradeoff between model fit and sparsity promotion, with a view to extend existing techniques for linear inverse problems to the case where the forward model is nonlinear.},
	keywords = {Full-waveform inversion, Optimization, Presentation, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/aravkin2011ICIAMspf/aravkin2011ICIAMspf_pres.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and James V. Burke and Felix J. Herrmann}
}
