@article {daskalakis2019SIAMJISasr,
	title = {Accelerating Sparse Recovery by Reducing Chatter},
	journal = {SIAM Journal on Imaging Sciences},
	volume = {13},
	number = {3},
	year = {2020},
	note = {(SIAM Journal on Imaging Sciences)},
	month = {07},
	pages = {1211{\textendash}1239},
	abstract = {Compressive Sensing has driven a resurgence of sparse recovery algorithms with l_1-norm minimization. While these minimizations are relatively well understood for small underdetermined, possibly inconsistent systems, their behavior for large over-determined and inconsistent systems has received much less attention. Specifically, we focus on large systems where computational restrictions call for algorithms that use randomized subsets of rows that are touched a limited number of times. In that regime, l_1-norm minimization algorithms exhibit unwanted fluctuations near the desired solution, and the Linear Bregman iterations are no exception. We explain this observed lack of performance in terms of chatter, a well-known phenomena observed in non-smooth dynamical systems, where intermediate solutions wander between different states stifling convergence. By identifying chatter as the culprit, we modify the Bregman iterations with chatter reducing adaptive element-wise step lengths in combination with potential support detection via threshold crossing. We demonstrate the performance of our algorithm on carefully selected stylized examples and a realistic seismic imaging problem involving millions of unknowns and matrix-free matrix-vector products that involve expensive wave-equation solves.},
	keywords = {chatter, inconsistent linear systems, Kacmarz, linearized Bregman dynamical systems, non-smooth dynamics, sparsity promotion},
	doi = {10.1137/19M129111X},
	url = {https://slim.gatech.edu/Publications/Public/Journals/SIAMJournalOnImagingSciences/2020/daskalakis2019SIAMJISasr/daskalakis2019SIAMJISasr.pdf},
	author = {Emmanouil Daskalakis and Felix J. Herrmann and Rachel Kuske}
}
@article {fang2017uqfip,
	title = {Uncertainty quantification for inverse problems with weak partial-differential-equation constraints},
	journal = {Geophysics},
	volume = {83},
	number = {6},
	year = {2018},
	note = {(Geophysics)},
	pages = {R629-R647},
	abstract = {In a statistical inverse problem, the objective is a complete statistical description of unknown parameters from noisy observations in order to quantify uncertainties of the parameters of interest. We consider inverse problems with partial-differential-equation-constraints, which are applicable to a variety of seismic problems. Bayesian inference is one of the most widely-used approaches to precisely quantify statistics through a posterior distribution, incorporating uncertainties in observed data, modeling kernel, and prior knowledge of the parameters. Typically when formulating the posterior distribution, the partial-differential-equation-constraints are required to be exactly satisfied, resulting in a highly nonlinear forward map and a posterior distribution with many local maxima. These drawbacks make it difficult to find an appropriate approximation for the posterior distribution. Another complicating factor is that traditional Markov chain Monte Carlo methods are known to converge slowly for realistically sized problems. In this work, we relax the partial-differential-equation-constraints by introducing an auxiliary variable, which allows for Gaussian deviations in the partial-differential-equations. Thus, we obtain a new bilinear posterior distribution consisting of both data and partial-differential-equation misfit terms. We illustrate that for a particular range of variance choices for the partial-differential-equation misfit term, the new posterior distribution has fewer modes and can be well-approximated by a Gaussian distribution, which can then be sampled in a straightforward manner. Since it is prohibitively expensive to explicitly construct the dense covariance matrix of the Gaussian approximation for intermediate to large-scale problems, we present a method to implicitly construct it, which enables efficient sampling. We apply this framework to two-dimensional seismic inverse problems with 1,800 and 92,455 unknown parameters. The results illustrate that our framework can produce comparable statistical quantities to those produced by conventional Markov chain Monte Carlo type methods while requiring far fewer partial-differential-equation solves, which are the main computational bottlenecks in these problems.},
	keywords = {acoustic, FWI, UQ, weak-constraint},
	doi = {10.1190/geo2017-0824.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2018/fang2017uqfip/fang2017uqfip.html},
	author = {Zhilong Fang and Curt Da Silva and Rachel Kuske and Felix J. Herrmann}
}
@conference {daskalakis2017SEGdds,
	title = {Developments in the direction of solving extremly large problems in Geophysics},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2017},
	note = {(SEG, Houston)},
	month = {09},
	pages = {4375-4378},
	abstract = {Often in exploration Geophysics we are forced to work with extremely large problems. Acquisitions via dense grids of receivers translate into very large mathematical systems. Usually, depending on the acquisition, the size of the matrix of the system to be solved, can be measured in the millions. The proper way to address this problem is by subsampling. Even though subsampling can reduce the computational efforts required, it can not address stability problems caused by preconditioning and/or instrumental response errors. In this abstract, we introduce a modification of the linearized Bregman solver for these large problems that resolves stability issues.},
	keywords = {cycling, least-squares migration, linearized Bregman, SEG, weighted increment},
	doi = {10.1190/segam2017-17795188.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2017/daskalakis2017SEGdds/daskalakis2017SEGdds.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2017/daskalakis2017SEGdds/daskalakis2017SEGdds_pres.pdf},
	author = {Emmanouil Daskalakis and Rachel Kuske and Felix J. Herrmann}
}
@presentation {daskalakis2017SINBADFsof,
	title = {Stochastic Optimization from the perspective of dynamical systems},
	year = {2017},
	publisher = {SINBAD},
	abstract = {We present improvements to a family of methods (Linearized Bregman, Kaczmarz and Stochastic Gradient Descent) that are often use in optimization problems. We explain the link of those methods with dynamical systems and we draw ideas for improving their performance. We use a simple idea to improve the stability and the performance of our family of optimization methods especially for ill-posed, inconsistent large-scale problems. Finally we present an application at a least squares migration problem, which highlight the importance of the suggested improvements on large scale Geophysical problems.},
	keywords = {Presentation, SINBAD, SINBADFALL2017, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/daskalakis2017SINBADFsof/daskalakis2017SINBADFsof.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/daskalakis2017SINBADFsof/daskalakis2017SINBADFsof.m4v},
	author = {Emmanouil Daskalakis and Rachel Kuske and Mengmeng Yang and Felix J. Herrmann}
}
@conference {fang2017WAVESuqf,
	title = {Uncertainty quantification for inverse problems with a weak wave-equation constraint},
	booktitle = {WAVES 2017 {\textendash}- 13th International Conference on Mathematical and Numerical Aspects of Wave Propagation},
	year = {2017},
	note = {(WAVES, Minneapolis)},
	month = {05},
	pages = {127-128},
	abstract = {In this work, we present a new posterior distribution to quantify uncertainties in solutions of wave-equation based inverse problems. By introducing an auxiliary variable for the wavefields, we weaken the strict wave-equation constraint used by conventional Bayesian approaches. With this weak constraint, the new posterior distribution is a bi-Gaussian distribution with respect to both model parameters and wavefields, which can be directly sampled by the Gibbs sampling method.},
	keywords = {constraint, Gibbs sampling, uncertainty, wave equation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/WAVES/2017/fang2017WAVESuqf/fang2017WAVESuqf.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/WAVES/2017/fang2017WAVESuqf/fang2017WAVESuqf_pres.pdf},
	author = {Zhilong Fang and Curt Da Silva and Rachel Kuske and Felix J. Herrmann}
}
@presentation {fang2016SINBADFeaq,
	title = {Efficient approach for quantifying uncertainty of wavefield reconstruction inversion},
	year = {2016},
	publisher = {SINBAD},
	abstract = {Due to the noisy measurements, sparse observations, uncertain forward models, and uncertain prior parameter information, significant uncertainty arises in the inverted velocity model of full-waveform inversion. The uncertain velocity model leads to the uncertainty in the correct positions of events in the migrated images, which subsequently influences the important decision-makings in the oil and gas exploration and production (E\&P) business such as the drilling decisions and economic evaluations. Therefore, understanding the uncertainty in the inverted velocity model is essential for the mitigation of the E\&P risks. A common approach to accounting for uncertainty in seismic inverse problems like full-waveform inversion is to describe the unknown parameters in probabilistic by the Bayesian inference. The Bayesian inference aims at incorporating the information from the data, physics, and one{\textquoteright}s prior knowledge to formulate a posterior distribution function to characterize the statistical properties of the unknown parameters. However, characterizing uncertainties for the large-scale full-waveform inversion in seismic exploration is prohibitively expensive since it requires thousands of function evaluations to sample the parameter space (e.g. via Markov chain Monte Carlo sampling). Apart from this, the existing methods of uncertainty quantification for full-waveform inversion is through applying the Bayesian inference to the standard method such as the adjoint-state method with the assumption that no uncertainty arises from the wave-equation. However, the wave-equation may not be able to reflect all the physics, hence, incorporating uncertainty from wave-equation might benefit the quantification of uncertainty. In this work, we propose to perform uncertainty quantification using the recently proposed wavefield reconstruction inversion technique, which gives an appropriate framework to tackle the uncertainty in wave-equation solve by adding the misfit of the wave-equation to the likelihood distribution and relaxing the wave-equation constraint. Moreover, we propose a computationally feasible approach to analyzing the posterior distribution of the wavefield reconstruction inversion method, which incorporates a Gaussian distribution that approximates the posterior distribution with an optimization-driven Gaussian simulator to sample the Gaussian distribution efficiently. Numerical examples show that comparing to the McMC method, our approach is able to produce comparable results with less computational cost. This is joint work with Curt da Silva and Rachel Kuske.},
	keywords = {Presentation, SINBAD, SINBADFALL2016, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/fang2016SINBADFeaq/fang2016SINBADFeaq.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/fang2016SINBADFeaq/fang2016SINBADFeaq.mov},
	author = {Zhilong Fang and Chia Ying Lee and Curt Da Silva and Tristan van Leeuwen and Felix J. Herrmann and Rachel Kuske}
}
@conference {fang2015IIPFWIuqw,
	title = {Uncertainty quantification for Wavefield Reconstruction Inversion},
	booktitle = {Inaugural Full-Waveform Inversion Workshop},
	year = {2015},
	note = {(Natal, Brazil)},
	month = {08-09},
	abstract = {In this work, we propose a method to quantify the uncertainty of wavefield reconstruction inversion under the framework of Bayesian inference. Unlike the conventional method using the wave equation as the forward mapping, we involve the wave equation misfit in the posterior distribution and propose a new posterior distribution. The negative log-likelihood of the new distribution is less oscillatory than that of the conventional posterior distribution, and its Gauss-Newton Hessian is a diagonal matrix that can be generated without any additional computational cost. We use the diagonal Gauss-Newton Hessian to derive an approximate Gaussian distribution at the maximum likelihood point to quantify the uncertainty. This method makes the uncertainty quantification for WRI computationally tractable and is able to provide reasonable uncertainty analysis based on our numerical results.},
	keywords = {FWI, uncertainty, WRI},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/IIPFWI/fang2015IIPFWIuqw/fang2015IIPFWIuqw_pres.pdf},
	author = {Zhilong Fang and Chia Ying Lee and Curt Da Silva and Felix J. Herrmann and Rachel Kuske}
}
@conference {fang2015EAGEuqw,
	title = {Uncertainty quantification for Wavefield Reconstruction Inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2015},
	note = {(EAGE, Madrid)},
	month = {06},
	abstract = {In this work, we propose a method to quantify the uncertainty of wavefield reconstruction inversion under the framework of Bayesian inference. Unlike the conventional method using the wave equation as the forward mapping, we involve the wave equation misfit in the posterior distribution and propose a new posterior distribution. The negative log-likelihood of the new distribution is less oscillatory than that of the conventional posterior distribution, and its Gauss-Newton Hessian is a diagonal matrix that can be generated without any additional computational cost. We use the diagonal Gauss-Newton Hessian to derive an approximate Gaussian distribution at the maximum likelihood point to quantify the uncertainty. This method makes the uncertainty quantification for WRI computationally tractable and is able to provide reasonable uncertainty analysis based on our numerical results.},
	keywords = {EAGE, FWI, UQ, WRI},
	doi = {10.3997/2214-4609.201413198},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2015/fang2015EAGEuqw/fang2015EAGEuqw.html},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2015/fang2015EAGEuqw/fang2015EAGEuqw_pres.pdf},
	author = {Zhilong Fang and Chia Ying Lee and Curt Da Silva and Felix J. Herrmann and Rachel Kuske}
}
@presentation {fang2015SINBADFuqw,
	title = {Uncertainty quantification for Wavefield-Reconstruction Inversion using a positive-definite approximated Hessian},
	year = {2015},
	publisher = {SINBAD},
	abstract = {We analyze the Hessian of wavefield reconstruction inversion (WRI) and propose a new approximated Hessian. Instead of requiring PDE solves, the matrix-vector multiplication action of the approximate Hessian can be achieved with several matrix-vector multiplications. The diagonal part of the approximated Hessian can be also calculated without additional PDE solves. We apply this approximated Hessian to uncertainty quantification and obtain statistical parameters such as standard deviation and confidence interval. Numerical example illustrate the accuracy of the estimated Hessian and the feasibility of the method to quantify uncertainties.},
	keywords = {Presentation, SINBAD, SINBADFALL2015, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/fang2015SINBADFuqw/fang2015SINBADFuqw.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/fang2015SINBADFuqw/fang2015SINBADFuqw.mov},
	author = {Zhilong Fang and Chia Ying Lee and Curt Da Silva and Felix J. Herrmann and Rachel Kuske}
}
@presentation {fang2014SINBADuqw,
	title = {Uncertainty quantification for Wavefield Reconstruction Inversion},
	year = {2014},
	publisher = {SINBAD},
	abstract = {This talk discusses the uncertainty quantification for the wavefield reconstruction inversion. The Hessian and gradient of the WRI can be easily obtained once the wave field is generated. As a result, we use a Newton type McMC method to sample the posterior distribution. Statistical property such as mean, standard deviation, confidence interval are calculated based on the sampled distribution.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/fang2014SINBADuqw/fang2014SINBADuqw.pdf},
	author = {Zhilong Fang and Chia Ying Lee and Curt Da Silva and Felix J. Herrmann and Rachel Kuske}
}
