@article {li2015GEOPmgn,
	title = {Modified Gauss-Newton full-waveform inversion explained{\textendash}-why sparsity-promoting updates do matter},
	journal = {Geophysics},
	volume = {81},
	number = {3},
	year = {2016},
	note = {(Geophysics)},
	month = {05},
	pages = {R125-R138},
	abstract = {Full-waveform inversion can be formulated as a nonlinear least-squares optimization problem. This non-convex problem can be extremely computationally expensive because it requires repeatedly solving large linear systems that correspond to discretized partial differential equations. Randomized subsampling techniques allow us to work with small subsets of (monochromatic) source experiments, reducing the computational cost. However, this subsampling weakens subsurface illumination and introduces subsampling related incoherent artifacts. These subsampling-related artifacts{\textendash}-in conjunction with local minima that are known to plague full-waveform inversion{\textendash}-motivate us to come up with a technique to "regularize" this problem. Following earlier work, we take advantage of the fact that curvelets represent subsurface models and perturbations parsimoniously. At first impulse promoting sparsity on the model directly seems the most natural way to proceed, but we will demonstrate that in certain cases it can be advantageous to promote sparsity on the Gauss-Newton updates instead. While constraining the one-norm of the descent directions does not change not change the underlying full-waveform inversion objective, the constrained model updates remain descent directions, remove subsampling-related artifacts and improve the overall inversion result. We empirically observe this phenomenon in situations where the different model updates occur at roughly the same locations in the curvelet domain. We further investigate and analyze this phenomenon, where nonlinear inversions benefit from sparsity-promoting constraints on the updates, by means of a set of carefully selected examples including phase retrieval and full-waveform inversion. In all cases, we observe a faster decay of the residual and model error as a function of the number of iterations.},
	keywords = {Full-waveform inversion, Gauss-Newton method, sparsity promotion},
	doi = {10.1190/geo2015-0266.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2016/li2015GEOPmgn/li2015GEOPmgn.pdf},
	author = {Xiang Li and Ernie Esser and Felix J. Herrmann}
}
@mastersthesis {li2015THsps,
	title = {Sparsity promoting seismic imaging and full-waveform inversion},
	year = {2015},
	note = {(PhD)},
	month = {07},
	school = {The University of British Columbia},
	type = {phd},
	address = {Vancouver},
	abstract = {This thesis will address the large computational costs of solving least-squares migration and full-waveform inversion problems. Least-squares seismic imaging and full-waveform inversion are seismic inversion techniques that require iterative minimizations of large least-squares misfit functions. Each iteration requires an evaluation of the Jacobian operator and its adjoint, both of which require two wave-equation solves for all sources, creating prohibitive computational costs. In order to reduce costs, we utilize randomized dimensionality reduction techniques, reducing the number of sources used during inversion. The randomized dimensionality reduction techniques create subsampling related artifacts, which we mitigate by using curvelet-domain sparsity-promoting inversion techniques. Our method conducts least-squares imaging at the approximate cost of one reverse-time migration with all sources, and computes the Gauss-Newton full-waveform inversion update at roughly the cost of one gradient update with all sources. Finally, during our research of the full-waveform inversion problem, we discovered that we can utilize our method as an alternative approach to add sparse constraints on the entire velocity model by imposing sparsity constraints on each model update separately, rather than regularizing the total velocity model as typically practiced. We also observed this alternative approach yields a faster decay of the residual and model error as a function of iterations. We provided empirical arguments why and when imposing sparsity on the updates can lead to improved full-waveform inversion results.},
	keywords = {Full-waveform inversion, Gauss-Newton method, least-squares imaging, seismic imaging, sparsity promoting},
	url = {https://slim.gatech.edu/Publications/Public/Thesis/2015/li2015THsps/li2015THsps.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Thesis/2015/li2015THsps/li2015THsps_pres.pdf},
	author = {Xiang Li}
}
@presentation {li2014SINBADtsi,
	title = {2D/3D time-stepping for imaging and inversion},
	year = {2014},
	publisher = {SINBAD},
	abstract = {In this talk, we present a SLIM version of 2D/3D time-stepping modeling kernel for inversion and imaging. One key aspect of this framework is that the implementation follows some mathematic principles, such as linear operator test. Aside from obeying mathematic principles, we also developed a strategy that allows us to compute the gradient of conventional FWI objective or RTM imaging without storing extra wavefield. We also show some applications of this framework on the Chevron 2014 benchmark elastic synthetic data set.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/li2014SINBADtsi/li2014SINBADtsi.pdf},
	author = {Xiang Li and Felix J. Herrmann}
}
@presentation {fang2014SINBADsew,
	title = {Source estimation for WRI and its application},
	year = {2014},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/fang2014SINBADsew/fang2014SINBADsew.pdf},
	author = {Zhilong Fang and Xiang Li and Bas Peters and Felix J. Herrmann}
}
@presentation {li2014SINBADwmg,
	title = {Why the modified Gauss-Newton method?},
	year = {2014},
	publisher = {SINBAD},
	abstract = {In our earlier work, we develop the modified Gauss-Newton method for FWI, which requires each update of FWI to be sparse in the curvelet domain. Our empirical observation of the MGN method is that it can find us a solution for FWI problem with sparse perturbation of the initial guess without changing the underlying objective. In this talk, we will analyze the MGN method to find out the reason why it can generate a sparse perturbation of the initial model, because sum of spares updates could easily generate non-sparse perturbations. Moreover, we will illustrate when do we expect the modified Gauss-Newton method to yield a solution with sparse perturbation and in what circumstances should we use it in place of other algorithms like standard Gauss-Newton.},
	keywords = {Presentation, SINBAD, SINBADFALL2014, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2014/Fall/li2014SINBADwmg/li2014SINBADwmg.pdf},
	author = {Xiang Li and Ernie Esser and Felix J. Herrmann}
}
@conference {tu2013SEGcle,
	title = {Controlling linearization errors in $\ell_1$ regularized inversion by rerandomization},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {32},
	year = {2013},
	month = {09},
	pages = {4640-4644},
	abstract = {Linearized inversion is a data fitting procedure that tries to match the observed seismic data with data predicted by linearized modelling. In practice, the observed data is not necessarily in the column space of the linearized modelling operator. This can be caused by lack of an accurate background velocity model or by coherent noises not explained by linearized modelling. Through carefully designed experiments, we ob- serve that a moderate data mismatch does not pose an issue if we can use all the data in the inversion. However, artifacts do arise from the mismatch when randomized dimensionality reduction techniques are adopted to speed up the inversion. To stabilize the inversion for dimensionality reduction with randomized source aggregates, we propose to rerandomize by drawing independent simultaneous sources occasionally during the inversion. The effect of this rerandomization is remarkable because it results in virtually artifact-free images at a cost comparable to a single reverse-time migration. Implications of our method are profound because we are now able to resolve fine-scale steep subsalt features in a computationally feasible manner.},
	keywords = {inversion, message passing, rerandomization, SEG, sparsity},
	doi = {10.1190/segam2013-1302.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/tu2013SEGcle/tu2013SEGcle.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/tu2013SEGcle/tu2013SEGcle_pres.pdf},
	author = {Ning Tu and Xiang Li and Felix J. Herrmann}
}
@article {herrmann2013TLEffwi,
	title = {Frugal full-waveform inversion: from theory to a practical algorithm},
	journal = {The Leading Edge},
	volume = {32},
	number = {9},
	year = {2013},
	month = {09},
	pages = {1082-1092},
	abstract = {As conventional oil and gas fields are maturing, our profession is challenged to come up with the next-generation of more and more sophisticated exploration tools. In exploration seismology this trend has led to the emergence of wave-equation based inversion technologies such as reverse-time migration and full-waveform inversion. While significant progress has been made in wave-equation based inversion, major challenges remain in the development of robust and computationally feasible workflows that give reliable results in geophysically challenging areas that may include ultra-low shear velocity zones or high-velocity salt. Moreover, sub-salt production carries risks that needs mitigation, which raises the bar from creating sub-salt images to inverting for sub-salt overpressure.},
	keywords = {Optimization, waveform inversion},
	doi = {10.1190/tle32091082.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2013/herrmann2013ffwi/herrmann2013ffwi.html},
	author = {Felix J. Herrmann and Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason}
}
@presentation {li2013SINBADgom,
	title = {Lessons learned from Chevron Gulf of Mexico data set},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Chevron Gulf of Mexico data set is very challenging for FWI because of elastic phases, limited offset, lack of low frequencies and salt structure. To overcome these issue, we first use ray-based tomography on the hand-picked first breaks to generate initial model for FWI, and then we apply curvelet-denosing techniques to improve the poor signal-to-noise ratio of the observed data at low frequencies. Finally, Curvelet domain sparsity promoting Gauss-Newton FWI helps to suppress model space artifacts caused by elastic phases. This is joint work with Andrew J. Calvert, Ian Hanlon, Mostafa Javanmehri, Rajiv Kumar, Tristan van Leeuwen, Brendan R. Smithyman, Haneet Wason and Felix J. Herrmann},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/li2013SINBADgom/li2013SINBADgom.pdf},
	author = {Xiang Li and Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Brendan R. Smithyman and Haneet Wason and Felix J. Herrmann}
}
@presentation {li2013SINBADmsd,
	title = {Model-space versus data-space FWI with the acoustic wave equation},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Inverting data with elastic phases using an acoustic wave equation can lead to erroneous results, especially when the number of iterations is too high, which may lead to over fitting the data. Several approaches have been proposed to address this issue. Most commonly, people data- filtering operations that are aimed to deemphasize the elastic phases in the data in favor of the acoustic phases. Examples of this approach are nested loops over offset range and Laplace parameters. In this presentation, we discuss two complementary optimization-driven methods where the minimization process decides adaptively which of the data or model components are consistent with the objective. Specifically, we compare the s t misfit function as the data-space alternative and curvelet-domain sparsity promotion as the model-space alternative. Application of these two methods to a realistic synthetic lead to comparable results that we believe can be improved by combining these two methods.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/li2013SINBADmsd/li2013SINBADmsd.pdf},
	author = {Xiang Li and Anais Tamalet and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {li2013SEGodmvdaiedwawe,
	title = {Optimization driven model-space versus data-space approaches to invert elastic data with the acoustic wave equation},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {32},
	year = {2013},
	month = {09},
	pages = {986-990},
	abstract = {Inverting data with elastic phases using an acoustic wave equation can lead to erroneous results, especially when the number of iterations is too high, which may lead to over fitting the data. Several approaches have been proposed to address this issue. Most commonly, people apply "data-independent" filtering operations that are aimed to deemphasize the elastic phases in the data in favor of the acoustic phases. Examples of this approach are nested loops over offset range and Laplace parameters. In this paper, we discuss two complementary optimization-driven methods where the minimization process decides adaptively which of the data or model components are consistent with the objective. Specifically, we compare the Student{\textquoteright}s t misfit function as the data-space alternative and curvelet-domain sparsity promotion as the model-space alternative. Application of these two methods to a realistic synthetic lead to comparable results that we believe can be improved by combining these two methods.},
	keywords = {elastic, Full-waveform inversion, least-squares, SEG},
	doi = {10.1190/segam2013-1375.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/li2013SEGodmvdaiedwawe/li2013SEGodmvdaiedwawe.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2013/li2013SEGodmvdaiedwawe/li2013SEGodmvdaiedwawe_pres.pdf},
	author = {Xiang Li and Anais Tamalet and Tristan van Leeuwen and Felix J. Herrmann}
}
@techreport {li2013EAGEwebmplijsp,
	title = {Wave-equation based multi-parameter linearized inversion with joint-sparsity promotion},
	number = {TR-EOAS-2013-1},
	year = {2013},
	month = {01},
	institution = {UBC},
	abstract = {The successful application of linearized inversion is affected by the prohibitive size of the data, computational resources required, and how accurately the model parameters reflects the real Earth properties. The issue of data size and computational resources can be addressed by combining ideas from sparsity promoting and stochastic optimization, which can allow us to invert model perturbation with a small subset of the data, yielding a few PDE solves for the inversion. In this abstract, we are aiming at addressing the issue of accuracy of model parameters by inverting density and velocity simultaneously rather than only using velocity. As a matter of face, the effects of density and velocity variations towards the wavefield are very similar, which will cause energy leakage between density and velocity images. To overcome this issue, we proposed a incoherence enhanced method that can reduce the similarity between the effect of density and velocity. Moreover, the location of structural variations in velocity and density are often overlapped in geological setting, thus in this abstract, we also exploit this property with joint-sparsity promoting to further improve the imaging result.},
	keywords = {incoherence enhancement, joint-sparsity, Linearized inversion},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2013/li2013EAGEwebmplijsp/li2013EAGEwebmplijsp.pdf},
	author = {Xiang Li and Felix J. Herrmann}
}
@conference {li2011CSEGefimag,
	title = {Efficient full-waveform inversion with marine acquisition geometry},
	booktitle = {CSEG Annual Conference Proceedings},
	year = {2012},
	month = {02},
	abstract = {Full-waveform inversion (FWI) is a nonlinear data fitting procedure based on seismic data to derive a accurate velocity model. With the increasing demand for high resolution images in complex geological settings, the importance of improvements in acquisition and inversion become more and more critical. However, these improvements will be obtained at high computational cost, as a typical marine survey contains thousands of shot and receiver positions, and FWI needs several passes through massive seismic data. Computational cost of FWI will grow exponentially as the size of seismic data and desired resolution increase. In this paper we present a modified Gauss-Newton (GN) method that borrows ideas from compressive sensing, where we compute the GN updates from a few randomly selected sequential shots. Each subproblem is solved by using a sparsity promoting algorithm. With this approach, we dramatically reduce the size and hence the computational costs of the problem, whilst we control information loss by redrawing a different set of sequential shots for each subproblem.},
	keywords = {CSEG},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2012/li2011CSEGefimag/li2011CSEGefimag.pdf},
	author = {Xiang Li and Felix J. Herrmann}
}
@article {herrmann11GPelsqIm,
	title = {Efficient least-squares imaging with sparsity promotion and compressive sensing},
	journal = {Geophysical Prospecting},
	volume = {60},
	number = {4},
	year = {2012},
	month = {07},
	pages = {696-712},
	address = {University of British Columbia, Vancouver},
	abstract = {Seismic imaging is a linearized inversion problem relying on the minimization of a least-squares misfit functional as a function of the medium perturbation. The success of this procedure hinges on our ability to handle large systems of equations{\textendash}-whose size grows exponentially with the demand for higher resolution images in more and more complicated areas{\textendash}-and our ability to invert these systems given a limited amount of computational resources. To overcome this "curse of dimensionality" in problem size and computational complexity, we propose a combination of randomized dimensionality-reduction and divide-and-conquer techniques. This approach allows us to take advantage of sophisticated sparsity-promoting solvers that work on a series of smaller subproblems each involving a small randomized subset of data. These subsets correspond to artificial simultaneous-source experiments made of random superpositions of sequential-source experiments. By changing these subsets after each subproblem is solved, we are able to attain an inversion quality that is competitive while requiring fewer computational, and possibly, fewer acquisition resources. Application of this concept to a controlled series of experiments showed the validity of our approach and the relationship between its efficiency{\textendash}-by reducing the number of sources and hence the number of wave-equation solves{\textendash}-and the image quality. Application of our dimensionality-reduction methodology with sparsity promotion to a complicated synthetic with well-log constrained structure also yields excellent results underlining the importance of sparsity promotion.},
	keywords = {Compressive Sensing, Imaging, Optimization, SLIM},
	doi = {10.1111/j.1365-2478.2011.01041.x},
	url = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalProspecting/2012/herrmann11GPelsqIm/herrmann11GPelsqIm.pdf},
	url2 = {http://onlinelibrary.wiley.com/doi/10.1111/j.1365-2478.2011.01041.x/full},
	author = {Felix J. Herrmann and Xiang Li}
}
@presentation {xiang2012SINBADfgn,
	title = {Fast Gauss-Newton full-waveform inversion with sparsity regularization},
	year = {2012},
	publisher = {SINBAD},
	abstract = {Full-waveform inversion (FWI) can be considered as a controlled data fitting process, in which we approximately fit observed data by iteratively updating the initial velocity model, we expect the final model can reveal subsurface structure till the wavefield misfit can converge to designed tolerance. The conventional FWI approach is expensive since it requires the inversion of a linear system, which involves extremely large multi-experiment data volumes. To overcome this issue we percent a curvetlet based sparsity-promoting Gauss-Newton inversion method. In this presentation we invert for the model updates by replacing the normal Gauss-Newton linearized subproblem for subsampled FWI with a sparsity promoting FWI formulation. We speed up the algorithm and avoid over fitting the data by solving the problem approximately. Aside from this, we control wavefield dispersion by gradually increasing grid size as we move to higher frequencies. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we can compute a Newton-like update with the reduced data volume at the cost of roughly one gradient update for the fully sampled wavefield.},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/xiang2012SINBADfgn/xiang2012SINBADfgn_pres.pdf},
	author = {Xiang Li}
}
@article {Li11TRfrfwi,
	title = {Fast randomized full-waveform inversion with compressive sensing},
	journal = {Geophysics},
	volume = {77},
	number = {3},
	year = {2012},
	month = {05},
	pages = {A13-A17},
	abstract = {Wave-equation based seismic inversion can be formulated as a nonlinear inverse problem where the medium properties are obtained via minimization of a least- squares misfit functional. The demand for higher resolution models in more geologically complex areas drives the need to develop techniques that explore the special structure of full-waveform inversion to reduce the computational burden and to regularize the inverse problem. We meet these goals by using ideas from compressive sensing and stochastic optimization to design a novel Gauss-Newton method, where the updates are computed from random subsets of the data via curvelet-domain sparsity promotion. Application of this idea to a realistic synthetic shows improved results compared to quasi-Newton methods, which require passes through all data. Two different subset sampling strategies are considered: randomized source encoding, and drawing sequential shots firing at random source locations from marine data with missing near and far offsets. In both cases, we obtain excellent inversion results compared to conventional methods at reduced computational costs.},
	keywords = {Compressive Sensing, FWI, Optimization, SLIM},
	doi = {10.1190/geo2011-0410.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2012/Li11TRfrfwi/Li11TRfrfwi.pdf},
	author = {Xiang Li and Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {aravkin2012ICASSPfastseis,
	title = {Fast seismic imaging for marine data},
	booktitle = {ICASSP},
	year = {2012},
	publisher = {ICASSP},
	organization = {ICASSP},
	abstract = {Seismic imaging can be formulated as a linear inverse problem where a medium perturbation is obtained via minimization of a least-squares misfit functional. The demand for higher resolution images in more geophysically complex areas drives the need to develop techniques that handle problems of tremendous size with limited computational resources. While seismic imaging is amenable to dimensionality reduction techniques that collapse the data volume into a smaller set of "super-shots", these techniques break down for complex acquisition geometries such as marine acquisition, where sources and receivers move during acquisition. To meet these challenges, we propose a novel method that combines sparsity-promoting (SP) solvers with random subset selection of sequential shots, yielding a SP algorithm that only ever sees a small portion of the full data, enabling its application to very large-scale problems. Application of this technique yields excellent results for a complicated synthetic, which underscores the robustness of sparsity promotion and its suitability for seismic imaging.},
	keywords = {ICASSP},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICASSP/2012/AravkinLiHerrmann/AravkinLiHerrmann.pdf},
	author = {Aleksandr Y. Aravkin and Xiang Li and Felix J. Herrmann}
}
@conference {herrmann2012SEGfwi,
	title = {FWI from the West Coasts: lessons learned from "Gulf of Mexico Imaging Challenges: What Can Full Waveform Inversion Achieve?"},
	booktitle = {SEG Workshop on FWI; Las Vegas},
	year = {2012},
	publisher = {SEG},
	organization = {SEG},
	keywords = {FWI, SEG, workshop},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2012/herrmann2012SEGfwi/herrmann2012SEGfwi_pres.pdf},
	author = {Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason and Felix J. Herrmann}
}
@presentation {herrmann2012SINBADfwi,
	title = {Our findings on the Chevron benchmark dataset},
	year = {2012},
	publisher = {SINBAD},
	abstract = {During this presentation, we will review our findings working with the synthetic GOM data released as part of the post SEG workshop:"Gulf of Mexico Imaging Challenges: What Can Full Waveform Inversion Achieve?". This is joint work with Andrew J. Calvert, Ian Hanlon, Mostafa Javanmehri, Rajiv Kumar, Tristan van Leeuwen, Xiang Li, Brendan R. Smithyman, Eric Takam Takougang, and Haneet Wason.},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/herrmann2012SINBADfwi/herrmann2012SINBADfwi_pres.pdf},
	author = {Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason and Felix J. Herrmann}
}
@conference {li2012SEGspmamp,
	title = {Sparsity-promoting migration accelerated by message passing},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {31},
	year = {2012},
	month = {11},
	pages = {1-6},
	publisher = {SEG},
	organization = {SEG},
	abstract = {Seismic imaging via linearized inversion requires multiple iterations to minimize the least-squares misfit as a function of the medium perturbation. Unfortunately, the cost for these iterations are prohibitive because each iteration requires many wave-equation simulations, which without direct solvers require an expensive separate solve for each source. To overcome this problem, we use dimensionality-reduction to decrease the size of seismic imaging problem by turning the large number of sequential shots into a much small number of simultaneous shots. In our approach, we take advantage of sparsifying transforms to remove source crosstalk resulting from randomly weighting and stacking sequential shots into a few super shots. We also take advantage of the fact that the convergence of large-scale sparsity-promoting solvers can be improved significantly by borrowing ideas from message passing, which are designed to break correlation built up between the linear system and the model iterate. In this way, we arrive at a formulation where we run the sparsity-promoting solver for a relatively large number of very iterations. Aside from leading to a significant speed up, our approach had the advantage of greatly reducing the memory imprint and IO requirements. We demonstrate this feature by solving a sparsity-promoting imaging problem with operators of reverse-time migration, which is computationally infeasible without the dimensionality reduction.},
	keywords = {Imaging, inversion, SEG},
	doi = {10.1190/segam2012-1500.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2012/li2012SEGspmamp/li2012SEGspmamp.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2012/li2012SEGspmamp/li2012SEGspmamp_pres.pdf},
	author = {Xiang Li and Felix J. Herrmann}
}
@presentation {xiang2012SINBADweb,
	title = {Wave-equation based inversion with joint sparsity promotion},
	year = {2012},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/xiang2012SINBADweb/xiang2012SINBADweb_pres.pdf},
	author = {Xiang Li}
}
@presentation {li2011SINBADels,
	title = {Efficient least-squares imaging with sparsity promotion and compressive sensing},
	year = {2011},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2011, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2011/Fall/li2011SINBADels/li2011SINBADels_pres.pdf},
	author = {Xiang Li}
}
@conference {herrmann2011EAGEefmsp,
	title = {Efficient least-squares migration with sparsity promotion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	month = {05},
	abstract = {Seismic imaging relies on the collection of multi-experimental data volumes in combination with a sophisticated back-end to create high-fidelity inversion results. While significant improvements have been made in linearized inversion, the current trend of incessantly pushing for higher quality models in increasingly complicated regions reveals fundamental shortcomings in handling increasing problem sizes numerically. The so-called {\textquoteleft}{\textquoteleft}curse of dimensionality" is the main culprit because it leads to an exponential growth in the number of sources and the corresponding number of wavefield simulations required by {\textquoteleft}{\textquoteleft}wave-equation" migration. We address this issue by reducing the number of sources by a randomized dimensionality reduction technique that combines recent developments in stochastic optimization and compressive sensing. As a result, we replace the cur- rent formulations of imaging that rely on all data by a sequence of smaller imaging problems that use the output of the previous inversion as input for the next. Empirically, we find speedups of at least one order-of-magnitude when each reduced experiment is considered theoretically as a separate compressive-sensing experiment.},
	keywords = {EAGE, Imaging, Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/herrmann11EAGEefmsp/herrmann11EAGEefmsp.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/herrmann11EAGEefmsp/herrmann11EAGEefmsp_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=50333},
	author = {Felix J. Herrmann and Xiang Li}
}
@conference {herrmann2011SEGffw,
	title = {Fast full-waveform inversion with compressive sensing},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2011},
	keywords = {Full-waveform inversion, SEG, SLIM},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2011/HerrmannSEG2011fws/HerrmannSEG2011fws.pdf},
	author = {Aleksandr Y. Aravkin and Felix J. Herrmann and Tristan van Leeuwen and Xiang Li}
}
@conference {aravkin2011SIAMfwi,
	title = {Full waveform inversion with compressive updates},
	booktitle = {SIAM},
	year = {2011},
	publisher = {SIAM CS\&E 2011},
	organization = {SIAM CS\&E 2011},
	abstract = {Full-waveform inversion relies on large multi-experiment data volumes. While improvements in acquisition and inversion have been extremely successful, the current push for higher quality models reveals fundamental shortcomings handling increasing problem sizes numerically. To address this fundamental issue, we propose a randomized dimensionality-reduction strategy motivated by recent developments in stochastic optimization and compressive sensing. In this formulation conventional Gauss-Newton iterations are replaced by dimensionality-reduced sparse recovery problems with source encodings.},
	keywords = {Full-waveform inversion, SLIM},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SIAM/2011/aravkin2011SIAMfwi/aravkin2011SIAMfwi.pdf},
	author = {Aleksandr Y. Aravkin and Felix J. Herrmann and Tristan van Leeuwen and James V. Burke and Xiang Li}
}
@conference {herrmann2011SLRAfwi,
	title = {Full waveform inversion with compressive updates},
	booktitle = {SLRA},
	year = {2011},
	publisher = {Sparse and Low Rank Approximation 2011},
	organization = {Sparse and Low Rank Approximation 2011},
	abstract = {Full-waveform inversion relies on large multi-experiment data volumes. While improvements in acquisition and inversion have been extremely successful, the current push for higher quality models reveals fundamental shortcomings handling increasing problem sizes numerically. To address this fundamental issue, we propose a randomized dimensionality-reduction strategy motivated by recent developments in stochastic optimization and compressive sensing. In this formulation conventional Gauss-Newton iterations are replaced by dimensionality-reduced sparse recovery problems with source encodings.},
	keywords = {Full-waveform inversion},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SLRA/2011/herrmann2011SLRAfwi/herrmann2011SLRAfwi.pdf},
	author = {Felix J. Herrmann and Aleksandr Y. Aravkin and Xiang Li and Tristan van Leeuwen}
}
@conference {li2011EAGEfwirr,
	title = {Full-waveform inversion with randomized L1 recovery for the model updates},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	month = {05},
	abstract = {Full-waveform inversion (FWI) is a data fitting procedure that relies on the collection of seismic data volumes and sophisticated computing to create high-resolution results. With the advent of FWI, the improvements in acquisition and inversion have been substantial, but these improvements come at a high cost because FWI involves extremely large multi-experiment data volumes. The main obstacle is the "curse of dimensionality" exemplified by Nyquist{\~O}s sampling criterion, which puts a disproportionate strain on current acquisition and processing systems as the size and desired resolution increases. In this paper, we address the "curse of dimensionality" by randomized dimensionality reduction of the FWI problem adapted from the field of CS. We invert for model updates by replacing the Gauss-Newton linearized subproblem for subsampled FWI with a sparsity promoting formulation, and solve this formulation using the SPGl1 algorithm. We speed up the algorithm and avoid overfitting the data by solving for the linearized updates only approximately. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we can compute a Newton-like update with the reduced data volume at the cost of roughly one gradient update for the fully sampled wavefield.},
	keywords = {EAGE, Full-waveform inversion, Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/li11EAGEfwirr/li11EAGEfwirr.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/li11EAGEfwirr/li11EAGEfwirr_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=50345},
	author = {Xiang Li and Aleksandr Y. Aravkin and Tristan van Leeuwen and Felix J. Herrmann}
}
@conference {herrmann2011ICIAMconvexcompfwi,
	title = {FWI with sparse recovery: a convex-composite approach},
	booktitle = {ICIAM},
	year = {2011},
	month = {07},
	publisher = {ICIAM 2011},
	organization = {ICIAM 2011},
	abstract = {Iterative inversion algorithms require repeated simulation of 3D time-dependent acoustic, elastic, or electromagnetic wave fields, extending hundreds of wavelengths and hundreds of periods. Also, seismic data is rich in information at every representable scale. Thus simulation-driven optimization approaches to inversion impose great demands on simulator efficiency and accuracy. While computer hardware advances have been of critical importance in bringing inversion closer to practical application, algorithmic advances in simulator methodology have been equally important. Speakers in this two-part session will address a variety of numerical issues arising in the wave simulation, and in its application to inversion.},
	keywords = {Full-waveform inversion, ICIAM, Optimization},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICIAM/2011/herrmann2011ICIAMconvexcompfwi/herrmann2011ICIAMconvexcompfwi.pdf},
	author = {Felix J. Herrmann and Aleksandr Y. Aravkin and Tristan van Leeuwen and Xiang Li}
}
@conference {li2011SBGFmgnsu,
	title = {Modified Gauss-Newton with sparse updates},
	booktitle = {SBGF},
	year = {2011},
	publisher = {SBGF},
	organization = {SBGF},
	abstract = {Full-waveform inversion (FWI) is a data fitting procedure that relies on the collection of seismic data volumes and sophisticated computing to create high-resolution models.With the advent of FWI, the improvements in acquisition and inversion have been substantial, but these improvements come at a high cost because FWI involves extremely large multi-experiment data volumes. The main obstacle is the {\textquoteleft}curse of dimensionality{\textquoteright} exemplified by Nyquist{\textquoteright}s sampling criterion, which puts a disproportionate strain on current acquisition and processing systems as the size and desired resolution increases. In this paper, we address the {\textquoteleft}curse of dimensionality{\textquoteright} by using randomized dimensionality reduction of the FWI problem, coupled with a modified Gauss-Newton (GN) method designed to promote curvelet-domain sparsity of model updates. We solve for these updates using the spectral projected gradient method, implemented in the SPG1 software package. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we can compute Gauss-Newton updates with the reduced data volume at the cost of roughly one gradient update for the fully sampled wavefield},
	keywords = {Full-waveform inversion, SBGF},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SBGF/2011/li11SBGFmgnsu/li11SBGFmgnsu.pdf},
	author = {Xiang Li and Felix J. Herrmann and Tristan van Leeuwen and Aleksandr Y. Aravkin}
}
@conference {herrmann2011SPIEmsp,
	title = {A modified, sparsity promoting, Gauss-Newton algorithm for seismic waveform inversion},
	booktitle = {Proc. SPIE},
	number = {81380V},
	year = {2011},
	month = {08},
	abstract = {Images obtained from seismic data are used by the oil and gas industry for geophysical exploration. Cutting-edge methods for transforming the data into interpretable images are moving away from linear approximations and high-frequency asymptotics towards Full Waveform Inversion (FWI), a nonlinear data-fitting procedure based on full data modeling using the wave-equation. The size of the problem, the nonlinearity of the forward model, and ill-posedness of the formulation all contribute to a pressing need for fast algorithms and novel regularization techniques to speed up and improve inversion results. In this paper, we design a modified Gauss-Newton algorithm to solve the PDE- constrained optimization problem using ideas from stochastic optimization and compressive sensing. More specifically, we replace the Gauss-Newton subproblems by randomly subsampled, -$\ell_1$ regularized subproblems. This allows us us significantly reduce the computational cost of calculating the updates and exploit the compressibility of wavefields in Curvelets. We explain the relationships and connections between the new method and stochastic optimization and compressive sensing (CS), and demonstrate the efficacy of the new method on a large-scale synthetic seismic example.},
	keywords = {Compressive Sensing, Full-waveform inversion, Optimization, SLIM},
	issn = {1},
	doi = {10.1117/12.893861},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SPIE/2011/herrmann2011SPIEmsp/herrmann2011SPIEmsp.pdf},
	author = {Felix J. Herrmann and Xiang Li and Aleksandr Y. Aravkin and Tristan van Leeuwen}
}
@presentation {aravkin2011SINBADrsp,
	title = {A randomized, sparsity promoting, Gauss-Newton algorithm for seismic waveform inversion},
	year = {2011},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2011, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2011/Fall/aravkin2011SINBADrsp/aravkin2011SINBADrsp_pres.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2011/Fall/aravkin2011SINBADrsp/li2011SINBADrsp_pres.pdf},
	author = {Aleksandr Y. Aravkin and Xiang Li}
}
@presentation {li2010SINBADci,
	title = {Compressive imaging},
	year = {2010},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2010, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2010/Fall/li2010SINBADci/li2010SINBADci_pres.pdf},
	author = {Xiang Li}
}
@conference {li2010SEGfwi,
	title = {Full-waveform inversion from compressively recovered model updates},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {29},
	year = {2010},
	month = {10},
	pages = {1029-1033},
	publisher = {SEG},
	organization = {SEG},
	abstract = {Full-waveform inversion relies on the collection of large multi-experiment data volumes in combination with a sophisticated back-end to create high-fidelity inversion results. While improvements in acquisition and inversion have been extremely successful, the current trend of incessantly pushing for higher quality models in increasingly complicated regions of the Earth reveals fundamental shortcomings in our ability to handle increasing problem size numerically. Two main culprits can be identified. First, there is the so-called {\textquoteleft}{\textquoteleft}curse of dimensionality{\textquoteright}{\textquoteright} exemplified by Nyquist{\textquoteright}s sampling criterion, which puts disproportionate strain on current acquisition and processing systems as the size and desired resolution increases. Secondly, there is the recent {\textquoteleft}{\textquoteleft}departure from Moore{\textquoteright}s law{\textquoteright}{\textquoteright} that forces us to lower our expectations to compute ourselves out of this. In this paper, we address this situation by randomized dimensionality reduction, which we adapt from the field of compressive sensing. In this approach, we combine deliberate randomized subsampling with structure-exploiting transform-domain sparsity promotion. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we compute Newton-like updates at the cost of roughly one gradient update for the fully-sampled wavefield.},
	keywords = {Full-waveform inversion, Presentation, SEG},
	doi = {10.1190/1.3513022},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2010/li10SEGfwi/li10SEGfwi.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2010/li10SEGfwi/li10SEGfwi_pres.pdf},
	author = {Xiang Li and Felix J. Herrmann}
}
@presentation {li2010SINBADfwi,
	title = {Full-waveform inversion with randomized L1 recovery for the model updates},
	year = {2010},
	publisher = {SINBAD},
	keywords = {Presentation, SINBAD, SINBADFALL2010, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2010/Fall/li2010SINBADfwi/li2010SINBADfwi_pres.pdf},
	author = {Xiang Li}
}
@conference {herrmann2010EAGErds,
	title = {Randomized dimensionality reduction for full-waveform inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2010},
	month = {06},
	abstract = {Full-waveform inversion relies on the collection of large multi-experiment data volumes in combination with a sophisticated back-end to create high-fidelity inversion results. While improvements in acquisition and inversion have been extremely successful, the current trend of incessantly pushing for higher quality models in increasingly complicated regions of the Earth continues to reveal fundamental shortcomings in our ability to handle the ever increasing problem size numerically. Two causes can be identified as the main culprits responsible for this barrier. First, there is the so-called {\textquoteleft}{\textquoteleft}curse of dimensionality{\textquoteright}{\textquoteright} exemplified by Nyquist{\textquoteright}s sampling criterion, which puts disproportionate strain on current acquisition and processing systems as the size and desired resolution of our survey areas continues to increase. Secondly, there is the recent {\textquoteleft}{\textquoteleft}departure from Moore{\textquoteright}s law{\textquoteright}{\textquoteright} that forces us to lower our expectations to compute ourselves out of this. In this paper, we address this situation by randomized dimensionality reduction, which we adapt from the field of compressive sensing. In this approach, we combine deliberate randomized subsampling with structure-exploiting transform-domain sparsity promotion. Our approach is successful because it reduces the size of seismic data volumes without loss of information. With this reduction, we compute Newton-like updates at the cost of roughly one gradient update for the fully-sampled wavefield.},
	keywords = {EAGE, Presentation},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2010/herrmann10EAGErds/herrmann10EAGErds.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2010/herrmann10EAGErds/herrmann10EAGErds_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=39352},
	author = {Felix J. Herrmann and Xiang Li}
}
