@presentation {orozco2024ICLnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	year = {2024},
	month = {6},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/orozco2024ICLnwi},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024IPMSnwi,
	title = {Neural wave-based imaging with amortized uncertainty quantification},
	booktitle = {Inverse Problems: Modelling and Simulation},
	year = {2024},
	month = {5},
	keywords = {Amortized Variational Inference, Bayesian inference, CIG, conditional normalizing flows, deep learning, FWI, Imaging, Inverse problems, IPMS, MVA, RTM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/IPMS/2024/orozco2024IPMSnwi/herrmann2024.pdf},
	author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024SIAMboed,
	title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
	booktitle = {SIAM Conference on Uncertainty Quantification},
	year = {2024},
	note = {(SIAM UQ, Trieste)},
	month = {03},
	abstract = {Neural density estimators such as normalizing flows have shown promise for estimation of the Bayesian posterior in a variety of imaging problems. Few works have explored how to practically exploit the probabilistic information contained in the full Bayesian solution of the inverse problem. Here we explore a simple modification to conditional normalizing flow training that enables Bayesian experimental design without modifying existing architectures. Based on a relationship between the expected information gain and maximum-likelihood training of normalizing flows, we show that experimental design can be achieved with the same training objective. We first verify that our method maximizes the expected information gain using a stylized problem. Then, we demonstrate our method can solve imaging problems in large scale medical and seismic applications.},
	keywords = {expected information gain, Normalizing flows, optimal experimental design, SIAM},
	doi = {10.48550/arXiv.2402.18337},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/orozco2024SIAMUQboed},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/orozco2024SIAMUQboed/orozco2024SIAMUQboed.pdf},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024EAGEnfb,
	title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2024},
	month = {6},
	abstract = {Neural density estimators, such as invertible normalizing flows, are capable of estimating the Bayesian posterior distribution in a variety of imaging problems, including medical MRI and seismic imaging/monitoring. So far, few works explore the possibility to make explicit use of probabilistic information contained within the full Bayesian solution of these inverse problems. During our talk, we investigate how a simple modification to the training objective of conditional normalizing flows allows for Bayesian experimental design without modifying the normalizing flow{\textquoteright}s neural architecture itself. By establishing a key relationship between the expected information gain (EIG) and the maximum-likelihood, attained during the training of normalizing flows, we show that optimal experimental design can be achieved. During our talk, we first verify, on a stylized problem, that our method indeed maximizes the expected information gain, followed by demonstrating the advocacy of our methodology on large-scale medical and seismic problems.},
	keywords = {Bayesian inference, deep learning, expected information gain, Normalizing flows, optimal experimental design, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2024/orozco2024EAGEnfb},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann}
}
@conference {herrmann2023SIAMCSEtns,
	title = {The Next Step: Interoperable Domain-Specific Programming},
	booktitle = {SIAM Conference on Computational Science and Engineering},
	year = {2023},
	note = {(SIAM CSE, Amsterdam)},
	month = {02},
	abstract = {Even though domain-specific programming approaches allow for readable, scalable, and maintainable software without sacrificing performance, the new paradigm of learned physics-informed models calls for an interdisciplinary approach typically involving multiple domain-specific languages. Take for example the problem of inverting for the fluid-flow properties from time-lapse seismic data, which entails domain-specific programming on the intersection of wave simulators, matrix-free linear algebra, learned neural surrogates for two-phase flow, and prior and posterior distributions for the fluid-flow properties. While domain-specific solutions exist for each of these sub-disciplines, integrating these approaches {\textendash} which may involve different programming languages {\textendash} into a single coupled scalable inversion framework that supports algorithmic differentiation can be a challenge. However, we show that challenges like this can be met when working with proper abstractions. In our inversion example, this involves math-inspired symbolic abstractions for numerical solutions of the wave equation (Devito), matrix-free implementations for its Jacobians (JUDI.jl), abstractions for Automatic Differentiation (ChainRules.jl), and homegrown implementations for conditional Invertible Neural Networks (InvertibleNetworks.jl) and Fourier Neural Operators (ParametricOperators.jl).},
	keywords = {algorithms, deep learning, devito, end-to-end, Fourier neural operators, GCS, JUDI, Jutul, SIAM, software, workshop},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMCSE/2023/herrmann2023SIAMCSEtns/index.html},
	author = {Felix J. Herrmann and Mathias Louboutin and Thomas J. Grady II and Ziyi Yin and Rishi Khan}
}
@presentation {orozco2022ML4SEISMICnfr,
	title = {Normalizing flows for regularization of 3D seismic inverse problems},
	year = {2022},
	month = {11},
	abstract = {We present the first known exploration of a normalizing flow (NF) for generative 3D volumes. First, we tackle computational issues surrounding the high dimensionality of our desired 3D volume output. This is of particular concern in normalizing flows since their invertibility constraint implies equal dimension of output and input. Our findings show that by {\textquotedblleft}freezing{\textquotedblright} expensive layers we can efficiently train a normalizing flow on 3D volumes. Using this NF architecture, we train a generative model on volume sections of the 3D BG compass model. Our method produces visually plausible generative samples which are efficient to produce. We demonstrate its practical use by using our trained generative model as an implicit prior in a Maximum A Posteriori (MAP) framework. We evaluate this MAP framework by estimating the solution of a inverse problem in seismic imaging. Our method results in higher SNR estimates than the baseline and in less iterations, importantly saving the computational cost of evaluating the expensive 3D PDE solver during optimization. Finally, through scaling analysis of training cost, we show that NF convolutional layers allow this approach to scale favorably to larger volumes.},
	keywords = {3D, Bayesian inference, deep learning, Inverse problems, machine learning, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICnfr/index.html},
	author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
@techreport {siahkoohi2019TRnna,
	title = {Neural network augmented wave-equation simulation},
	number = {TR-CSE-2019-1},
	year = {2019},
	month = {09},
	institution = {Georgia Institute of Technology},
	abstract = {Accurate forward modeling is important for solving inverse problems. An inaccurate wave-equation simulation, as a forward operator, will offset the results obtained via inversion. In this work, we consider the case where we deal with incomplete physics. One proxy of incomplete physics is an inaccurate discretization of Laplacian in simulation of wave equation via finite-difference method. We exploit intrinsic one-to-one similarities between timestepping algorithm with Convolutional Neural Networks (CNNs), and propose to intersperse CNNs between low-fidelity timesteps. Augmenting neural networks with low-fidelity timestepping algorithms may allow us to take large timesteps while limiting the numerical dispersion artifacts. While simulating the wave-equation with low-fidelity timestepping algorithm, by correcting the wavefield several time during propagation, we hope to limit the numerical dispersion artifact introduced by a poor discretization of the Laplacian. As a proof of concept, we demonstrate this principle by correcting for numerical dispersion by keeping the velocity model fixed, and varying the source locations to generate training and testing pairs for our supervised learning algorithm.},
	keywords = {deep learning, finite difference, wave equation},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/2019/siahkoohi2019TRnna/siahkoohi2019TRnna.html},
	url2 = {https://arxiv.org/pdf/1910.00925.pdf},
	author = {Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann}
}
@conference {peters2019SEGans,
	title = {A numerical solver for least-squares sub-problems in 3D wavefield reconstruction inversion and related problem formulations},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2019},
	note = {(SEG, San Antonio)},
	month = {09},
	pages = {1536-1540},
	abstract = {Recent years saw a surge of interest in seismic waveform inversion approaches based on quadratic-penalty or augmented-Lagrangian methods, including Wavefield Reconstruction Inversion. These methods typically need to solve a least-squares sub-problem that contains a discretization of the Helmholtz equation. Memory requirements for direct solvers are often prohibitively large in three dimensions, and this limited the examples in the literature to two dimensions. We present an algorithm that uses iterative Helmholtz solvers as a black-box to solve the least-squares problem corresponding to 3D grids. This algorithm enables Wavefield Reconstruction Inversion and related formulations, in three dimensions. Our new algorithm also includes a root-finding method to convert a penalty into a constraint on the data-misfit without additional computational cost, by reusing precomputed quantities. Numerical experiments show that the cost of parallel communication and other computations are small compared to the main cost of solving one Helmholtz problem per source and one per receiver.},
	keywords = {Full-waveform inversion, least-squares, numerical linear algebra, penalty method, quadratic constraints, root finding, SEG},
	doi = {10.1190/segam2019-3216638.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2019/peters2019SEGans/peters2019SEGans.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2019/peters2019SEGans/peters2019SEGans_pres.pdf},
	author = {Bas Peters and Felix J. Herrmann}
}
@presentation {wang2017SINBADFnra,
	title = {Noise robust and time-domain formulations of Wavefield Reconstruction Inversion},
	year = {2017},
	publisher = {SINBAD},
	abstract = {We propose a wave-equation-based subsurface inversion method that in many cases is more robust than conventional Full-Waveform Inversion. The new formulation is written in a denoising form that allows the synthetic data to match the observed ones up to a small error. Compared to regular Full-Waveform Inversion, our method treats the noise arising from the data meassuring/recording process and that from the synthetic modelling process separately. Compared to Wavefields Reconstruction Inversion, the new formulation mitigates the difficulty of choosing the penalty parameter λ. To solve the proposed optimization problem, we develop an efficient frequency domain algorithm that alternatively updates the model and the data. Numerical experiments confirm strong stability of the proposed method by comparisons between the results of our algorithm with that from both plain FWI and a weighted formulation of the FWI. We also discuss a new memory efficient time-domain formulation for Wavefield Reconstruction Inversion based on duality.},
	keywords = {Presentation, SINBAD, SINBADFALL2017, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/wang2017SINBADFnra/wang2017SINBADFnra.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/wang2017SINBADFnra/wang2017SINBADFnra.mov},
	author = {Rongrong Wang and Mathias Louboutin and Bas Peters and Emmanouil Daskalakis and Felix J. Herrmann}
}
@presentation {dasilva2015SINBADFnso,
	title = {A new software organization for 3D FWI},
	year = {2015},
	publisher = {SINBAD},
	abstract = {In this work, I have implemented a scalable and extendable framework for 3D Full Waveform Inversion in Matlab. This approach uses modern software design principles to create a codebase that is easy to understand, maintain, and extend and that also allows for rapid prototyping of new algorithmic ideas that can be easily transferred to large scale problems. The code itself is modularized in a proper way, which allows straightforward testing of each component (e.g., Taylor error test, adjoint tests, etc.). Improvements to the computational kernel (i.e., Helmholtz solves with more efficient matrix-vector products, new preconditioners, etc.) propagate to the entire framework.},
	keywords = {Presentation, SINBAD, SINBADFALL2015, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/dasilva2015SINBADFnso/dasilva2015SINBADFans.pdf},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2015/Fall/dasilva2015SINBADFnso/dasilva2015SINBADFsdd.pdf},
	author = {Curt Da Silva and Felix J. Herrmann}
}
@conference {oghenekohwo2015PIMSntc,
	title = {A new take on compressive time-lapse seismic acquisition, imaging and inversion},
	booktitle = {PIMS Workshop on Advances in Seismic Imaging and Inversion},
	year = {2015},
	note = {(PIMS Workshop on Advances in Seismic Imaging and Inversion, University of Alberta, Edmonton)},
	month = {05},
	abstract = {Compressive sensing (CS), a sampling paradigm that is changing how data is acquired and processed in many fields, has attracted tremendous attention in recent years. In exploration seismology, particularly in 3D seismic technology, there have been published work on the application of CS to seismic data acquisition, processing and inversion. However, very little is known about the implications of CS in time-lapse (4D) seismic. Leveraging ideas from distributed CS where more than one signal is acquired and processed, as in 4D seismic, we present a joint recovery algorithm for time-lapse seismic data acquisition, imaging and inversion. The algorithm exploits the common information in the data sets (baseline and monitor) as part of an inversion procedure. Application of our algorithm to realistic synthetic examples highlight its advantages over other conventional approaches for processing time-lapse seismic data.},
	keywords = {PIMS, time-lapse, workshop},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/PIMS/2015/oghenekohwo2015PIMSntc/oghenekohwo2015PIMSntc_pres.pdf},
	author = {Felix Oghenekohwo and Felix J. Herrmann}
}
@conference {leeuwen2014EAGEntf,
	title = {A new take on FWI: wavefield reconstruction inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2014},
	month = {06},
	abstract = {We discuss a recently proposed novel method for waveform inversion: Wavefield Reconstruction Inversion (WRI). As opposed to conventional FWI {\textendash} which attempts to minimize the error between observed and predicted data obtained by solving a wave equation {\textendash} WRI reconstructs a wave-field from the data and extracts a model-update from this wavefield by minimizing the wave-equation residual. The method does not require explicit computation of an adjoint wavefield as all the necessary information is contained in the reconstructed wavefield. We show how the corresponding model updates can be interpreted physically analogously to the conventional imaging-condition-based approach.},
	keywords = {EAGE, Full-waveform inversion, Optimization, penalty method, Wavefield Reconstruction Inversion},
	doi = {10.3997/2214-4609.20140703},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/leeuwen2014EAGEntf/leeuwen2014EAGEntf.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2014/leeuwen2014EAGEntf/leeuwen2014EAGEntf_pres.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann and Bas Peters}
}
@techreport {slim2014NSERCapp,
	title = {NSERC 2014 DNOISE application},
	number = {TR-EOAS-2014-7},
	year = {2014},
	institution = {UBC},
	abstract = {This current proposal describes a comprehensive five-year continuation of our research project in dynamic nonlinear optimization for imaging in seismic exploration (DNOISE). DNOISE III{\textemdash}Exploration Seismology in the Petascale Age builds on the proven track record of our multidisciplinary research team that conducts transformative research in the fields of seismic-data acquisition, processing, and wave-equation based inversion. The overarching goals of the DNOISE series of projects can be simply summarized as: {\textquoteleft}{\textquoteleft}How to image more deeply and with more detail?" and {\textquoteleft}{\textquoteleft}How to do more with less data?" Also, to help overcome the current substantial challenges in the oil and gas industry, we maintain this focus with more specific follow-up questions such as: {\textquoteleft}{\textquoteleft}How can we control costs and remove acquisition-related artifacts in 3D (time-lapse) seismic data sets?" and {\textquoteleft}{\textquoteleft}How can we replace conventional seismic data processing with wave-equation based inversion, control computational costs, assess uncertainties, extract reservoir information and remove sensitivity to starting models?" To answer these questions, we have assembled an expanded cross-disciplinary research team with backgrounds in scientific computing (SC), machine learning (ML), compressive sensing (CS), hardware design, and computational and observational exploration seismology (ES). With this team, we will continue to drive innovations in ES by utilizing our unparalleled access to high-performance computing (HPC), our expertise and experience in CS and wave-equation based inversion (WEI) and our proven abilities in incorporating our research findings into practical scalable software of our inversion solutions.},
	keywords = {DNOISE, NSERC},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/NSERC/2014/DNOISEIII/crd.html},
	author = {Felix J. Herrmann}
}
@techreport {slim2014NSERCpr,
	title = {NSERC 2014 DNOISE progress report},
	number = {TR-EOAS-2014-8},
	year = {2014},
	institution = {UBC},
	abstract = {As we entered the second half of the DNOISE II project, we are happy to report that we have made significant progress on several fronts. Firstly, our work on seismic data acquisition with compressive sensing is becoming widely recognized. For instance, ConocoPhilips ran a highly successful field trial on Marine acquisition with compressive sensing and obtained significant improvements compared to standard production (see figure below). Moreover, one of the main outcomes of this year{\textquoteright}s EAGE workshop was that industry is ready to adapt randomized sampling as a new acquisition paradigm. Needless to say this is a big success for what we have been trying to accomplish with DNOISE II. Finally, we have made a breakthrough in the application of randomized sampling in 4-D seismic, which is receiving a lot of interest from industry. Secondly, our work on large-scale optimization in the context of wave-equation based inversion is also increasingly widely adapted. For instance, our batching techniques are making the difference between making a loss or profit for a large contractor company active in the area of full-waveform inversion. We also continued to make progress in exciting new directions that go beyond sparsity promotion and which allow us to exploit other types of structure within the data, such as low-rank for matrices or hierarchical Tucker formats for tensors. Application of these techniques show excellent results and in certain cases, such as source separation problems with small dithering, show significant improvements over transform-domain methods. Thirdly, we continued to make significant progress in wave-equation based inversion. We extended our new penalty-based formulation now called Wavefield Reconstruction Inversion/Imaging to include total-variation regularization and density variations. We also continued to make progress on multiples, imaging with multiples and 3-D full-waveform inversion. Statoil is the latest company to join and we have several other companies that have shown a keen interest. We also received substantial in-kind contributions including a license to WesternGeco{\textquoteright}s iOmega and HPC equipment discounts. After many years of support BP decided unfortunately to no longer support SINBAD quoting financial headwind related to the Deep horizon disaster. On a more positive note, we are extremely happy to report major progress on our efforts to secure access to high-performance compute, including renewed funding from NSERC and our involvement in the International Inversion Initiative in Brazil. 9 peer-reviewed journal publications have resulted from our work within the reporting period, with a further 6 submitted, and DNOISE members disseminated the results of our research at 49 major national and international conference presentations. On the HQP training side, 4 MSc students have recently graduated, with one obtaining a position with CGG Calgary, and we added 4 postdocs and 3 PhD students to our team in September 2014, greatly increasing our research capacity. As can be seen from the report below, we are well on schedule and on certain topics well beyond the milestones included in the original proposal. With the purchase of the new cluster we expect to see a surge of activity in extending our algorithms to 3D. With this increased capacity, we continue to be in an excellent position to make fundamental contributions to the fields of seismic data acquisition, processing, and wave-equation based inversion. In the sections below, we give a detailed overview of the research and publication activities of the different members of the group and how these relate to the objectives of the grant, to industrial uptake, and to outreach. Unless stated otherwise the students and PDFs are (co)-supervised by the PI. We refer to the publications section 4.0 for a complete list of our presentations, conference proceedings, and journal publications. We also refer to our mindmap, which clearly establishes connections between the different research topics we have embarked upon as part of the DNOISE II project.},
	keywords = {DNOISE, NSERC},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/NSERC/2014/Progress_Report_2014.html},
	author = {Felix J. Herrmann}
}
@article {moghaddam2013GEOPnoa,
	title = {A new optimization approach for source-encoding full-waveform inversion},
	journal = {Geophysics},
	volume = {78},
	number = {3},
	year = {2013},
	month = {05},
	pages = {R125-R132},
	abstract = {Waveform inversion is the method of choice for determining highly heterogeneous subsurface structure. However, conventional waveform inversion requires that the wavefield for each source is computed separately. This makes it very expensive for realistic 3D seismic surveys. Source-encoding waveform inversion, in which the sources are modelled simultaneously, is considerably faster than conventional waveform inversion but suffers from artifacts. These artifacts can partly be removed by assigning random weights to the source wavefields. We found that the misfit function, and therefore also its gradient, for source-encoding waveform inversion is an unbiased random estimation of the misfit function used in conventional waveform inversion. We found a new method of source-encoding waveform inversion which takes into account the random nature of the gradients used in the optimization. In this new method, the gradient at each iteration is a weighted average of past gradients such that the most recent gradients have the largest weights with exponential decay. This way we damped the random fluctuations of the gradient by incorporating information from the previous iterations. We compare this new method with existing source-encoding waveform inversion methods as well as conventional waveform inversion and found that the model misfit reduction is faster and smoother than those of existing source-encoding waveform inversion methods, and it approaches the model misfit reduction obtained in conventional waveform inversion.},
	keywords = {FWI, Geophysics, Optimization, source encoding},
	doi = {10.1190/GEO2012-0090.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2013/moghaddam2013GEOPnoa/moghaddam2013GEOPnoa.pdf},
	author = {Peyman P. Moghaddam and Henk Keers and Felix J. Herrmann and Wim A. Mulder}
}
@presentation {wang2013SINBADnru,
	title = {Noise reduction by using interferometric measurements},
	year = {2013},
	publisher = {SINBAD},
	abstract = {The interferometric formulation of linear wave-based inversion problem was proposed by Demanet and Jugnon recently. Instead of directly fitting the data, they proposed to fit a subset of the data{\textquoteright}s cross-correlation. It can be verified that if the full cross-correlation is used, then the problem is equivalent to the usual least square problem. The subsampling, which is usually considered to cause instability to the solution, is surprisingly useful in this setting. Numerical experiments for the inverse source problem and the inverse scatting problem have both suggested that a {\textquoteright}good{\textquoteright} sampling strategy can actually increase the stability under modeling error caused by the uncertainty of a kinetic nature. We will study the mathematical mechanism behind this phenomenon, and try to see whether or not there exists a universally {\textquoteright}good{\textquoteright} sampling strategy independent of the types of forward operators we use.},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/wang2013SINBADnru/wang2013SINBADnru.pdf},
	author = {Rongrong Wang and Bas Peters and Felix J. Herrmann}
}
@techreport {slim2013NSERCpr,
	title = {NSERC 2013 DNOISE progress report},
	number = {TR-EOAS-2013-5},
	year = {2013},
	institution = {UBC},
	abstract = {As we enter the second half of the DNOISE II project, we are happy to report that we have made significant progress on several fronts. Firstly, our work on seismic data acquisition with compressive sensing is becoming widely recognized, reflected in adaptations of this technology by industry and in this year{\textquoteright}s SEG Karcher award, which went to Gilles Hennenfent, who was one of the researchers who started working in this area in our group. As this report shows, we continued to make progress on this topic with numerous presentations, publications, and software releases. Secondly, our work on large-scale optimization is also widely adapted and instrumental to the different research areas on the grant. In particular, we are excited about new directions that go beyond sparsity promotion and which allow us to exploit other types of structure within the data, such as low-rank. Over the near future, we expect to see a body of new research based on these findings touching acquisition as well as the wave-equation based inversion aspects of our research program. Thirdly, we are also very happy to report that we continued to make substantial progress in wave-equation base inversion. In particular, we would like to mention successes in the areas of acceleration of sparsity-promoting imaging with source estimation and multiples and in theoretical as well as practical aspects of full-waveform inversion. We derived a highly practical and economic formulation of 3-D FWI and we also came up with a complete new formulation of FWI, which mitigates issues related to cycle skipping. Finally, we made a lot of progress applying our algorithm to industrial datasets, which has been well received by industry. Our findings show that FWI is still an immature technology calling for more theoretical input and for the development of practical workflows. Over the last year our work cumulated in 14 peer-reviewed journal publications, 5 submitted journal publications, 13 (+ 9) extended abstracts, 32 talks at international conferences, and 6 software packages. Finally, we are happy to report that we have been joined by several new companies, namely, ION Geophysical, CGG, and Woodside. At this midpoint of the Grant, we are also happy to report that we are well on schedule to meet the milestones included in the original proposal. Given our wide range of expertise and our plans to replace our compute cluster, we continue to be in an excellent position to make fundamental contributions to the fields of seismic data acquisition, processing, and wave-equation based inversion.},
	keywords = {DNOISE, NSERC},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/NSERC/2013/Progress_Report_2013.pdf},
	author = {Felix J. Herrmann}
}
@conference {aravkin2012SEGST,
	title = {On non-uniqueness of the Student{\textquoteright}s t-formulation for linear inverse problems},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {31},
	year = {2012},
	month = {11},
	pages = {1-5},
	publisher = {SEG},
	organization = {SEG},
	abstract = {We review the statistical interpretation of inverse problem formulations, and the motivations for selecting non-convex penalties for robust behaviour with respect to measurement outliers or artifacts in the data. An important downside of using non-convex formulations such as the Student{\textquoteright}s t is the potential for non-uniqueness, and we present a simple example where the Student{\textquoteright}s t penalty can be made to have many local minima by appropriately selecting the degrees of freedom parameter. On the other hand, the non-convexity of the Student{\textquoteright}s t is precisely what gives it the ability to ignore artifacts in the data. We explain this idea, and present a stylized imaging experiment, where the Student{\textquoteright}s t is able to recover a velocity perturbation from data contaminated by a very peculiar artifact {\textendash}- data from a different velocity perturbation. The performance of Student{\textquoteright}s t inversion is investigated empirically for different values of the degrees of freedom parameter, and different initial conditions.},
	keywords = {non-convex, robust, SEG, Student{\textquoteright}s t, uniqueness},
	doi = {10.1190/segam2012-1558.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2012/aravkin2012SEGST/aravkin2012SEGST.pdf},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Kenneth Bube and Felix J. Herrmann}
}
@techreport {slim2012NSERCpr,
	title = {NSERC 2012 DNOISE progress report},
	number = {TR-EOAS-2012-4},
	year = {2012},
	institution = {UBC},
	keywords = {DNOISE, NSERC},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/NSERC/2012/Progress_Report_2012.pdf},
	author = {Felix J. Herrmann}
}
@conference {aravkin2011EAGEnspf,
	title = {A nonlinear sparsity promoting formulation and algorithm for full waveform inversion},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2011},
	month = {05},
	abstract = {Full Waveform Inversion (FWI) is a computational procedure to extract medium parameters from seismic data. FWI is typically formulated as a nonlinear least squares optimization problem, and various regularization techniques are used to guide the optimization because the problem is illposed. In this paper, we propose a novel sparse regularization which exploits the ability of curvelets to efficiently represent geophysical images. We then formulate a corresponding sparsity promoting constrained optimization problem, which we call Nonlinear Basis Pursuit Denoise (NBPDN) and present an algorithm to solve this problem to recover medium parameters. The utility of the NBPDN formulation and efficacy of the algorithm are demonstrated on a stylized cross-well experiment, where a sparse velocity perturbation is recovered with higher quality than the standard FWI formulation (solved with LBFGS). The NBPDN formulation and algorithm can recover the sparse perturbation even when the data volume is compressed to 5 \% of the original size using random superposition.},
	keywords = {EAGE, Full-waveform inversion, Optimization},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/aravkin11EAGEnspf/aravkin11EAGEnspf.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2011/aravkin11EAGEnspf/aravkin11EAGEnspf_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=50199},
	author = {Aleksandr Y. Aravkin and James V. Burke and Felix J. Herrmann and Tristan van Leeuwen}
}
@techreport {slim2011NSERCpr,
	title = {NSERC 2011 DNOISE progress report},
	number = {TR-EOAS-2011-1},
	year = {2011},
	institution = {UBC},
	abstract = {The main thrust of the DNOISE project is focused on the following researth themes: [1] seismic acquisition design and recovery from incomplete data with the goal to reduce acquisition costs while increasing the spatial bandwidth and aperture of seismic data; [2] Removal of the {\textquoteright}surface nonlinearity{\textquoteright} by simultaneous estimation of the source signature and the surface-free Green{\textquoteright}s function by inverting the surface-related multiple prediction operator; [3] Reduction of the computational complexity of full-waveform inversion (FWI) by randomized dimensionality reduction; [4] "Convexification" of FWI to remove or at least diminish the adverse effects of non-uniqueness that has plagued FWI since its inception; The first three themes are directed towards removing major impediments faced by FWI related to the costs of acquiring data, the computational costs of processing and inverting data, and to issues with source calibration and surface-related multiples. The final theme is more {\textquoteright}blue sky{\textquoteright} and tries to incorporate ideas from migration-velocity analysis into the formulation of full-waveform inversion. Aside from these themes, we will continue to work on seismic data acquisition schemes that favor sparsity-promoting recovery and on the development of large-scale solvers using recent developments in convex and stochastic optimization.},
	keywords = {DNOISE, NSERC},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/NSERC/2011/nserc-2011-dnoise-progress-report.pdf},
	author = {Felix J. Herrmann}
}
@article {hennenfent2010GEOPnct,
	title = {Nonequispaced curvelet transform for seismic data reconstruction: a sparsity-promoting approach},
	journal = {Geophysics},
	volume = {75},
	number = {6},
	year = {2010},
	month = {12},
	pages = {WB203-WB210},
	publisher = {SEG},
	abstract = {We extend our earlier work on the nonequispaced fast discrete curvelet transform (NFDCT) and introduce a second generation of the transform. This new generation differs from the previous one by the approach taken to compute accurate curvelet coefficients from irregularly sampled data. The first generation relies on accurate Fourier coefficients obtained by an l2-regularized inversion of the nonequispaced fast Fourier transform (FFT) whereas the second is based on a direct l1-regularized inversion of the operator that links curvelet coefficients to irregular data. Also, by construction the second generation NFDCT is lossless unlike the first generation NFDCT. This property is particularly attractive for processing irregularly sampled seismic data in the curvelet domain and bringing them back to their irregular record-ing locations with high fidelity. Secondly, we combine the second generation NFDCT with the standard fast discrete curvelet transform (FDCT) to form a new curvelet-based method, coined nonequispaced curvelet reconstruction with sparsity-promoting inversion (NCRSI) for the regularization and interpolation of irregularly sampled data. We demonstrate that for a pure regularization problem the reconstruction is very accurate. The signal-to-reconstruction error ratio in our example is above 40 dB. We also conduct combined interpolation and regularization experiments. The reconstructions for synthetic data are accurate, particularly when the recording locations are optimally jittered. The reconstruction in our real data example shows amplitudes along the main wavefronts smoothly varying with limited acquisition imprint.},
	keywords = {curvelet transforms, data acquisition, geophysical techniques, Processing, seismology, SLIM},
	doi = {10.1190/1.3494032},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2010/hennenfent2010GEOPnct/hennenfent2010GEOPnct.pdf},
	author = {Gilles Hennenfent and Lloyd Fenelon and Felix J. Herrmann}
}
@techreport {slim2010NSERCapp,
	title = {NSERC 2010 DNOISE application},
	number = {TR-EOAS-2010-3},
	year = {2010},
	institution = {UBC},
	abstract = {DNOISE II: Dynamic Nonlinear Optimization for Imaging in Seismic Exploration is a multidisciplinary research project that involves faculty from the Mathematics, Computer Science, and Earth and Ocean Sciences Departments at the University of British Columbia. DNOISE II constitutes a transformative research program towards a new paradigm in seismic exploration where the acquisition- and processing-related costs are no longer determined by the survey area and discretization but by transform-domain sparsity of the final result. In this approach, we rid ourselves from the confinements of conventional overly stringent sampling criteria that call for regular sampling with sequentiual sources at Nyquist rates. By adapting the principles of compressive sensing, DNOISE II promotes a ground-up formulation for seismic imaging where adverse subsampling-related artifacts are removed by intelligent simultaneous-acquisition design and recovery by transform-domain sparsity promotion. This development{\textendash}-in conjunction with our track records in sparse recovery and time-harmonic Helmholtz solvers{\textendash}-puts us in an unique position to deliver on fundamental breakthroughs in the development and implementation of the next-generation of processing, imaging, and full-waveform inversion solutions.},
	keywords = {DNOISE, NSERC},
	url = {https://slim.gatech.edu/Publications/Public/TechReport/NSERC/2010/nserc-2010-dnoise-application.pdf},
	author = {Felix J. Herrmann}
}
@article {hennenfent2008GEOPnii,
	title = {New insights into one-norm solvers from the Pareto curve},
	journal = {Geophysics},
	volume = {73},
	number = {4},
	year = {2008},
	month = {07},
	pages = {A23-A26},
	abstract = {Geophysical inverse problems typically involve a trade off between data misfit and some prior. Pareto curves trace the optimal trade off between these two competing aims. These curves are commonly used in problems with two-norm priors where they are plotted on a log-log scale and are known as L-curves. For other priors, such as the sparsity-promoting one norm, Pareto curves remain relatively unexplored. We show how these curves lead to new insights in one-norm regularization. First, we confirm the theoretical properties of smoothness and convexity of these curves from a stylized and a geophysical example. Second, we exploit these crucial properties to approximate the Pareto curve for a large-scale problem. Third, we show how Pareto curves provide an objective criterion to gauge how different one-norm solvers advance towards the solution.},
	keywords = {Acquisition, Geophysics, Optimization, Pareto, Processing, SLIM},
	doi = {10.1190/1.2944169},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2008/hennenfent08GEOnii/hennenfent08GEOnii.pdf},
	author = {Gilles Hennenfent and Ewout van den Berg and Michael P. Friedlander and Felix J. Herrmann}
}
@article {herrmann2008GJInps,
	title = {Non-parametric seismic data recovery with curvelet frames},
	journal = {Geophysical Journal International},
	volume = {173},
	year = {2008},
	month = {04},
	pages = {233-248},
	abstract = {Seismic data recovery from data with missing traces on otherwise regular acquisition grids forms a crucial step in the seismic processing flow. For instance, unsuccessful recovery leads to imaging artifacts and to erroneous predictions for the multiples, adversely affecting the performance of multiple elimination. A non-parametric transform-based recovery method is presented that exploits the compression of seismic data volumes by recently developed curvelet frames. The elements of this transform are multidimensional and directional and locally resemble wavefronts present in the data, which leads to a compressible representation for seismic data. This compression enables us to formulate a new curvelet-based seismic data recovery algorithm through sparsity-promoting inversion. The concept of sparsity-promoting inversion is in itself not new to geophysics. However, the recent insights from the field of {\textquoteleft}compressed sensing{\textquoteright} are new since they clearly identify the three main ingredients that go into a successful formulation of a recovery problem, namely a sparsifying transform, a sampling strategy that subdues coherent aliases and a sparsity-promoting program that recovers the largest entries of the curvelet-domain vector while explaining the measurements. These concepts are illustrated with a stylized experiment that stresses the importance of the degree of compression by the sparsifying transform. With these findings, a curvelet-based recovery algorithms is developed, which recovers seismic wavefields from seismic data volumes with large percentages of traces missing. During this construction, we benefit from the main three ingredients of compressive sampling, namely the curvelet compression of seismic data, the existence of a favorable sampling scheme and the formulation of a large-scale sparsity-promoting solver based on a cooling method. The recovery performs well on synthetic as well as real data and performs better by virtue of the sparsifying property of curvelets. Our results are applicable to other areas such as global seismology.},
	keywords = {Acquisition, curvelet transform, reconstruction, SLIM},
	doi = {10.1111/j.1365-246X.2007.03698.x},
	url = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalJournalInternational/2008/herrmann2008GJInps.pdf},
	author = {Felix J. Herrmann and Gilles Hennenfent}
}
@article {herrmann2007GJInlp,
	title = {Non-linear primary-multiple separation with directional curvelet frames},
	journal = {Geophysical Journal International},
	volume = {170},
	number = {2},
	year = {2007},
	month = {08},
	pages = {781-799},
	abstract = {Predictive multiple suppression methods consist of two main steps: a prediction step, during which multiples are predicted from seismic data, and a primary-multiple separation step, during which the predicted multiples are {\textquoteright}matched{\textquoteright} with the true multiples in the data and subsequently removed. This second separation step, which we will call the estimation step, is crucial in practice: an incorrect separation will cause residual multiple energy in the result or may lead to a distortion of the primaries, or both. To reduce these adverse effects, a new transformed-domain method is proposed where primaries and multiples are separated rather than matched. This separation is carried out on the basis of differences in the multiscale and multidirectional characteristics of these two signal components. Our method uses the curvelet transform, which maps multidimensional data volumes into almost orthogonal localized multidimensional prototype waveforms that vary in directional and spatio-temporal content. Primaries-only and multiples-only signal components are recovered from the total data volume by a non-linear optimization scheme that is stable under noisy input data. During the optimization, the two signal components are separated by enhancing sparseness (through weighted l1-norms) in the transformed domain subject to fitting the observed data as the sum of the separated components to within a user-defined tolerance level. Whenever, during the optimization, the estimates for the primaries in the transformed domain correlate with the predictions for the multiples, the recovery of the coefficients for the estimated primaries will be suppressed while for regions where the correlation is small the method seeks the sparsest set of coefficients that represent the estimation for the primaries. Our algorithm does not seek a matched filter and as such it differs fundamentally from traditional adaptive subtraction methods. The method derives its stability from the sparseness obtained by a non-parametric (i.e. not depending on a parametrized physical model) multiscale and multidirectional overcomplete signal representation. This sparsity serves as prior information and allows for a Bayesian interpretation of our method during which the log-likelihood function is minimized while the two signal components are assumed to be given by a superposition of prototype waveforms, drawn independently from a probability function that is weighted by the predicted primaries and multiples. In this paper, the predictions are based on the data-driven surface-related multiple elimination method. Synthetic and field data examples show a clean separation leading to a considerable improvement in multiple suppression compared to the conventional method of adaptive matched filtering. This improved separation translates into an improved stack.},
	keywords = {Processing, signal separation, SLIM},
	doi = {10.1111/j.1365-246X.2007.03360.x},
	url = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalJournalInternational/2007/herrmann2007GJInlp/herrmann2007GJInlp.pdf},
	author = {Felix J. Herrmann and Urs Boeniger and D. J. Verschuur}
}
@conference {herrmann2005CSEGnld,
	title = {Non-linear data continuation with redundant frames},
	booktitle = {CSEG Annual Conference Proceedings},
	year = {2005},
	month = {05},
	publisher = {CSEG},
	organization = {CSEG},
	abstract = {We propose an efficient iterative data interpolation method using continuity along reflectors in seismic images via curvelet and discrete cosine transforms. The curvelet transform is a new multiscale transform that provides sparse representations for images that comprise smooth objects separated by piece-wise smooth discontinuities (e.g. seismic images). The advantage of using curvelets is that these frames are sparse for high-frequency caustic-free solutions of the wave-equation. Since we are dealing with less than ideal data (e.g. bandwidth-limited), we compliment the curvelet frames with the discrete cosine transform. The latter is motivated by the successful data continuation with the discrete Fourier transform. By choosing generic basis functions we circumvent the necessity to make parametric assumptions (e.g., through linear/parabolic Radon or demigration) regarding the shape of events in seismic data. Synthetic and real data examples demonstrate that our algorithm provides interpolated traces that accurately reproduce the wavelet shape as well as the AVO behavior along events in shot gathers.},
	keywords = {Presentation, SLIM},
	url = {http://www.cseg.ca/assets/files/resources/abstracts/2005/101S0201-Herrmann_F_Non_Linear_Data_Continuation.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2005/Herrmann05CSEGnld/Herrmann05CSEGnld_pres.pdf},
	author = {Felix J. Herrmann and Gilles Hennenfent}
}
@conference {herrmann2005CSEGnlr,
	title = {Non-linear regularization in seismic imaging},
	booktitle = {CSEG Annual Conference Proceedings},
	year = {2005},
	month = {05},
	publisher = {CSEG},
	organization = {CSEG},
	abstract = {Two complementary solution strategies to the least-squares imaging problem with sparseness \& continuity continuity constraints are proposed. The applied formalism explores the sparseness of curvelets coefficients of the reflectivity and their invariance under the demigration-migration operator. We achieve the solution by jointly minimizing a weighted l1-norm on the curvelet coefficients and an anisotropic difussion or total variation norm on the imaged reflectivity model. The l1-norm exploits the sparsenss of the reflectivity in the curvelet domain whereas the anisotropic norm enhances the continuity along the reflections while removing artifacts residing in between reflectors. While the two optimization methods (convex versus non-convex) share the same type of regularization, they differ in flexibility how to handle additional constraints on the coefficients of the imaged reflectivity and in computational expense. A brief sketch of the theory is provided along with a number of synthetic examples.},
	keywords = {Presentation, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2005/Herrmann05CSEGnlr/Herrmann05CSEGnlr.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/CSEG/2005/Herrmann05CSEGnlr/Herrmann05CSEGnlr_pres.pdf},
	author = {Felix J. Herrmann and Peyman P. Moghaddam}
}
