@unpublished {park2026IMAGEnoa,
	title = {Neural Operators with Accurate Jacobian for High-Fidelity Image-Domain Seismic Inversion},
	year = {2026},
	month = {3},
	abstract = {Neural operators (NOs) provide efficient surrogates for wave-equation-based imaging operators, but accurate forward prediction alone does not guarantee reliable inversion. As inversion updates depend on the adjoint Jacobian, errors in learned sensitivities lead to unphysical updates and degraded quality in recovered models. To this end, we propose a Jacobian-informed training strategy that enforces accuracy in Jacobian in the directions where gradient descent occurs during Least-Squares. Numerical experiments with Fourier Neural Operators demonstrate that supervising only a small fraction ($0.1 \sim 0.01\%$) of Jacobian information significantly improves gradient quality and leads to more accurate subsurface velocity reconstruction. In particular, the proposed approach reduces mid to deep layer artifacts and improves structural continuity compared to models trained only with forward misfit term. These results highlight that learning inversion-relevant sensitivities, rather than forward mappings alone, is critical for reliable surrogate-assisted seismic inversion.},
	keywords = {deep learning, derivative-informed, Fisher-information, FNO, IMAGE, Imaging, Inverse problems, reduced-order modeling, RTM, SEG, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Submitted/2026/park2026IMAGEnoa/abstract.html},
	url2 = {https://slim.gatech.edu/Publications/Public/Submitted/2026/park2026IMAGEnoa/IMAGE_Jayjay.pdf},
	author = {Jeongjin Park and Huseyin Tuna Erdinc and Grant Bruer and Richard Rex and Nisha Chandramoorthy and Felix J. Herrmann}
}
@conference {cirakman2025IMAGEesp,
	title = {Efficient and scalable posterior surrogate for seismic inversion via wavelet score-based generative models},
	booktitle = {International Meeting for Applied Geoscience and Energy},
	year = {2025},
	month = {8},
	keywords = {Bayesian inference, deep learning, generative model, IMAGE, Imaging, Inverse problems, power-scaling, RTM, score, SEG, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/cirakman2025IMAGEesp},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2025/cirakman2025IMAGEesp/IMAGE_Ege.pdf},
	author = {Ege Cirakman and Huseyin Tuna Erdinc and Felix J. Herrmann}
}
@conference {park2025ML4SEISMICftn,
	title = {Fisher-Informed Training of Neural Operators for Reliable PDE Inversion},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {Neural operators have shown strong performance for PDE-solution learning; however, their effectiveness in PDE-constrained optimization, such as inversion, remains limited, in part because inaccurately learned derivatives can mislead gradient-based updates. Standard training typically optimizes only the forward least-squares fit, so during iterative inversion the optimization variable can drift outside the training distribution, further degrading quality of derivative information and inversion performance. To address this limitation, we propose a training algorithm designed for inversion: the surrogate is trained not only to predict forward outputs but also to learn observation-relevant gradients, which leads to Fisher-information directed parameter updates. We evaluate forward and gradient accuracy, as well as the inversion trajectory, on problems governed by PDEs{\textemdash}Darcy flow and laminar (incompressible) Navier{\textendash}Stokes{\textemdash}which are relevant to porous-media fluid flow and energy-storage applications. Our results suggest that training for gradient fidelity with forward accuracy unlocks a pathway to reliable, efficient, neural operator{\textendash}based inversion.},
	keywords = {deep learning, derivatve-informed, Fisher-information, FNO, GCS, Inverse problems, ML4SEISMIC, permeability, reduced-order modeling, reservoir simulation, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/park2025ML4SEISMICftn},
	author = {Jeongjin Park and Grant Bruer and Huseyin Tuna Erdinc and Richard Rex Arockiasamy and Nisha Chandramoorthy and Felix J. Herrmann}
}
@conference {cirakman2025ML4SEISMICpss,
	title = {Multiscale Wavelet Score-based Posterior Approximations for Seismic Inversion},
	booktitle = {ML4SEISMIC Partners Meeting},
	year = {2025},
	month = {11},
	abstract = {We present a cascaded conditional wavelet score{\textendash}based posterior surrogate (CWSGM) for seismic inversion that generates samples of subsurface velocity fields conditioned on physics-derived summaries (e.g., RTM images). Through multi-scale wavelet-based whitening, we specifically address ill-conditioning of the velocity model{\textquoteright}s covariance (due to its fractal-like 1/f power spectrum), whose long range correlations hamper training neural networks to approximate the score function. This strategy improves the conditioning of the score-learning problem and accelerates both training and sampling. Experiments on the North Sea BG Model demonstrate that CWSGM accurately captures long-range geological correlations while reducing GPU memory usage by approximately 50\% and sampling time by 73\% compared to a single-scale vanilla score model. Overall, our approach enables efficient multi-scale generation of subsurface velocities at lower computational cost and provides a foundation for exploring alternative multiscale transforms that are more optimally aligned with seismic observations.},
	keywords = {Bayesian inference, deep learning, generative model, Imaging, Inverse problems, ML4SEISMIC, power-scaling, RTM, score, SLIM, Summary Statistics, Uncertainty quantification, WISE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2025/cirakman2025ML4SEISMICpss},
	author = {Ege Cirakman and Huseyin Tuna Erdinc and Felix J. Herrmann}
}
@article {bruer2024smpd,
	title = {Seismic monitoring of CO2 plume dynamics using ensemble Kalman filtering},
	journal = {Transactions on Geoscience and Remote Sensing},
	year = {2025},
	note = {(Accepted in Transactions on Geoscience and Remote Sensing)},
	month = {5},
	abstract = {Monitoring carbon dioxide (CO2) injected and stored in subsurface reservoirs is critical for avoiding failure scenarios and enables real-time optimization of CO2 injection rates. Sequential Bayesian data assimilation (DA) is a statistical method for combining information over time from multiple sources to estimate a hidden state, such as the spread of the subsurface CO2 plume. An example of scalable and efficient sequential Bayesian DA is the ensemble Kalman filter (EnKF). We improve upon existing DA literature in the seismic-CO2 monitoring domain by applying this scalable DA algorithm to a high-dimensional CO2 reservoir using two-phase flow dynamics and time-lapse full waveform seismic data with a realistic surface-seismic survey design. We show more accurate estimates of the CO2 saturation field using the EnKF compared to using either the seismic data or the fluid physics alone. Furthermore, we test a range of values for the EnKF hyperparameters and give guidance on their selection for seismic CO2 reservoir monitoring.},
	keywords = {Ensebmle Kalman Filter, GCS, Inverse problems, non-linear dynamical systems, seismic},
	doi = {10.48550/arXiv.2409.05193},
	author = {Grant Bruer and Abhinav Prakash Gahlot and Edmond Chow and Felix J. Herrmann}
}
@presentation {bruer2025GSCSsmc,
	title = {Seismic monitoring of CO2 using ensemble Kalman filtering},
	year = {2025},
	note = {(GSCS, Gatech)},
	month = {02},
	keywords = {CCS, EnKF, fluid flow, GCS, GSCS, Imaging, monitoring, RTM, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Posters/GSCS/2025/bruer2025GSCSsmc/2025GSCS_poster.pdf},
	author = {Grant Bruer and Abhinav Prakash Gahlot and Felix Herrmann and Edmond Chow}
}
@conference {orozco2024SIAMboed,
	title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
	booktitle = {SIAM Conference on Uncertainty Quantification},
	year = {2024},
	note = {(SIAM UQ, Trieste)},
	month = {03},
	abstract = {Neural density estimators such as normalizing flows have shown promise for estimation of the Bayesian posterior in a variety of imaging problems. Few works have explored how to practically exploit the probabilistic information contained in the full Bayesian solution of the inverse problem. Here we explore a simple modification to conditional normalizing flow training that enables Bayesian experimental design without modifying existing architectures. Based on a relationship between the expected information gain and maximum-likelihood training of normalizing flows, we show that experimental design can be achieved with the same training objective. We first verify that our method maximizes the expected information gain using a stylized problem. Then, we demonstrate our method can solve imaging problems in large scale medical and seismic applications.},
	keywords = {expected information gain, Normalizing flows, optimal experimental design, SIAM},
	doi = {10.48550/arXiv.2402.18337},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/orozco2024SIAMUQboed},
	url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SIAMUQ/2024/orozco2024SIAMUQboed/orozco2024SIAMUQboed.pdf},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann}
}
@conference {orozco2024EAGEnfb,
	title = {Normalizing Flows for Bayesian Experimental Design in Imaging Applications},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2024},
	month = {6},
	abstract = {Neural density estimators, such as invertible normalizing flows, are capable of estimating the Bayesian posterior distribution in a variety of imaging problems, including medical MRI and seismic imaging/monitoring. So far, few works explore the possibility to make explicit use of probabilistic information contained within the full Bayesian solution of these inverse problems. During our talk, we investigate how a simple modification to the training objective of conditional normalizing flows allows for Bayesian experimental design without modifying the normalizing flow{\textquoteright}s neural architecture itself. By establishing a key relationship between the expected information gain (EIG) and the maximum-likelihood, attained during the training of normalizing flows, we show that optimal experimental design can be achieved. During our talk, we first verify, on a stylized problem, that our method indeed maximizes the expected information gain, followed by demonstrating the advocacy of our methodology on large-scale medical and seismic problems.},
	keywords = {Bayesian inference, deep learning, expected information gain, Normalizing flows, optimal experimental design, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2024/orozco2024EAGEnfb},
	author = {Rafael Orozco and Abhinav Prakash Gahlot and Peng Chen and Mathias Louboutin and Felix J. Herrmann}
}
@presentation {park2024ML4SEISMICpbi,
	title = {Physical Bayesian Inference for Two-Phase Flow Problems},
	year = {2024},
	month = {11},
	abstract = {Previous research on surrogate modeling of multiphase flow systems has shown that even models with low generalization error in forward predictions can generate posterior estimates that are out of distribution and physically unrealistic. To address this, we propose a regularization method that leverages the Fisher Information Matrix (FIM) to guide the training process. By integrating the FIM into a differentiable optimization framework, we aim to improve the reliability of surrogate models, such as Fourier Neural Operators (FNO), for both forward predictions and posterior inference. Our experiments on benchmark problems, including the Lorenz-63 system and Navier-Stokes equations, demonstrate that our approach significantly enhances physical consistency throughout time evolution, keeping predictions within the correct spatial distribution. Looking ahead, we plan to extend our framework to more complex applications, such as Geological Carbon Storage, with an emphasis on scaling FIM computations for high-dimensional problems.},
	keywords = {Bayesian inference, deep learning, Fisher Information Matrix, FNO, Inverse problems, ML4SEISMIC, SLIM, two-phase flow, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/park2024ML4SEISMICpbi},
	author = {Jeongjin Park and Huseyin Tuna Erdinc and Haoyun Li and Richard Rex and Nisha Chandramoorthy and Felix J. Herrmann}
}
@presentation {bruer2024ML4SEISMICsmp,
	title = {Seismic monitoring of CO2 plume dynamics using ensemble Kalman filtering},
	year = {2024},
	month = {11},
	abstract = {Monitoring CO 2  injected and stored in subsurface reservoirs is critical for avoiding failure scenarios and enables real-time optimization of CO 2  injection rates. Sequential Bayesian data assimilation (DA) is a statistical method for combining information over time from multiple sources to estimate a hidden state, such as the spread of the subsurface CO 2  plume. An example of scalable and efficient sequential Bayesian DA is the ensemble Kalman filter (EnKF). We improve upon existing DA literature in the seismic-CO 2  monitoring domain by applying this scalable DA algorithm to a high-dimensional CO 2  reservoir using two-phase flow dynamics and time-lapse full waveform seismic data with a realistic surface-seismic survey design. We show more accurate estimates of the CO 2  saturation field using the EnKF compared to using either the seismic data or the fluid physics alone. Furthermore, we test a range of values for the EnKF hyperparameters and give guidance on their selection for seismic CO 2  reservoir monitoring.},
	keywords = {Bayesian inference, data assimilation, ensemble Kalman filter, FWI, Imaging, Inverse problems, ML4SEISMIC, RTM, SLIM, two-phase flow, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/bruer2024ML4SEISMICsmp},
	author = {Grant Bruer and Abhinav Prakash Gahlot and Edmond Chow and Felix J. Herrmann}
}
@presentation {bruer2023ML4SEISMICcrm,
	title = {CO2 reservoir monitoring through Bayesian data assimilation},
	year = {2023},
	month = {11},
	abstract = {Carbon capture and storage can be implemented by injecting supercritical carbon dioxide (CO2) into geological carbon reservoirs for long-term containment. Monitoring the pressure and saturation of the CO2 is necessary to optimize the injection amount without causing CO2 leakage or seismic activity. Directly measuring the CO2 at locations within the reservoir requires expensive drilling procedures that may damage the reservoir, so direct measurements are sparse and usually lie along injection and production wells. Indirect measurements such as seismic data are typically noisy, and inverting for the CO2 state is ill-posed. Bayesian data assimilation techniques allow us to integrate known physics for CO2 flow into this inversion process. The most well-established data assimilation algorithms are the family of Kalman filters. The ensemble Kalman filter is designed to efficiently work with large problem sizes and nonlinearity. In this work, we apply the ensemble Kalman filter to seismic measurements of a CO2 reservoir, yielding an estimate of the saturation and pressure fields with quantified uncertainties. This method models the CO2 plume state as a random field with a known distribution and assimilates information from seismic measurements with information from a physics model describing the CO2 flow. We show that the data assimilation strategy is a valuable contribution to advancing reservoir monitoring technology.},
	keywords = {bayes, CCS, data assimilation, kalman, ML4SEISMIC, monitoring, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/bruer2023ML4SEISMICcrm},
	author = {Grant Bruer and Felix J. Herrmann and Edmond Chow}
}
@article {grady2022SCtll,
	title = {Model-Parallel Fourier Neural Operators as Learned Surrogates for Large-Scale Parametric PDEs},
	journal = {Computers \& Geosciences},
	volume = {178},
	year = {2023},
	note = {(Computers and Geosciences)},
	month = {07},
	pages = {105402},
	abstract = {Fourier neural operators (FNOs) are a recently introduced neural network architecture for learning solution operators of partial differential equations (PDEs), which have been shown to perform significantly better than comparable deep learning approaches. Once trained, FNOs can achieve speed-ups of multiple orders of magnitude over conventional numerical PDE solvers. However, due to the high dimensionality of their input data and network weights, FNOs have so far only been applied to two-dimensional or small three-dimensional problems. To remove this limited problem-size barrier, we propose a model-parallel version of FNOs based on domain-decomposition of both the input data and network weights. We demonstrate that our model-parallel FNO is able to predict time-varying PDE solutions of over 2.6 billion variables on Perlmutter using up to 512 A100 GPUs and show an example of training a distributed FNO on the Azure cloud for simulating multiphase CO2 dynamics in the Earth{\textquoteright}s subsurface.},
	keywords = {CCS, Computers and Geosciences, deep learning, Fourier neural operators, HPC, large-scale, Model Parallelism, Multiphase Flow, Operator Learning},
	doi = {10.1016/j.cageo.2023.105402},
	url = {https://slim.gatech.edu/Publications/Public/Journals/ComputersAndGeosciences/2023/grady2022SCtll/grady2022SCtll.pdf},
	software = {https://github.com/slimgroup/dfno},
	author = {Thomas J. Grady II and Rishi Khan and Mathias Louboutin and Ziyi Yin and Philipp A. Witte and Ranveer Chandra and Russell J. Hewett and Felix J. Herrmann}
}
@presentation {orozco2023ML4SEISMICuqs,
	title = {Uncertainty quantification so what? Leveraging probabilistic seismic inversion for experimental design},
	year = {2023},
	month = {11},
	abstract = {Combining physics with recent developments of generative machine learning enables a scalable probabilistic framework for tackling seismic inversion problems including Full-Waveform Inversion. These probabilistic results can be proven to be from the Bayesian posterior but how exactly can we use them for practical downstream tasks? In this talk, we answer the question with a practical application of the probabilistic framework towards designing ocean bottom node placement of seismic imaging. With a simple adjustment to the original training objective, we show that jointly optimizing for an experimental design corresponds to maximizing the expected information gain used by the Bayesian community. After verifying this novel joint optimization with a stylized problem, we demonstrate its application for optimizing the placement of ocean bottom nodes in a synthetic seismic imaging experiment.},
	keywords = {bayesian, experimental design, FWI, ML4SEISMIC, Normalizing flows, SLIM, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICuqs},
	author = {Rafael Orozco and Mathias Louboutin and Peng Chen and Felix J. Herrmann}
}
@presentation {grady2022ML4SEISMICesn,
	title = {Effective scaling of numerical surrogates via domain-decomposed Fourier neural operators},
	year = {2022},
	month = {11},
	abstract = {Numerical surrogates are models which learn to mimic a complex physical process (such as the solution to a PDE produced by a solver) from a set of input/output pairs. Fourier neural operators (FNOs) are a specific type of numerical surrogate which use a learned matched filter to quickly approximate solutions to relatively smooth complex physical processes. In the case of carbon capture sequestration (CCS) technology, FNOs have been shown to well-approximate solutions to the two-phase flow equations, with speedups of 1,000 to 10,000 times at inference time versus a tradtitional solver. This speed combined with the fact that FNOs are differentiable with respect to their input parameters allows for inverse and uncertainty quantification problems to theoretically be solved on real 3D data, a previously intractible task. However, due to the size of the input data, network weights, and optimizer state, FNOs have thus far been limited to small to medium 2D and 3D problems, well below the size of an industry standard such as the Sleipner benchmark. Here we alleviate this problem by proposing a model-parallel FNO which makes use of domain decomposition of the input data and network weights, and exploits architectural features of FNOs to also include a natural form of asynchronous pipeline parallelism. Our network can scale to arbitrary problem sizes on CPU and GPU systems.},
	keywords = {CCS, deep learning, Fourier neural operators, HPC, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/grady2022ML4SEISMICesn/index.html},
	author = {Thomas J. Grady II and Rishi Khan and Mathias Louboutin and Ziyi Yin and Philipp A. Witte and Ranveer Chandra and Russell J. Hewett and Felix J. Herrmann}
}
@conference {siahkoohi2022INTERSPEECHulbs,
	title = {Ultra-Low-Bitrate Speech Coding with Pretrained Transformers},
	booktitle = {Proceedings of INTERSPEECH},
	year = {2022},
	note = {International Speech Communication Association (ISCA)},
	month = {06},
	abstract = {Speech coding facilitates the transmission of speech over low-bandwidth networks with minimal distortion. Neural-network based speech codecs have recently demonstrated significant improvements in quality over traditional approaches. While this new generation of codecs is capable of synthesizing high-fidelity speech, their use of recurrent or convolutional layers often restricts their effective receptive fields, which prevents them from compressing speech efficiently. We propose to further reduce the bitrate of neural speech codecs through the use of pretrained Transformers, capable of exploiting long-range dependencies in the input signal due to their inductive bias. As such, we use a pretrained Transformer in tandem with a convolutional encoder, which is trained end-to-end with a quantizer and a generative adversarial net decoder. Our numerical experiments show that supplementing the convolutional encoder of a neural speech codec with Transformer speech embeddings yields a speech codec with a bitrate of 600 bps that outperforms the original neural speech codec in synthesized speech quality when trained at the same bitrate. Subjective human evaluations suggest that the quality of the resulting codec is comparable or better than that of conventional codecs operating at three to four times the rate.},
	keywords = {deep learning, GANs, INTERSPEECH, signal processing, Transformers},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/INTERSPEECH/2022/siahkoohi2022INTERSPEECHulbs/paper.pdf},
	author = {Ali Siahkoohi and Michael Chinen and Tom Denton and W. Bastiaan Kleijn and Jan Skoglund}
}
@conference {chai2016SEGlbm,
	title = {A linearized Bregman method for compressive waveform inversion},
	booktitle = {SEG Technical Program Expanded Abstracts},
	year = {2016},
	note = {(SEG, Dallas)},
	month = {10},
	pages = {1449-1454},
	abstract = {We present an implementation of a recently developed and relatively simple linearized Bregman method to solve the large-scale $\ell_1$-norm sparsity-promoting Gauss-Newton (GN) full-waveform inversion (FWI) problem. Numerical experiments demonstrate that: the much simpler linearized Bregman method does a comparable and even superior job compared to a state-of-the-art $\ell_1$-norm solver SPGL1, which is previously used in the modified Gauss-Newton FWI; the linearized Bregman method is also more efficient (faster) than SPGL1; the FWI result with the linearized Bregman method solving $\ell_1$-norm sparsity-promoting problems to get the model updates is better than that obtained by solving $\ell_2$-norm least-squares problems to get the model updates.},
	keywords = {Bregman method, SEG, waveform inversion},
	doi = {10.1190/segam2016-13848105.1},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/chai2016SEGlbm/chai2016SEGlbm.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2016/chai2016SEGlbm/chai2016SEGlbm_pres.pdf},
	author = {Xintao Chai and Mengmeng Yang and Philipp A. Witte and Rongrong Wang and Zhilong Fang and Felix J. Herrmann}
}
@article {herrmann2013TLEffwi,
	title = {Frugal full-waveform inversion: from theory to a practical algorithm},
	journal = {The Leading Edge},
	volume = {32},
	number = {9},
	year = {2013},
	month = {09},
	pages = {1082-1092},
	abstract = {As conventional oil and gas fields are maturing, our profession is challenged to come up with the next-generation of more and more sophisticated exploration tools. In exploration seismology this trend has led to the emergence of wave-equation based inversion technologies such as reverse-time migration and full-waveform inversion. While significant progress has been made in wave-equation based inversion, major challenges remain in the development of robust and computationally feasible workflows that give reliable results in geophysically challenging areas that may include ultra-low shear velocity zones or high-velocity salt. Moreover, sub-salt production carries risks that needs mitigation, which raises the bar from creating sub-salt images to inverting for sub-salt overpressure.},
	keywords = {Optimization, waveform inversion},
	doi = {10.1190/tle32091082.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/TheLeadingEdge/2013/herrmann2013ffwi/herrmann2013ffwi.html},
	author = {Felix J. Herrmann and Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason}
}
@conference {vanleeuwen2013EAGErobustFWI,
	title = {In which domain should we measure the misfit for robust full waveform inversion?},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2013},
	month = {06},
	abstract = {Full-waveform inversion relies on minimizing the difference between observed and modeled data, as measured by some penalty function. A popular choice, of course, is the least-squares penalty. However, when outliers are present in the data, the use of robust penalties such as the Huber or Student{\textquoteright}s t may significantly improve the results since they put relatively less weight on large residuals. In order for robust penalties to be effective, the outliers must be somehow localized and distinguishable from the good data. We propose to first transform the residual into a domain where the outliers are localized before measuring the misfit with a robust penalty. This is exactly how one would normally devise filters to remove the noise before applying conventional FWI. We propose to merge the two steps and let the inversion process implicitly filter out the noise. Results on a synthetic dataset show the effectiveness of the approach.},
	keywords = {EAGE, full waveform inversion},
	doi = {10.3997/2214-4609.20130839},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2013/vanleeuwen2013EAGErobustFWI/vanleeuwen2013EAGErobustFWI.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2013/vanleeuwen2013EAGErobustFWI/vanleeuwen2013EAGErobustFWI_pres.pdf},
	author = {Tristan van Leeuwen and Aleksandr Y. Aravkin and Henri Calandra and Felix J. Herrmann}
}
@presentation {li2013SINBADgom,
	title = {Lessons learned from Chevron Gulf of Mexico data set},
	year = {2013},
	publisher = {SINBAD},
	abstract = {Chevron Gulf of Mexico data set is very challenging for FWI because of elastic phases, limited offset, lack of low frequencies and salt structure. To overcome these issue, we first use ray-based tomography on the hand-picked first breaks to generate initial model for FWI, and then we apply curvelet-denosing techniques to improve the poor signal-to-noise ratio of the observed data at low frequencies. Finally, Curvelet domain sparsity promoting Gauss-Newton FWI helps to suppress model space artifacts caused by elastic phases. This is joint work with Andrew J. Calvert, Ian Hanlon, Mostafa Javanmehri, Rajiv Kumar, Tristan van Leeuwen, Brendan R. Smithyman, Haneet Wason and Felix J. Herrmann},
	keywords = {Presentation, SINBAD, SINBADFALL2013, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2013/Fall/li2013SINBADgom/li2013SINBADgom.pdf},
	author = {Xiang Li and Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Brendan R. Smithyman and Haneet Wason and Felix J. Herrmann}
}
@article {haber10TRemp,
	title = {An effective method for parameter estimation with PDE constraints with multiple right hand sides},
	journal = {SIAM Journal on Optimization},
	volume = {22},
	number = {3},
	year = {2012},
	month = {07},
	abstract = {Often, parameter estimation problems of parameter-dependent PDEs involve multiple right-hand sides. The computational cost and memory requirements of such problems increase linearly with the number of right-hand sides. For many applications this is the main bottleneck of the computation. In this paper we show that problems with multiple right-hand sides can be reformulated as stochastic programming problems by combining the right-hand sides into a few {\quotedblbase}simultaneous{\textquotedblright} sources. This effectively reduces the cost of the forward problem and results in problems that are much cheaper to solve. We discuss two solution methodologies: namely sample average approximation and stochastic approximation. To illustrate the effectiveness of our approach we present two model problems, direct current resistivity and seismic tomography.},
	keywords = {FWI, Optimization, SLIM},
	url = {http://dx.doi.org/10.1137/11081126X},
	author = {Eldad Haber and Matthias Chung and Felix J. Herrmann}
}
@conference {herrmann2012SEGfwi,
	title = {FWI from the West Coasts: lessons learned from "Gulf of Mexico Imaging Challenges: What Can Full Waveform Inversion Achieve?"},
	booktitle = {SEG Workshop on FWI; Las Vegas},
	year = {2012},
	publisher = {SEG},
	organization = {SEG},
	keywords = {FWI, SEG, workshop},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2012/herrmann2012SEGfwi/herrmann2012SEGfwi_pres.pdf},
	author = {Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason and Felix J. Herrmann}
}
@presentation {herrmann2012SINBADfwi,
	title = {Our findings on the Chevron benchmark dataset},
	year = {2012},
	publisher = {SINBAD},
	abstract = {During this presentation, we will review our findings working with the synthetic GOM data released as part of the post SEG workshop:"Gulf of Mexico Imaging Challenges: What Can Full Waveform Inversion Achieve?". This is joint work with Andrew J. Calvert, Ian Hanlon, Mostafa Javanmehri, Rajiv Kumar, Tristan van Leeuwen, Xiang Li, Brendan R. Smithyman, Eric Takam Takougang, and Haneet Wason.},
	keywords = {Presentation, SINBAD, SINBADFALL2012, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2012/Fall/herrmann2012SINBADfwi/herrmann2012SINBADfwi_pres.pdf},
	author = {Andrew J. Calvert and Ian Hanlon and Mostafa Javanmehri and Rajiv Kumar and Tristan van Leeuwen and Xiang Li and Brendan R. Smithyman and Eric Takam Takougang and Haneet Wason and Felix J. Herrmann}
}
@conference {aravkin2012EAGErobust,
	title = {Source estimation for frequency-domain FWI with robust penalties},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2012},
	month = {06},
	abstract = {Source estimation is an essential component of full waveform inversion. In the standard frequency domain formulation, there is closed form solution for the the optimal source weights, which can thus be cheaply estimated on the fly. A growing body of work underscores the importance of robust modeling for data with large outliers or artifacts that are not captured by the forward model. Effectively, the least-squares penalty on the residual is replaced by a robust penalty, such as Huber, Hybrid {\textquoteleft}1-{\textquoteleft}2 or Student{\textquoteright}s t. As we will demonstrate, it is essential to use the same robust penalty for source estimation. In this abstract, we present a general approach to robust waveform inversion with robust source estimation. In this general formulation, there is no closed form solution for the optimal source weights so we need to solve a scalar optimization problem to obtain these weights. We can efficiently solve this optimization problem with a Newton-like method in a few iterations. The computational cost involved is of the same order as the usual least-squares source estimation procedure. We show numerical examples illustrating robust source estimation and robust waveform inversion on synthetic data with outliers.},
	keywords = {EAGE},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/aravkin2012EAGErobust/aravkin2012EAGErobust.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2012/aravkin2012EAGErobust/aravkin2012EAGErobust_pres.pdf},
	url2 = {http://earthdoc.eage.org/publication/publicationdetails/?publication=59196},
	author = {Aleksandr Y. Aravkin and Tristan van Leeuwen and Henri Calandra and Felix J. Herrmann}
}
@article {kumar2010TNPecr,
	title = {Enhancing crustal reflection data through curvelet denoising},
	journal = {Technophysics},
	volume = {508},
	number = {1-4},
	year = {2011},
	month = {07},
	pages = {106-116},
	abstract = {Suppression of incoherent noise, which is present in the seismic signal and may often lead to ambiguous interpretation, is a key step in processing associated with crustal reflection data. In this paper, we make use of the parsimonious representation of seismic data in the curvelet domain to perform the noise attenuation while preserving the coherent energy and its amplitude information. Curvelets are a recently developed mathematical transform that has as one of its properties minimal overlap between seismic signal and noise in the transform domain, thereby facilitating signal-noise separation. The problem is cast as an inverse problem and the results are obtained by updating the solution at each iteration. We demonstrate the effectiveness of this procedure at removing noise on both synthetic shot gathers and a synthetic stacked seismic section. We then apply curvelet denoising to deep crustal seismic reflection data where the signal-to-noise ratio is low. The reflection data were recorded along Lithoprobe{\textquoteright}s SNORCLE Line 1 across Paleoproterozoic-Archean domains in Canada{\textquoteright}s Northwest Territories. After initial processing, we apply the iterative curvelet denoising to both pre-stack shot gathers and post-stack data. Ground roll, random noise and much of the anomalous vertical energy is removed from the pre-stack shot gathers, to the extent that crustal reflections, including those from the Moho, are clearly seen on individual gathers. Denoised stacked data show a series of dipping reflections in the lower crust that extend into the Moho. The Moho itself is relatively flat and characterized by a sharp, narrow band of reflections. Comparing the results for the stacked data with those from F-X deconvolution, curvelet denoising outperforms the latter by attenuating incoherent noise with minimal harm to the signal. Because curvelet denoising retains amplitude information, it provides opportunities for further studies of seismic sections through attribute analyses. Curvelet denoising provides an important new tool in the processing toolbox for crustal seismic reflection data.},
	keywords = {Processing, SLIM},
	doi = {10.1016/j.tecto.2010.07.01},
	url = {http://www.sciencedirect.com/science/article/pii/S0040195110003227},
	author = {Vishal Kumar and Jounada Oueity and Ron Clowes and Felix J. Herrmann}
}
@conference {saab2008ICASSPssa,
	title = {Stable sparse approximations via nonconvex optimization},
	booktitle = {ICASSP},
	year = {2008},
	publisher = {ICASSP},
	organization = {ICASSP},
	abstract = {We present theoretical results pertaining to the ability of lp minimization to recover sparse and compressible signals from incomplete and noisy measurements. In particular, we extend the results of Cande{\textquoteleft}s, Romberg and Tao [1] to the p < 1 case. Our results indicate that depending on the restricted isometry constants (see, e.g.,[2] and [3]) and the noise level, lp minimization with certain values of p < 1 provides better theoretical guarantees in terms of stability and robustness than l1 minimization does. This is especially true when the restricted isometry constants are relatively large.},
	keywords = {ICASSP},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ICASSP/2008/saab08ICASSPssa/saab08ICASSPssa.pdf},
	author = {Rayan Saab and Rick Chartrand and Ozgur Yilmaz}
}
@conference {beyreuther2005SEGcot,
	title = {Computation of time-lapse differences with 3-D directional frames},
	booktitle = {SEG Technical Program Expanded Abstracts},
	volume = {24},
	year = {2005},
	pages = {2488-2491},
	publisher = {SEG},
	organization = {SEG},
	abstract = {We present an alternative method of extracting production related differences from time-lapse seismic data sets. Our method is not based on the actual subtraction of the two data sets, risking the enhancement of noise and introduction of artifacts due to local phase rotation and slightly misaligned events. Rather, it mutes events of the monitor survey with respect to the baseline survey based on the magnitudes of coefficients in a sparse and local atomic decomposition. Our technique is demonstrated to be an effective tool for enhancing the time-lapse signal from surveys which have been cross-equalized. \copyright2005 Society of Exploration Geophysicists},
	keywords = {SEG, SLIM},
	doi = {10.1190/1.2148227},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/SEG/2005/Beyreuther05SEGcot/Beyreuther05SEGcot.pdf},
	author = {Moritz Beyreuther and Jamin Cristall and Felix J. Herrmann}
}
@conference {beyreuther2004EAGEcdo,
	title = {Curvelet denoising of 4-D seismic},
	booktitle = {EAGE Annual Conference Proceedings},
	year = {2004},
	month = {06},
	abstract = {With burgeoning world demand and a limited rate of discovery of new reserves, there is increasing impetus upon the industry to optimize recovery from already existing fields. 4D, or time-lapse, seismic imaging is an emerging technology that holds great promise to better monitor and optimise reservoir production. The basic idea behind 4D seismic is that when multiple 3D surveys are acquired at separate calendar times over a producing field, the reservoir geology will not change from survey to survey but the state of the reservoir fluids will change. Thus, taking the difference between two 3D surveys should remove the static geologic contribution to the data and isolate the time- varying fluid flow component. However, a major challenge in 4D seismic is that acquisition and processing differences between 3D surveys often overshadow the changes caused by fluid flow. This problem is compounded when 4D effects are sought to be derived from vintage 3D data sets that were not originally acquired with 4D in mind. The goal of this study is to remove the acquisition and imaging artefacts from a 4D seismic difference cube using Curveket processing techniques.},
	keywords = {EAGE, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2004/Beyreuther04EAGEcdo/beyreuther2004EAGEcdo_paper.pdf},
	presentation = {https://slim.gatech.edu/Publications/Public/Conferences/EAGE/2004/Beyreuther04EAGEcdo/Beyreuther04EAGEcdo_pres.pdf},
	url2 = {https://circle.ubc.ca/bitstream/handle/2429/453/EAGE4D2004.pdf?sequence=1},
	author = {Moritz Beyreuther and Felix J. Herrmann and Jamin Cristall}
}
@conference {cristall2004CSEGcpa,
	title = {Curvelet processing and imaging: 4-D adaptive subtraction},
	booktitle = {CSEG Annual Conference Proceedings},
	year = {2004},
	month = {05},
	publisher = {CSEG},
	organization = {CSEG},
	abstract = {With burgeoning world demand and a limited rate of discovery of new reserves, there is increasing impetus upon the industry to optimize recovery from already existing fields. 4D, or time-lapse, seismic imaging holds great promise to better monitor and optimise reservoir production. The basic idea behind 4D seismic is that when multiple 3D surveys are acquired at separate calendar times over a producing field, the reservoir geology will not change from survey to survey but the state of the reservoir fluids will change. Thus, taking the difference between two 3D surveys should remove the static geologic contribution to the data and isolate the time-varying fluid flow component. However, a major challenge in 4D seismic is that acquisition and processing differences between 3D surveys often overshadow the changes caused by fluid flow. This problem is compounded when 4D effects are sought to be derived from legacy 3D data sets that were not originally acquired with 4D in mind. The goal of this study is to remove the acquisition and imaging artefacts from a 4D seismic difference cube using Curvelet processing techniques.},
	keywords = {SLIM},
	url = {http://www.cseg.ca/assets/files/resources/abstracts/2004/059S0201-Cristall_J_Curvelet_4D.pdf},
	author = {Jamin Cristall and Moritz Beyreuther and Felix J. Herrmann}
}
