@article {grady2022SCtll,
	title = {Model-Parallel Fourier Neural Operators as Learned Surrogates for Large-Scale Parametric PDEs},
	journal = {Computers \& Geosciences},
	volume = {178},
	year = {2023},
	note = {(Computers and Geosciences)},
	month = {07},
	pages = {105402},
	abstract = {Fourier neural operators (FNOs) are a recently introduced neural network architecture for learning solution operators of partial differential equations (PDEs), which have been shown to perform significantly better than comparable deep learning approaches. Once trained, FNOs can achieve speed-ups of multiple orders of magnitude over conventional numerical PDE solvers. However, due to the high dimensionality of their input data and network weights, FNOs have so far only been applied to two-dimensional or small three-dimensional problems. To remove this limited problem-size barrier, we propose a model-parallel version of FNOs based on domain-decomposition of both the input data and network weights. We demonstrate that our model-parallel FNO is able to predict time-varying PDE solutions of over 2.6 billion variables on Perlmutter using up to 512 A100 GPUs and show an example of training a distributed FNO on the Azure cloud for simulating multiphase CO2 dynamics in the Earth{\textquoteright}s subsurface.},
	keywords = {CCS, Computers and Geosciences, deep learning, Fourier neural operators, HPC, large-scale, Model Parallelism, Multiphase Flow, Operator Learning},
	doi = {10.1016/j.cageo.2023.105402},
	url = {https://slim.gatech.edu/Publications/Public/Journals/ComputersAndGeosciences/2023/grady2022SCtll/grady2022SCtll.pdf},
	software = {https://github.com/slimgroup/dfno},
	author = {Thomas J. Grady II and Rishi Khan and Mathias Louboutin and Ziyi Yin and Philipp A. Witte and Ranveer Chandra and Russell J. Hewett and Felix J. Herrmann}
}
@article {yarman2017GPmbd,
	title = {A model based data driven dictionary learning for seismic data representation},
	journal = {Geophysical Prospecting},
	year = {2017},
	note = {(published online in Geophysical Prospecting)},
	month = {04},
	abstract = {Planar waves events recorded in a seismic array can be represented as lines in the Fourier domain. However, in the real-world seismic events usually have curvature or amplitude variability that means their Fourier transforms are no longer strictly linear, but rather occupy conic regions of the Fourier domain that are narrow at low frequencies, but broaden at high frequencies where the effect of curvature becomes more pronounced. One can consider these regions as localised "signal cones". In this work, we consider a space-time variable signal cone to model the seismic data. The variability of the signal cone is obtained through scaling, slanting and translation of the kernel for cone-limited (C-limited) functions (functions whose Fourier transform lives within a cone) or C-Gaussian function (a multivariate function whose Fourier transform decays exponentially with respect to slowness and frequency) which constitutes our dictionary. We find a discrete number of scaling, slanting and translation parameters from a continuum by optimally matching the data. This is a nonlinear optimization problem which we address by a fixed point method which utilizes a variable projection method with e1 constraints on the linear parameters and bound constraints on the nonlinear parameters. We observe that slow decay and oscillatory behavior of the kernel for C-limited functions constitute bottlenecks for the optimization problem which we partially overcome by the C-Gaussian function. We demonstrate our method through an interpolation example. We present the interpolation result using the estimated parameters obtained from the proposed method and compare it with those obtained using sparsity promoting curvelet decomposition, matching pursuit Fourier interpolation and sparsity promoting plane wave decomposition methods.},
	keywords = {dictionary learning, kernel method, nonlinear optimization, reproducing kernel, variable projection, variational method},
	doi = {10.1111/1365-2478.12533},
	url = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalProspecting/2017/yarman2017GPmbd/yarman2017GPmbd.pdf},
	author = {Can Evren Yarman and Rajiv Kumar and James Rickett}
}
@article {li2015GEOPmgn,
	title = {Modified Gauss-Newton full-waveform inversion explained{\textendash}-why sparsity-promoting updates do matter},
	journal = {Geophysics},
	volume = {81},
	number = {3},
	year = {2016},
	note = {(Geophysics)},
	month = {05},
	pages = {R125-R138},
	abstract = {Full-waveform inversion can be formulated as a nonlinear least-squares optimization problem. This non-convex problem can be extremely computationally expensive because it requires repeatedly solving large linear systems that correspond to discretized partial differential equations. Randomized subsampling techniques allow us to work with small subsets of (monochromatic) source experiments, reducing the computational cost. However, this subsampling weakens subsurface illumination and introduces subsampling related incoherent artifacts. These subsampling-related artifacts{\textendash}-in conjunction with local minima that are known to plague full-waveform inversion{\textendash}-motivate us to come up with a technique to "regularize" this problem. Following earlier work, we take advantage of the fact that curvelets represent subsurface models and perturbations parsimoniously. At first impulse promoting sparsity on the model directly seems the most natural way to proceed, but we will demonstrate that in certain cases it can be advantageous to promote sparsity on the Gauss-Newton updates instead. While constraining the one-norm of the descent directions does not change not change the underlying full-waveform inversion objective, the constrained model updates remain descent directions, remove subsampling-related artifacts and improve the overall inversion result. We empirically observe this phenomenon in situations where the different model updates occur at roughly the same locations in the curvelet domain. We further investigate and analyze this phenomenon, where nonlinear inversions benefit from sparsity-promoting constraints on the updates, by means of a set of carefully selected examples including phase retrieval and full-waveform inversion. In all cases, we observe a faster decay of the residual and model error as a function of the number of iterations.},
	keywords = {Full-waveform inversion, Gauss-Newton method, sparsity promotion},
	doi = {10.1190/geo2015-0266.1},
	url = {https://slim.gatech.edu/Publications/Public/Journals/Geophysics/2016/li2015GEOPmgn/li2015GEOPmgn.pdf},
	author = {Xiang Li and Ernie Esser and Felix J. Herrmann}
}
@article {vanLeeuwen2013GJImlm,
	title = {Mitigating local minima in full-waveform inversion by expanding the search space},
	journal = {Geophysical Journal International},
	volume = {195},
	year = {2013},
	month = {10},
	pages = {661-667},
	abstract = {Wave equation based inversions, such as full-waveform inversion and reverse-time migration, are challenging because of their computational costs, memory requirements and reliance on accurate initial models. To confront these issues, we propose a novel formulation of wave equation based inversion based on a penalty method. In this formulation, the objective function consists of a data-misfit term and a penalty term, which measures how accurately the wavefields satisfy the wave equation. This new approach is a major departure from current formulations where forward and adjoint wavefields, which both satisfy the wave equation, are correlated to compute updates for the unknown model parameters. Instead, we carry out the inversions over two alternating steps during which we first estimate the wavefield everywhere, given the current model parameters, source and observed data, followed by a second step during which we update the model parameters, given the estimate for the wavefield everywhere and the source. Because the inversion involves both the synthetic wavefields and the medium parameters, its search space is enlarged so that it suffers less from local minima. Compared to other formulations that extend the search space of wave equation based inversion, our method differs in several aspects, namely (i) it avoids storage and updates of the synthetic wavefields because we calculate these explicitly by finding solutions that obey the wave equation and fit the observed data and (ii) no adjoint wavefields are required to update the model, instead our updates are calculated from these solutions directly, which leads to significant computational savings. We demonstrate the validity of our approach by carefully selected examples and discuss possible extensions and future research.},
	doi = {10.1093/gji/ggt258},
	url = {https://slim.gatech.edu/Publications/Public/Journals/GeophysicalJournalInternational/2013/vanLeeuwen2013GJImlm/vanLeeuwen2013mlm.pdf},
	author = {Tristan van Leeuwen and Felix J. Herrmann}
}
