@presentation {rex2024ML4SEISMICfca,
	title = {FNO-charged ASPIRE},
	year = {2024},
	month = {11},
	abstract = {During this talk, we will demonstrate how extended re-migrations{\textemdash}i.e, formation of subsurface-offset Common-Image Gathers (CIGs) for a new velocity model, can be avoided altogether by training Fourier Neural Operators during training of ASPIRE {\textemdash} Amortized posteriors with Summaries that are Physics-based and Iteratively REfined. In this approach, FNOs are trained as surrogates capable of mapping CIGs for one migration-velocity model to the other. The approach is computationally feasible because it uses the same training set as used during ASPIRE. As a result, additional training costs are small and the inference costs are reduced by a factor equal to the number of ASPIRE refinements.},
	keywords = {deep learning, FNO, hierarchical tucker tensor, Inverse problems, kronecker product, ML4SEISMIC, SLIM, two-phase flow},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/rex2024ML4SEISMICfca},
	author = {Richard Rex and Yunlin Zeng and Ziyi Yin and Rafael Orozco and Felix J. Herrmann}
}
@presentation {park2024ML4SEISMICpbi,
	title = {Physical Bayesian Inference for Two-Phase Flow Problems},
	year = {2024},
	month = {11},
	abstract = {Previous research on surrogate modeling of multiphase flow systems has shown that even models with low generalization error in forward predictions can generate posterior estimates that are out of distribution and physically unrealistic. To address this, we propose a regularization method that leverages the Fisher Information Matrix (FIM) to guide the training process. By integrating the FIM into a differentiable optimization framework, we aim to improve the reliability of surrogate models, such as Fourier Neural Operators (FNO), for both forward predictions and posterior inference. Our experiments on benchmark problems, including the Lorenz-63 system and Navier-Stokes equations, demonstrate that our approach significantly enhances physical consistency throughout time evolution, keeping predictions within the correct spatial distribution. Looking ahead, we plan to extend our framework to more complex applications, such as Geological Carbon Storage, with an emphasis on scaling FIM computations for high-dimensional problems.},
	keywords = {Bayesian inference, deep learning, Fisher Information Matrix, FNO, Inverse problems, ML4SEISMIC, SLIM, two-phase flow, Uncertainty quantification},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/park2024ML4SEISMICpbi},
	author = {Jeongjin Park and Huseyin Tuna Erdinc and Haoyun Li and Richard Rex and Nisha Chandramoorthy and Felix J. Herrmann}
}
@presentation {rex2024ML4SEISMIChtc,
	title = {Tucker Compression for Scalable Operator Learning in Large-Scale Parametric PDE Models},
	year = {2024},
	month = {11},
	abstract = {Simulating two-phase flow via PDEs is computationally expensive due to the inversion of large, ill-conditioned matrices. To accelerate these computations, we reformulate Hierarchical Tucker Tensor (HTT) decompositions into Kronecker products, enabling scalable Fourier Neural Operators (FNOs) for CO2 saturation predictions in subsurface environments. This reformulation allows efficient scaling across multiple GPUs while maintaining a large number of modes. Building on our existing matrix-free abstraction library, we extend its capabilities to support distributed tensor operators. The extended library is auto-differentiable, with customized AD rules for training complex networks. We demonstrate the performance and scalability of our approach by evaluating FNO simulations against traditional PDE solvers for predicting time-varying CO2 saturations from permeability models in large-scale subsurface environments.},
	keywords = {deep learning, FNO, hierarchical tucker tensor, Inverse problems, kronecker product, ML4SEISMIC, SLIM, two-phase flow},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/rex2024ML4SEISMIChtc},
	author = {Richard Rex and Srikanth Avasarala and Thomas Grady and Felix J. Herrmann}
}
@presentation {rex2023ML4SEISMIClsp,
	title = {Large-scale parametric PDE approximations with model-parallel Fourier neural operators},
	year = {2023},
	month = {11},
	abstract = {Solving PDEs to simulate two-phase flow is expensive since it involves the inversion of large ill-conditioned matrices. FNOs represent a special type of neural network capable of approximating solutions to two-phase flow equations. In order to speed up this computation, we develop a high-level software abstraction tool to exploit the linearly separable property of Fourier Transforms via Kronecker products. We perform a series of all-to-all operations where we partition the data to apply the operations in a distributed fashion. We apply these FNOs to predict the evolution of CO2-plumes in subsurface environments. Our model takes an input permeability model, and outputs time-varying CO2 saturations in a quick and cost-effective manner. Additionally, our research involves developing a distributed matrix-free abstraction library that can be used to represent any generic linear and nonlinear operator. This library is scalable and auto-differentiable thanks to the hand-written customized AD rules, allowing us to represent and train any network. We provide an evaluation on the accuracy of FNO simulations compared to traditional PDE simulations in solving various classes of PDEs.},
	keywords = {CCS, deep learning, Fourier neural operators, HPC, ML4SEISMIC, SLIM},
	url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/rex2023ML4SEISMIClsp},
	author = {Richard Rex and Thomas J. Grady II and Rishi Khan and Ziyi Yin and Felix J. Herrmann}
}
