{"total":147,"rows":[{"id":"2110.11216","title":"User-friendly introduction to PAC-Bayes bounds","created":"2021-10-21","cited_by_count":239,"area":null},{"id":"2305.08846","title":"Privacy Auditing with One (1) Training Run","created":"2023-05-15","cited_by_count":123,"area":null},{"id":"2305.18887","title":"How Does Information Bottleneck Help Deep Learning?","created":"2023-05-30","cited_by_count":93,"area":null},{"id":"2106.06333","title":"Invariant Information Bottleneck for Domain Generalization","created":"2021-06-11","cited_by_count":86,"area":null},{"id":"2102.00931","title":"Information-Theoretic Generalization Bounds for Stochastic Gradient Descent","created":"2021-02-01","cited_by_count":84,"area":null},{"id":"2304.09355","title":"To Compress or Not to Compress- Self-Supervised Learning and Information Theory: A Review","created":"2023-04-19","cited_by_count":72,"area":null},{"id":"2505.24832","title":"How much do language models memorize?","created":"2025-05-30","cited_by_count":61,"area":null},{"id":"2110.01584","title":"Information-theoretic generalization bounds for black-box learning algorithms","created":"2021-10-04","cited_by_count":49,"area":null},{"id":"2109.14595","title":"Generalization Bounds For Meta-Learning: An Information-Theoretic Analysis","created":"2021-09-29","cited_by_count":45,"area":null},{"id":"2101.09315","title":"Tighter expected generalization error bounds via Wasserstein distance","created":"2021-01-22","cited_by_count":43,"area":null},{"id":"2303.12921","title":"Stability is Stable: Connections between Replicability, Privacy, and Adaptive Generalization","created":"2023-03-22","cited_by_count":42,"area":null},{"id":"2106.09683","title":"PAC-Bayes, MAC-Bayes and Conditional Mutual Information: Fast rate bounds that handle general VC classes","created":"2021-06-17","cited_by_count":31,"area":null},{"id":"2110.03128","title":"On the Generalization of Models Trained with SGD: Information-Theoretic Bounds and Implications","created":"2021-10-07","cited_by_count":31,"area":null},{"id":"2111.05275","title":"Towards a Unified Information-Theoretic Framework for Generalization","created":"2021-11-09","cited_by_count":30,"area":null},{"id":"2210.06422","title":"A New Family of Generalization Bounds Using Samplewise Evaluated CMI","created":"2022-10-12","cited_by_count":28,"area":null},{"id":"2202.04985","title":"Generalization Bounds via Convex Analysis","created":"2022-02-10","cited_by_count":27,"area":null},{"id":"2202.08311","title":"Single Trajectory Nonparametric Learning of Nonlinear Dynamics","created":"2022-02-16","cited_by_count":26,"area":null},{"id":"2303.00633","title":"An Information-Theoretic Perspective on Variance-Invariance-Covariance Regularization","created":"2023-03-01","cited_by_count":25,"area":null},{"id":"2407.08039","title":"Knowledge Overshadowing Causes Amalgamated Hallucination in Large Language Models","created":"2024-07-10","cited_by_count":25,"area":null},{"id":"2203.02474","title":"Rate-Distortion Theoretic Generalization Bounds for Stochastic Learning Algorithms","created":"2022-03-04","cited_by_count":22,"area":null},{"id":"2302.02432","title":"Tighter Information-Theoretic Generalization Bounds from Supersamples","created":"2023-02-05","cited_by_count":22,"area":null},{"id":"2403.02187","title":"Mutual Information Estimation via Normalizing Flows","created":"2024-03-04","cited_by_count":22,"area":null},{"id":"2212.13556","title":"Limitations of Information-Theoretic Generalization Bounds for Gradient Descent Methods in Stochastic Convex Optimization","created":"2022-12-27","cited_by_count":19,"area":null},{"id":"2305.08013","title":"Information Bottleneck Analysis of Deep Neural Networks via Lossy Compression","created":"2023-05-13","cited_by_count":19,"area":null},{"id":"2202.12123","title":"An Information-theoretical Approach to Semi-supervised Learning under Covariate-shift","created":"2022-02-24","cited_by_count":18,"area":null},{"id":"2302.04925","title":"Information Theoretic Lower Bounds for Information Theoretic Upper Bounds","created":"2023-02-09","cited_by_count":17,"area":null},{"id":"2306.12214","title":"More PAC-Bayes bounds: From bounded losses, to losses with general tail behaviors, to anytime validity","created":"2023-06-21","cited_by_count":17,"area":null},{"id":"2502.21278","title":"Does Generation Require Memorization? Creative Diffusion Models using Ambient Diffusion","created":"2025-02-28","cited_by_count":17,"area":"diffusion"},{"id":"2206.14800","title":"Understanding Generalization via Leave-One-Out Conditional Mutual Information","created":"2022-06-29","cited_by_count":16,"area":null},{"id":"2102.02976","title":"Generalization Bounds for Noisy Iterative Algorithms Using Properties of Additive Noise Channels","created":"2021-02-05","cited_by_count":15,"area":null},{"id":"2207.10081","title":"What Do We Maximize in Self-Supervised Learning?","created":"2022-07-20","cited_by_count":15,"area":null},{"id":"2210.00706","title":"Information-Theoretic Analysis of Unsupervised Domain Adaptation","created":"2022-10-03","cited_by_count":15,"area":null},{"id":"2302.02766","title":"Generalization Bounds with Data-dependent Fractal Dimensions","created":"2023-02-06","cited_by_count":15,"area":null},{"id":"2105.01747","title":"Information Complexity and Generalization Bounds","created":"2021-05-04","cited_by_count":14,"area":null},{"id":"2111.01635","title":"Characterizing and Understanding the Generalization Error of Transfer Learning with Gibbs Algorithm","created":"2021-11-02","cited_by_count":14,"area":null},{"id":"2206.02604","title":"Rate-Distortion Theoretic Bounds on Generalization Error for Distributed Learning","created":"2022-06-06","cited_by_count":14,"area":null},{"id":"2206.03299","title":"Generalization Error Bounds for Deep Neural Networks Trained by SGD","created":"2022-06-07","cited_by_count":14,"area":null},{"id":"2305.19674","title":"Online-to-PAC Conversions: Generalization Bounds via Regret Analysis","created":"2023-05-31","cited_by_count":14,"area":null},{"id":"2402.09327","title":"Information Complexity of Stochastic Convex Optimization: Applications to Generalization and Memorization","created":"2024-02-14","cited_by_count":14,"area":null},{"id":"2503.17862","title":"A Causal Adjustment Module for Debiasing Scene Graph Generation","created":"2025-03-22","cited_by_count":14,"area":null},{"id":"2102.02016","title":"Information-Theoretic Bounds on the Moments of the Generalization Error of Learning Algorithms","created":"2021-02-03","cited_by_count":12,"area":null},{"id":"2110.00926","title":"Information-Theoretic Characterization of the Generalization Error for Iterative Semi-Supervised Learning","created":"2021-10-03","cited_by_count":11,"area":null},{"id":"2202.12150","title":"Tighter Expected Generalization Error Bounds via Convexity of Information Measures","created":"2022-02-24","cited_by_count":11,"area":null},{"id":"2204.03230","title":"What You See is What You Get: Principled Deep Learning via Distributional Generalization","created":"2022-04-07","cited_by_count":11,"area":null},{"id":"2207.05377","title":"On the Generalization for Transfer Learning: An Information-Theoretic Analysis","created":"2022-07-12","cited_by_count":11,"area":null},{"id":"2210.06511","title":"Evaluated CMI Bounds for Meta Learning: Tightness and Expressiveness","created":"2022-10-12","cited_by_count":11,"area":null},{"id":"2211.10691","title":"Two Facets of SDE Under an Information-Theoretic Lens: Generalization of SGD via Training Trajectories and via Terminal States","created":"2022-11-19","cited_by_count":11,"area":null},{"id":"2402.03254","title":"Minimum Description Length and Generalization Guarantees for Representation Learning","created":"2024-02-05","cited_by_count":11,"area":null},{"id":"2101.08390","title":"An Information-Theoretic Analysis of the Impact of Task Similarity on Meta-Learning","created":"2021-01-21","cited_by_count":10,"area":null},{"id":"2105.04180","title":"Rate-Distortion Analysis of Minimum Excess Risk in Bayesian Learning","created":"2021-05-10","cited_by_count":10,"area":null},{"id":"2106.00252","title":"Information-Theoretic Analysis of Epistemic Uncertainty in Bayesian Meta-learning","created":"2021-06-01","cited_by_count":10,"area":null},{"id":"2203.00977","title":"Chained Generalisation Bounds","created":"2022-03-02","cited_by_count":10,"area":null},{"id":"2404.03176","title":"Information-Theoretic Generalization Bounds for Deep Neural Networks","created":"2024-04-04","cited_by_count":10,"area":null},{"id":"2405.15709","title":"Information-theoretic Generalization Analysis for Expected Calibration Error","created":"2024-05-24","cited_by_count":10,"area":null},{"id":"2502.04667","title":"Compositional Generalization from Learned Skills via CoT Training: A Theoretical and Structural Analysis for Reasoning","created":"2025-02-07","cited_by_count":10,"area":"lr"},{"id":"2201.08704","title":"Adaptive Data Analysis with Correlated Observations","created":"2022-01-21","cited_by_count":9,"area":null},{"id":"2208.03848","title":"Information bottleneck theory of high-dimensional regression: relevancy, efficiency and optimality","created":"2022-08-08","cited_by_count":9,"area":null},{"id":"2210.11289","title":"Tighter PAC-Bayes Generalisation Bounds by Leveraging Example Difficulty","created":"2022-10-20","cited_by_count":9,"area":null},{"id":"2303.05369","title":"Data-dependent Generalization Bounds via Variable-Size Compressibility","created":"2023-03-09","cited_by_count":9,"area":null},{"id":"2410.02247","title":"Theoretical Insights into Fine-Tuning Attention Mechanism: Generalization and Optimization","created":"2024-10-03","cited_by_count":9,"area":null},{"id":"2510.12066","title":"AI Agents as Universal Task Solvers","created":"2025-10-14","cited_by_count":9,"area":null},{"id":"2201.03064","title":"Stability Based Generalization Bounds for Exponential Family Langevin Dynamics","created":"2022-01-09","cited_by_count":8,"area":null},{"id":"2207.00581","title":"On Leave-One-Out Conditional Mutual Information For Generalization","created":"2022-07-01","cited_by_count":8,"area":null},{"id":"2211.10929","title":"Towards Generalizable Graph Contrastive Learning: An Information Theory Perspective","created":"2022-11-20","cited_by_count":8,"area":null},{"id":"2106.10761","title":"Generalization in the Face of Adaptivity: A Bayesian Perspective","created":"2021-06-20","cited_by_count":7,"area":null},{"id":"2206.13257","title":"Finite Littlestone Dimension Implies Finite Information Complexity","created":"2022-06-27","cited_by_count":7,"area":null},{"id":"2207.06687","title":"Breaking Correlation Shift via Conditional Invariant Regularizer","created":"2022-07-14","cited_by_count":7,"area":null},{"id":"2305.04712","title":"High-Dimensional Smoothed Entropy Estimation via Dimensionality Reduction","created":"2023-05-08","cited_by_count":7,"area":null},{"id":"2502.01383","title":"InfoBridge: Mutual Information estimation via Bridge Matching","created":"2025-02-03","cited_by_count":7,"area":null},{"id":"2505.23182","title":"FSL-SAGE: Accelerating Federated Split Learning via Smashed Activation Gradient Estimation","created":"2025-05-29","cited_by_count":7,"area":null},{"id":"2202.03956","title":"From Generalisation Error to Transportation-cost Inequalities and Back","created":"2022-02-08","cited_by_count":6,"area":null},{"id":"2205.03131","title":"Fast Rate Generalization Error Bounds: Variations on a Theme","created":"2022-05-06","cited_by_count":6,"area":null},{"id":"2210.00483","title":"Learning Algorithm Generalization Error Bounds via Auxiliary Distributions","created":"2022-10-02","cited_by_count":6,"area":null},{"id":"2305.11042","title":"A unified framework for information-theoretic generalization bounds","created":"2023-05-18","cited_by_count":6,"area":null},{"id":"2310.20102","title":"Sample-Conditioned Hypothesis Stability Sharpens Information-Theoretic Generalization Bounds","created":"2023-10-31","cited_by_count":6,"area":null},{"id":"2506.01855","title":"Trade-offs in Data Memorization via Strong Data Processing Inequalities","created":"2025-06-02","cited_by_count":6,"area":null},{"id":"2106.06153","title":"Towards Understanding Generalization via Decomposing Excess Risk Dynamics","created":"2021-06-11","cited_by_count":5,"area":null},{"id":"2202.07537","title":"Information-Theoretic Analysis of Minimax Excess Risk","created":"2022-02-15","cited_by_count":5,"area":null},{"id":"2210.08188","title":"How Does Pseudo-Labeling Affect the Generalization Error of the Semi-Supervised Gibbs Algorithm?","created":"2022-10-15","cited_by_count":5,"area":null},{"id":"2303.14658","title":"Fast Rate Information-theoretic Bounds on Generalization Errors","created":"2023-03-26","cited_by_count":5,"area":null},{"id":"2304.14618","title":"Recognizable Information Bottleneck","created":"2023-04-28","cited_by_count":5,"area":null},{"id":"2310.10534","title":"Comparing Comparators in Generalization Bounds","created":"2023-10-16","cited_by_count":5,"area":null},{"id":"2502.01473","title":"Generalization Error Analysis for Selective State-Space Models Through the Lens of Attention","created":"2025-02-03","cited_by_count":5,"area":"ssm"},{"id":"2511.02833","title":"In Good GRACEs: Principled Teacher Selection for Knowledge Distillation","created":"2025-11-04","cited_by_count":5,"area":"distill"},{"id":"2206.07199","title":"Benefits of Additive Noise in Composing Classes with Bounded Capacity","created":"2022-06-14","cited_by_count":4,"area":null},{"id":"2305.00876","title":"Exactly Tight Information-Theoretic Generalization Error Bound for the Quadratic Gaussian Problem","created":"2023-05-01","cited_by_count":4,"area":null},{"id":"2307.02501","title":"Generalization Guarantees via Algorithm-dependent Rademacher Complexity","created":"2023-07-04","cited_by_count":4,"area":null},{"id":"2406.04047","title":"Slicing Mutual Information Generalization Bounds for Neural Networks","created":"2024-06-06","cited_by_count":4,"area":null},{"id":"2409.19431","title":"Generalization and Robustness of the Tilted Empirical Risk","created":"2024-09-28","cited_by_count":4,"area":null},{"id":"2410.22887","title":"Generalization Bounds via Conditional $f$-Information","created":"2024-10-30","cited_by_count":4,"area":null},{"id":"2107.13656","title":"Characterizing the Generalization Error of Gibbs Algorithm with Symmetrized KL information","created":"2021-07-28","cited_by_count":3,"area":null},{"id":"2110.08931","title":"Quantifying the Task-Specific Information in Text-Based Classifications","created":"2021-10-17","cited_by_count":3,"area":null},{"id":"2205.06915","title":"Formal limitations of sample-wise information-theoretic generalization bounds","created":"2022-05-13","cited_by_count":3,"area":null},{"id":"2306.17151","title":"Local Risk Bounds for Statistical Aggregation","created":"2023-06-29","cited_by_count":3,"area":null},{"id":"2403.19895","title":"An Information-Theoretic Framework for Out-of-Distribution Generalization with Applications to Stochastic Gradient Langevin Dynamics","created":"2024-03-29","cited_by_count":3,"area":null},{"id":"2506.00849","title":"Generalization in VAE and Diffusion Models: A Unified Information-Theoretic Analysis","created":"2025-06-01","cited_by_count":3,"area":"diffusion"},{"id":"2506.07861","title":"Fairness Overfitting in Machine Learning: An Information-Theoretic Perspective","created":"2025-06-09","cited_by_count":3,"area":null},{"id":"2606.11045","title":"What Fits (Into Few Tokens) Doesn't Overfit: Compression and Generalization in ML Research Agents","created":"2026-06-09","cited_by_count":3,"area":"agents"},{"id":"2106.15360","title":"Attack Transferability Characterization for Adversarially Robust Multi-label Classification","created":"2021-06-29","cited_by_count":2,"area":null},{"id":"2302.14518","title":"Generalization Error Bounds for Noisy, Iterative Algorithms via Maximal Leakage","created":"2023-02-28","cited_by_count":2,"area":null}],"next_cursor":"100"}