{"total":464,"rows":[{"id":"2106.03253","title":"Tabular Data: Deep Learning is Not All You Need","created":"2021-06-06","cited_by_count":535,"area":null},{"id":"2502.02013","title":"Layer by Layer: Uncovering Hidden Representations in Language Models","created":"2025-02-04","cited_by_count":311,"area":null},{"id":"2109.06590","title":"High-Fidelity GAN Inversion for Image Attribute Editing","created":"2021-09-14","cited_by_count":197,"area":null},{"id":"2309.07311","title":"Sudden Drops in the Loss: Syntax Acquisition, Phase Transitions, and Simplicity Bias in MLMs","created":"2023-09-13","cited_by_count":124,"area":null},{"id":"2107.03158","title":"A Survey on Data Augmentation for Text Classification","created":"2021-07-07","cited_by_count":111,"area":null},{"id":"2110.15438","title":"InfoGCL: Information-Aware Graph Contrastive Learning","created":"2021-10-28","cited_by_count":105,"area":null},{"id":"2406.02917","title":"A comprehensive and FAIR comparison between MLP and KAN representations for differential equations and operator networks","created":"2024-06-05","cited_by_count":104,"area":null},{"id":"2305.18887","title":"How Does Information Bottleneck Help Deep Learning?","created":"2023-05-30","cited_by_count":93,"area":null},{"id":"2105.07190","title":"A Comprehensive Taxonomy for Explainable Artificial Intelligence: A Systematic Survey of Surveys on Methods and Concepts","created":"2021-05-15","cited_by_count":91,"area":null},{"id":"2410.13228","title":"From PINNs to PIKANs: Recent Advances in Physics-Informed Machine Learning","created":"2024-10-17","cited_by_count":73,"area":null},{"id":"2304.09355","title":"To Compress or Not to Compress- Self-Supervised Learning and Information Theory: A Review","created":"2023-04-19","cited_by_count":72,"area":null},{"id":"2101.10832","title":"Revisiting Locally Supervised Learning: an Alternative to End-to-end Training","created":"2021-01-26","cited_by_count":71,"area":null},{"id":"2307.02129","title":"How Deep Neural Networks Learn Compositional Data: The Random Hierarchy Model","created":"2023-07-05","cited_by_count":71,"area":null},{"id":"2201.07395","title":"Overview frequency principle/spectral bias in deep learning","created":"2022-01-19","cited_by_count":69,"area":null},{"id":"2203.07004","title":"Rethinking Minimal Sufficient Representation in Contrastive Learning","created":"2022-03-14","cited_by_count":69,"area":null},{"id":"2106.07171","title":"Examining and Combating Spurious Features under Distribution Shift","created":"2021-06-14","cited_by_count":65,"area":null},{"id":"2110.06530","title":"Reducing Information Bottleneck for Weakly Supervised Semantic Segmentation","created":"2021-10-13","cited_by_count":65,"area":null},{"id":"2209.09056","title":"Concept Embedding Models: Beyond the Accuracy-Explainability Trade-Off","created":"2022-09-19","cited_by_count":61,"area":null},{"id":"2405.15471","title":"Emergence of a High-Dimensional Abstraction Phase in Language Transformers","created":"2024-05-24","cited_by_count":56,"area":null},{"id":"2303.08446","title":"Task-specific Fine-tuning via Variational Information Bottleneck for Weakly-supervised Pathology Whole Slide Image Classification","created":"2023-03-15","cited_by_count":54,"area":null},{"id":"2112.15383","title":"Separation of Scales and a Thermodynamic Description of Feature Learning in Some CNNs","created":"2021-12-31","cited_by_count":53,"area":null},{"id":"2201.00057","title":"Optimal Representations for Covariate Shift","created":"2021-12-31","cited_by_count":51,"area":null},{"id":"2104.02862","title":"Farewell to Mutual Information: Variational Distillation for Cross-Modal Person Re-Identification","created":"2021-04-07","cited_by_count":50,"area":null},{"id":"2301.08915","title":"Improving Deep Regression with Ordinal Entropy","created":"2023-01-21","cited_by_count":45,"area":null},{"id":"2404.08978","title":"Incremental Residual Concept Bottleneck Models","created":"2024-04-13","cited_by_count":43,"area":null},{"id":"2111.06236","title":"Discovering and Explaining the Representation Bottleneck of DNNs","created":"2021-11-11","cited_by_count":42,"area":null},{"id":"2303.10904","title":"Actionlet-Dependent Contrastive Learning for Unsupervised Skeleton-Based Action Recognition","created":"2023-03-20","cited_by_count":42,"area":null},{"id":"2106.10151","title":"The Dimpled Manifold Model of Adversarial Examples in Machine Learning","created":"2021-06-18","cited_by_count":41,"area":null},{"id":"2410.02984","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","created":"2024-10-03","cited_by_count":40,"area":null},{"id":"2107.12045","title":"How to Certify Machine Learning Based Safety-critical Systems? A Systematic Literature Review","created":"2021-07-26","cited_by_count":39,"area":null},{"id":"2202.00155","title":"Fortuitous Forgetting in Connectionist Networks","created":"2022-02-01","cited_by_count":39,"area":null},{"id":"2104.14235","title":"Inspect, Understand, Overcome: A Survey of Practical Methods for AI Safety","created":"2021-04-29","cited_by_count":35,"area":null},{"id":"2304.11327","title":"Understanding and Improving Feature Learning for Out-of-Distribution Generalization","created":"2023-04-22","cited_by_count":35,"area":null},{"id":"2306.13253","title":"Predicting Grokking Long Before it Happens: A look into the loss landscape of models which grok","created":"2023-06-23","cited_by_count":35,"area":null},{"id":"2305.19753","title":"The Tunnel Effect: Building Data Representations in Deep Neural Networks","created":"2023-05-31","cited_by_count":34,"area":null},{"id":"2412.09563","title":"Does Representation Matter? Exploring Intermediate Layers in Large Language Models","created":"2024-12-12","cited_by_count":34,"area":null},{"id":"2305.15614","title":"Reverse Engineering Self-Supervised Learning","created":"2023-05-24","cited_by_count":33,"area":null},{"id":"2208.10609","title":"Global Concept-Based Interpretability for Graph Neural Networks via Neuron Analysis","created":"2022-08-22","cited_by_count":32,"area":null},{"id":"2303.03428","title":"Towards provably efficient quantum algorithms for large-scale machine-learning models","created":"2023-03-06","cited_by_count":32,"area":null},{"id":"2105.09557","title":"Power-law escape rate of SGD","created":"2021-05-20","cited_by_count":29,"area":null},{"id":"2604.21691","title":"There Will Be a Scientific Theory of Deep Learning","created":"2026-04-23","cited_by_count":29,"area":null},{"id":"2109.14509","title":"PAC-Bayes Information Bottleneck","created":"2021-09-29","cited_by_count":28,"area":null},{"id":"2105.10585","title":"Properties of the After Kernel","created":"2021-05-21","cited_by_count":27,"area":null},{"id":"2104.09124","title":"DisCo: Remedy Self-supervised Learning on Lightweight Models with Distilled Contrastive Learning","created":"2021-04-19","cited_by_count":26,"area":null},{"id":"2207.05952","title":"Implicit regularization of dropout","created":"2022-07-13","cited_by_count":25,"area":null},{"id":"2303.00633","title":"An Information-Theoretic Perspective on Variance-Invariance-Covariance Regularization","created":"2023-03-01","cited_by_count":25,"area":null},{"id":"2304.00253","title":"Q-DETR: An Efficient Low-Bit Quantized Detection Transformer","created":"2023-04-01","cited_by_count":24,"area":null},{"id":"2206.12314","title":"Learning sparse features can lead to overfitting in neural networks","created":"2022-06-24","cited_by_count":23,"area":null},{"id":"2207.06509","title":"One Model to Unite Them All: Personalized Federated Learning of Multi-Contrast MRI Synthesis","created":"2022-07-13","cited_by_count":22,"area":null},{"id":"2403.02187","title":"Mutual Information Estimation via Normalizing Flows","created":"2024-03-04","cited_by_count":22,"area":null},{"id":"2405.14578","title":"Surge Phenomenon in Optimal Learning Rate and Batch Size Scaling","created":"2024-05-23","cited_by_count":22,"area":null},{"id":"2110.10735","title":"Dynamic Bottleneck for Robust Self-Supervised Exploration","created":"2021-10-20","cited_by_count":21,"area":null},{"id":"2305.01604","title":"The Training Process of Many Deep Networks Explores the Same Low-Dimensional Manifold","created":"2023-05-02","cited_by_count":21,"area":null},{"id":"2409.02732","title":"Approximating mutual information of high-dimensional variables using learned representations","created":"2024-09-03","cited_by_count":21,"area":null},{"id":"2106.02734","title":"Revisiting Hilbert-Schmidt Information Bottleneck for Adversarial Robustness","created":"2021-06-04","cited_by_count":20,"area":null},{"id":"2101.10160","title":"Measuring Dependence with Matrix-based Entropy Functional","created":"2021-01-25","cited_by_count":19,"area":null},{"id":"2305.08013","title":"Information Bottleneck Analysis of Deep Neural Networks via Lossy Compression","created":"2023-05-13","cited_by_count":19,"area":null},{"id":"2503.18595","title":"Adaptive Unimodal Regulation for Balanced Multimodal Information Acquisition","created":"2025-03-24","cited_by_count":19,"area":null},{"id":"2102.00533","title":"Deep Deterministic Information Bottleneck with Matrix-based Entropy Functional","created":"2021-01-31","cited_by_count":18,"area":null},{"id":"2105.12049","title":"Honest-but-Curious Nets: Sensitive Attributes of Private Inputs Can Be Secretly Coded into the Classifiers' Outputs","created":"2021-05-25","cited_by_count":18,"area":null},{"id":"2107.01131","title":"Tight Mutual Information Estimation With Contrastive Fenchel-Legendre Optimization","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2302.03271","title":"IB-UQ: Information bottleneck based uncertainty quantification for neural function regression and neural operator learning","created":"2023-02-07","cited_by_count":18,"area":null},{"id":"2402.19465","title":"Towards Tracing Trustworthiness Dynamics: Revisiting Pre-training Period of Large Language Models","created":"2024-02-29","cited_by_count":18,"area":null},{"id":"2404.09403","title":"Neuro-Inspired Information-Theoretic Hierarchical Perception for Multimodal Learning","created":"2024-04-15","cited_by_count":18,"area":null},{"id":"2411.17691","title":"Low-Bit Quantization Favors Undertrained LLMs: Scaling Laws for Quantized LLMs with 100T Training Tokens","created":"2024-11-26","cited_by_count":18,"area":null},{"id":"2108.08532","title":"An Information Theory-inspired Strategy for Automatic Network Pruning","created":"2021-08-19","cited_by_count":17,"area":null},{"id":"2201.12451","title":"Extracting Finite Automata from RNNs Using State Merging","created":"2022-01-28","cited_by_count":17,"area":null},{"id":"2211.15231","title":"Chroma-VAE: Mitigating Shortcut Learning with Generative Classifiers","created":"2022-11-28","cited_by_count":17,"area":null},{"id":"2311.11258","title":"Tensor networks for interpretable and efficient quantum-inspired machine learning","created":"2023-11-19","cited_by_count":17,"area":null},{"id":"2401.17975","title":"Understanding polysemanticity in neural networks through coding theory","created":"2024-01-31","cited_by_count":17,"area":null},{"id":"2306.09104","title":"On Strengthening and Defending Graph Reconstruction Attack with Markov Chain Approximation","created":"2023-06-15","cited_by_count":16,"area":null},{"id":"2101.06640","title":"Estimating informativeness of samples with Smooth Unique Information","created":"2021-01-17","cited_by_count":15,"area":null},{"id":"2106.12912","title":"Information Bottleneck: Exact Analysis of (Quantized) Neural Networks","created":"2021-06-24","cited_by_count":15,"area":null},{"id":"2207.09387","title":"Green, Quantized Federated Learning over Wireless Networks: An Energy-Efficient Design","created":"2022-07-19","cited_by_count":15,"area":null},{"id":"2207.10081","title":"What Do We Maximize in Self-Supervised Learning?","created":"2022-07-20","cited_by_count":15,"area":null},{"id":"2310.18777","title":"Improving Compositional Generalization Using Iterated Learning and Simplicial Embeddings","created":"2023-10-28","cited_by_count":15,"area":null},{"id":"2311.17112","title":"Parameter Efficient Fine-tuning via Cross Block Orchestration for Segment Anything Model","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2506.15872","title":"Hidden Breakthroughs in Language Model Training","created":"2025-06-18","cited_by_count":15,"area":null},{"id":"2206.03299","title":"Generalization Error Bounds for Deep Neural Networks Trained by SGD","created":"2022-06-07","cited_by_count":14,"area":null},{"id":"2212.07346","title":"Learning useful representations for shifting tasks and distributions","created":"2022-12-14","cited_by_count":14,"area":null},{"id":"2307.04526","title":"Self-Expanding Neural Networks","created":"2023-07-10","cited_by_count":14,"area":null},{"id":"2309.13989","title":"A Novel Approach for Effective Multi-View Clustering with Information-Theoretic Perspective","created":"2023-09-25","cited_by_count":14,"area":null},{"id":"2312.06290","title":"Exploiting Label Skews in Federated Learning with Model Concatenation","created":"2023-12-11","cited_by_count":14,"area":null},{"id":"2410.23996","title":"An Information Criterion for Controlled Disentanglement of Multimodal Data","created":"2024-10-31","cited_by_count":14,"area":null},{"id":"2101.06967","title":"On Data-Augmentation and Consistency-Based Semi-Supervised Learning","created":"2021-01-18","cited_by_count":13,"area":null},{"id":"2112.04895","title":"Latent Space Explanation by Intervention","created":"2021-12-09","cited_by_count":13,"area":null},{"id":"2203.03871","title":"Discriminability-Transferability Trade-Off: An Information-Theoretic Perspective","created":"2022-03-08","cited_by_count":13,"area":null},{"id":"2212.13835","title":"Representation Learning in Deep RL via Discrete Information Bottleneck","created":"2022-12-28","cited_by_count":13,"area":null},{"id":"2310.17149","title":"Explainable Spatio-Temporal Graph Neural Networks","created":"2023-10-26","cited_by_count":13,"area":null},{"id":"2403.18494","title":"Learning in PINNs: Phase transition, diffusion equilibrium, and generalization","created":"2024-03-27","cited_by_count":13,"area":null},{"id":"2506.04870","title":"Aligning Multimodal Representations through an Information Bottleneck","created":"2025-06-05","cited_by_count":13,"area":null},{"id":"2104.02230","title":"Achieving Domain Generalization in Underwater Object Detection by Domain Mixup and Contrastive Learning","created":"2021-04-06","cited_by_count":12,"area":null},{"id":"2105.02468","title":"Relative stability toward diffeomorphisms indicates performance in deep nets","created":"2021-05-06","cited_by_count":12,"area":null},{"id":"2202.04925","title":"Decomposing neural networks as mappings of correlation functions","created":"2022-02-10","cited_by_count":12,"area":null},{"id":"2202.09028","title":"On the Implicit Bias Towards Minimal Depth of Deep Neural Networks","created":"2022-02-18","cited_by_count":12,"area":null},{"id":"2205.12239","title":"Gacs-Korner Common Information Variational Autoencoder","created":"2022-05-24","cited_by_count":12,"area":null},{"id":"2210.09404","title":"Measures of Information Reflect Memorization Patterns","created":"2022-10-17","cited_by_count":12,"area":null},{"id":"2302.10681","title":"FrankenSplit: Efficient Neural Feature Compression with Shallow Variational Bottleneck Injection for Mobile Edge Computing","created":"2023-02-21","cited_by_count":12,"area":null},{"id":"2311.18130","title":"The Trifecta: Three simple techniques for training deeper Forward-Forward networks","created":"2023-11-29","cited_by_count":12,"area":null},{"id":"2405.00985","title":"Progressive Feedforward Collapse of ResNet Training","created":"2024-05-02","cited_by_count":12,"area":null}],"next_cursor":"100"}