{"total":131,"rows":[{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533,"area":null},{"id":"2110.02095","title":"Exploring the Limits of Large Scale Pre-training","created":"2021-10-05","cited_by_count":104,"area":null},{"id":"2201.03529","title":"Head2Toe: Utilizing Intermediate Representations for Better Transfer Learning","created":"2022-01-10","cited_by_count":83,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2307.09542","title":"Can Neural Network Memorization Be Localized?","created":"2023-07-18","cited_by_count":69,"area":null},{"id":"2310.07931","title":"D2 Pruning: Message Passing for Balancing Diversity and Difficulty in Data Pruning","created":"2023-10-11","cited_by_count":69,"area":null},{"id":"2410.11820","title":"Adaptive Data Optimization: Dynamic Sample Selection with Scaling Laws","created":"2024-10-15","cited_by_count":47,"area":null},{"id":"2202.00155","title":"Fortuitous Forgetting in Connectionist Networks","created":"2022-02-01","cited_by_count":39,"area":null},{"id":"2210.15031","title":"Characterizing Datapoints via Second-Split Forgetting","created":"2022-10-26","cited_by_count":37,"area":null},{"id":"2110.05922","title":"Trivial or impossible -- dichotomous data difficulty masks model differences (on ImageNet and beyond)","created":"2021-10-12","cited_by_count":35,"area":null},{"id":"2301.00930","title":"Data Valuation Without Training of a Model","created":"2023-01-03","cited_by_count":35,"area":null},{"id":"2205.13323","title":"The Effect of Task Ordering in Continual Learning","created":"2022-05-26","cited_by_count":31,"area":null},{"id":"2405.10989","title":"Learnable Privacy Neurons Localization in Language Models","created":"2024-05-16","cited_by_count":27,"area":null},{"id":"2206.13378","title":"Guillotine Regularization: Why removing layers is needed to improve generalization in Self-Supervised Learning","created":"2022-06-27","cited_by_count":26,"area":null},{"id":"2209.10015","title":"Metadata Archaeology: Unearthing Data Subsets by Leveraging Training Dynamics","created":"2022-09-20","cited_by_count":26,"area":null},{"id":"2110.05365","title":"Intriguing Properties of Input-dependent Randomized Smoothing","created":"2021-10-11","cited_by_count":24,"area":null},{"id":"2302.01094","title":"Confidence and Dispersity Speak: Characterising Prediction Matrix for Unsupervised Accuracy Estimation","created":"2023-02-02","cited_by_count":22,"area":null},{"id":"2302.01647","title":"Blockwise Self-Supervised Learning at Scale","created":"2023-02-03","cited_by_count":22,"area":null},{"id":"2302.11346","title":"Task-Aware Information Routing from Common Representation Space in Lifelong Learning","created":"2023-02-14","cited_by_count":22,"area":null},{"id":"2304.01910","title":"On the Variance of Neural Network Training with respect to Test Sets and Distributions","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2206.01278","title":"Lottery Tickets on a Data Diet: Finding Initializations with Sparse Trainable Networks","created":"2022-06-02","cited_by_count":21,"area":null},{"id":"2109.00267","title":"The Impact of Reinitialization on Generalization in Convolutional Neural Networks","created":"2021-09-01","cited_by_count":20,"area":null},{"id":"2201.08924","title":"Nearest Class-Center Simplification through Intermediate Layers","created":"2022-01-21","cited_by_count":20,"area":null},{"id":"2205.13532","title":"Selective Prediction via Training Dynamics","created":"2022-05-26","cited_by_count":20,"area":null},{"id":"2501.00961","title":"Uncovering Memorization Effect in the Presence of Spurious Correlations","created":"2025-01-01","cited_by_count":20,"area":null},{"id":"2107.13098","title":"A Tale Of Two Long Tails","created":"2021-07-27","cited_by_count":19,"area":null},{"id":"2202.09931","title":"Deconstructing Distributions: A Pointwise Framework of Learning","created":"2022-02-20","cited_by_count":19,"area":null},{"id":"2203.01282","title":"py-irt: A Scalable Item Response Theory Library for Python","created":"2022-03-02","cited_by_count":19,"area":null},{"id":"2302.05779","title":"How to prepare your task head for finetuning","created":"2023-02-11","cited_by_count":19,"area":null},{"id":"2308.04466","title":"Backdoor Federated Learning by Poisoning Backdoor-Critical Layers","created":"2023-08-08","cited_by_count":18,"area":null},{"id":"2308.13862","title":"Late Stopping: Avoiding Confidently Learning from Mislabeled Examples","created":"2023-08-26","cited_by_count":17,"area":null},{"id":"2401.12689","title":"Energy-based Automated Model Evaluation","created":"2024-01-23","cited_by_count":17,"area":null},{"id":"2203.08878","title":"Layer Ensembles: A Single-Pass Uncertainty Estimation in Deep Learning for Segmentation","created":"2022-03-16","cited_by_count":15,"area":null},{"id":"2304.10127","title":"Learning Sample Difficulty from Pre-trained Models for Reliable Prediction","created":"2023-04-20","cited_by_count":15,"area":null},{"id":"2406.00060","title":"Cascade-Aware Training of Language Models","created":"2024-05-29","cited_by_count":15,"area":null},{"id":"2206.10011","title":"When Does Re-initialization Work?","created":"2022-06-20","cited_by_count":12,"area":null},{"id":"2212.01674","title":"CrossSplit: Mitigating Label Noise Memorization through Data Splitting","created":"2022-12-03","cited_by_count":12,"area":null},{"id":"2307.09048","title":"FedDefender: Client-Side Attack-Tolerant Federated Learning","created":"2023-07-18","cited_by_count":12,"area":null},{"id":"2401.01867","title":"Dataset Difficulty and the Role of Inductive Bias","created":"2024-01-03","cited_by_count":12,"area":null},{"id":"2403.03375","title":"Complexity Matters: Dynamics of Feature Learning in the Presence of Spurious Correlations","created":"2024-03-05","cited_by_count":12,"area":null},{"id":"2112.07324","title":"On the Impact of Hard Adversarial Instances on Overfitting in Adversarial Training","created":"2021-12-14","cited_by_count":11,"area":null},{"id":"2302.09344","title":"Beyond Distribution Shift: Spurious Features Through the Lens of Training Dynamics","created":"2023-02-18","cited_by_count":11,"area":null},{"id":"2303.13251","title":"A Bag-of-Prototypes Representation for Dataset-Level Applications","created":"2023-03-23","cited_by_count":11,"area":null},{"id":"2304.12622","title":"Bias in Pruned Vision Models: In-Depth Analysis and Countermeasures","created":"2023-04-25","cited_by_count":11,"area":null},{"id":"2403.04551","title":"Dissecting Sample Hardness: A Fine-Grained Analysis of Hardness Characterization Methods for Data-Centric AI","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2410.21698","title":"On the Role of Depth and Looping for In-Context Learning with Task Diversity","created":"2024-10-29","cited_by_count":11,"area":null},{"id":"2303.01806","title":"When does Privileged Information Explain Away Label Noise?","created":"2023-03-03","cited_by_count":10,"area":null},{"id":"2306.08590","title":"Beyond Implicit Bias: The Insignificance of SGD Noise in Online Learning","created":"2023-06-14","cited_by_count":10,"area":null},{"id":"2402.19472","title":"Efficient Lifelong Model Evaluation in an Era of Rapid Progress","created":"2024-02-29","cited_by_count":10,"area":null},{"id":"2404.06498","title":"Simultaneous linear connectivity of neural networks modulo permutation","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2410.01296","title":"Speculative Coreset Selection for Task-Specific Fine-tuning","created":"2024-10-02","cited_by_count":10,"area":null},{"id":"2212.09321","title":"Learning from Training Dynamics: Identifying Mislabeled Data Beyond Manually Designed Features","created":"2022-12-19","cited_by_count":9,"area":null},{"id":"2309.15575","title":"Confidence-based Visual Dispersal for Few-shot Unsupervised Domain Adaptation","created":"2023-09-27","cited_by_count":9,"area":null},{"id":"2401.04374","title":"Towards Explainable Artificial Intelligence (XAI): A Data Mining Perspective","created":"2024-01-09","cited_by_count":9,"area":null},{"id":"2408.04965","title":"Generalisation First, Memorisation Second? Memorisation Localisation for Natural Language Classification Tasks","created":"2024-08-09","cited_by_count":9,"area":null},{"id":"2409.19069","title":"Localizing Memorization in SSL Vision Encoders","created":"2024-09-27","cited_by_count":9,"area":null},{"id":"2208.07479","title":"Context-Aware Streaming Perception in Dynamic Environments","created":"2022-08-16","cited_by_count":8,"area":null},{"id":"2305.19901","title":"Adaptive Conformal Regression with Jackknife+ Rescaled Scores","created":"2023-05-31","cited_by_count":8,"area":null},{"id":"2207.00200","title":"Studying the impact of magnitude pruning on contrastive learning methods","created":"2022-07-01","cited_by_count":7,"area":null},{"id":"2310.08866","title":"Adaptivity and Modularity for Efficient Generalization Over Task Complexity","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2404.13990","title":"QCore: Data-Efficient, On-Device Continual Calibration for Quantized Models -- Extended Version","created":"2024-04-22","cited_by_count":7,"area":null},{"id":"2406.09935","title":"Predicting the Susceptibility of Examples to Catastrophic Forgetting","created":"2024-06-14","cited_by_count":7,"area":null},{"id":"2202.07652","title":"Predicting on the Edge: Identifying Where a Larger Model Does Better","created":"2022-02-15","cited_by_count":6,"area":null},{"id":"2207.08525","title":"Angular Gap: Reducing the Uncertainty of Image Difficulty through Model Calibration","created":"2022-07-18","cited_by_count":6,"area":null},{"id":"2304.04858","title":"Simulated Annealing in Early Layers Leads to Better Generalization","created":"2023-04-10","cited_by_count":6,"area":null},{"id":"2310.05337","title":"What do larger image classifiers memorise?","created":"2023-10-09","cited_by_count":6,"area":null},{"id":"2406.09908","title":"What Does Softmax Probability Tell Us about Classifiers Ranking Across Diverse Test Conditions?","created":"2024-06-14","cited_by_count":6,"area":null},{"id":"2503.03044","title":"QE4PE: Word-level Quality Estimation for Human Post-Editing","created":"2025-03-04","cited_by_count":6,"area":null},{"id":"2503.07501","title":"Trustworthy Machine Learning via Memorization and the Granular Long-Tail: A Survey on Interactions, Tradeoffs, and Beyond","created":"2025-03-10","cited_by_count":6,"area":null},{"id":"2601.15812","title":"ErrorMap and ErrorAtlas: Charting the Failure Landscape of Large Language Models","created":"2026-01-22","cited_by_count":6,"area":null},{"id":"2202.08099","title":"Measuring Unintended Memorisation of Unique Private Features in Neural Networks","created":"2022-02-16","cited_by_count":5,"area":null},{"id":"2209.09658","title":"Lazy vs hasty: linearization in deep networks impacts learning schedule based on example difficulty","created":"2022-09-19","cited_by_count":5,"area":null},{"id":"2305.14576","title":"Parameter-Efficient Language Model Tuning with Active Learning in Low-Resource Settings","created":"2023-05-23","cited_by_count":5,"area":null},{"id":"2311.16298","title":"Influence Scores at Scale for Efficient Language Data Sampling","created":"2023-11-27","cited_by_count":5,"area":null},{"id":"2602.10097","title":"Step-resolved data attribution for looped transformers","created":"2026-02-10","cited_by_count":5,"area":null},{"id":"2212.11680","title":"Smooth Sailing: Improving Active Learning for Pre-trained Language Models with Representation Smoothness Analysis","created":"2022-12-20","cited_by_count":4,"area":null},{"id":"2310.20153","title":"Interactive Multi-fidelity Learning for Cost-effective Adaptation of Language Model with Sparse Human Supervision","created":"2023-10-31","cited_by_count":4,"area":null},{"id":"2406.18373","title":"Dynamic Data Pruning for Automatic Speech Recognition","created":"2024-06-26","cited_by_count":4,"area":null},{"id":"2502.17771","title":"Sample Selection via Contrastive Fragmentation for Noisy Label Regression","created":"2025-02-25","cited_by_count":4,"area":null},{"id":"2505.23183","title":"Unsupervised Word-level Quality Estimation for Machine Translation Through the Lens of Annotators (Dis)agreement","created":"2025-05-29","cited_by_count":4,"area":null},{"id":"2507.03648","title":"Disentangling the Roles of Representation and Selection in Data Pruning","created":"2025-07-04","cited_by_count":4,"area":null},{"id":"2106.11424","title":"HODA: Hardness-Oriented Detection of Model Extraction Attacks","created":"2021-06-21","cited_by_count":3,"area":null},{"id":"2203.15100","title":"Understanding out-of-distribution accuracies through quantifying difficulty of test samples","created":"2022-03-28","cited_by_count":3,"area":null},{"id":"2210.00583","title":"The Dynamic of Consensus in Deep Networks and the Identification of Noisy Labels","created":"2022-10-02","cited_by_count":3,"area":null},{"id":"2305.02942","title":"Incentivising the federation: gradient-based metrics for data selection and valuation in private decentralised training","created":"2023-05-04","cited_by_count":3,"area":null},{"id":"2404.17768","title":"Changing the Training Data Distribution to Reduce Simplicity Bias Improves In-distribution Generalization","created":"2024-04-27","cited_by_count":3,"area":null},{"id":"2411.00973","title":"Does the Definition of Difficulty Matter? Scoring Functions and their Role for Curriculum Learning","created":"2024-11-01","cited_by_count":3,"area":null},{"id":"2504.14107","title":"Signatures of human-like processing in Transformer forward passes","created":"2025-04-18","cited_by_count":3,"area":null},{"id":"2211.10193","title":"Layer-Stack Temperature Scaling","created":"2022-11-18","cited_by_count":2,"area":null},{"id":"2212.04461","title":"Leveraging Unlabeled Data to Track Memorization","created":"2022-12-08","cited_by_count":2,"area":null},{"id":"2302.01440","title":"Generalized Uncertainty of Deep Neural Networks: Taxonomy and Applications","created":"2023-02-02","cited_by_count":2,"area":null},{"id":"2308.01189","title":"Data-Centric Diet: Effective Multi-center Dataset Pruning for Medical Image Segmentation","created":"2023-08-02","cited_by_count":2,"area":null},{"id":"2309.05679","title":"Good-looking but Lacking Faithfulness: Understanding Local Explanation Methods through Trend-based Testing","created":"2023-09-09","cited_by_count":2,"area":null},{"id":"2310.06588","title":"FTFT: Efficient and Robust Fine-Tuning by Transferring Training Dynamics","created":"2023-10-10","cited_by_count":2,"area":null},{"id":"2310.06600","title":"Pi-DUAL: Using Privileged Information to Distinguish Clean from Noisy Labels","created":"2023-10-10","cited_by_count":2,"area":null},{"id":"2403.16594","title":"EDUE: Expert Disagreement-Guided One-Pass Uncertainty Estimation for Medical Image Segmentation","created":"2024-03-25","cited_by_count":2,"area":null},{"id":"2411.01099","title":"Few-Class Arena: A Benchmark for Efficient Selection of Vision Models and Dataset Difficulty Measurement","created":"2024-11-02","cited_by_count":2,"area":null},{"id":"2412.09765","title":"L-WISE: Boosting Human Visual Category Learning Through Model-Based Image Selection and Enhancement","created":"2024-12-12","cited_by_count":2,"area":null},{"id":"2508.15475","title":"Influence-driven Curriculum Learning for Pre-training on Limited Data","created":"2025-08-21","cited_by_count":2,"area":null},{"id":"2602.03344","title":"Robustness as an Emergent Property of Task Performance","created":"2026-02-03","cited_by_count":2,"area":null}],"next_cursor":"100"}