{"total":67,"rows":[{"id":"2302.00487","title":"A Comprehensive Survey of Continual Learning: Theory, Method and Application","created":"2023-01-31","cited_by_count":872,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2203.00555","title":"DeepNet: Scaling Transformers to 1,000 Layers","created":"2022-03-01","cited_by_count":178,"area":null},{"id":"2106.03164","title":"On the Effectiveness of Adapter-based Tuning for Pretrained Language Model Adaptation","created":"2021-06-06","cited_by_count":147,"area":null},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2205.13543","title":"Revealing the Dark Secrets of Masked Image Modeling","created":"2022-05-26","cited_by_count":117,"area":null},{"id":"2406.04836","title":"Revisiting Catastrophic Forgetting in Large Language Model Tuning","created":"2024-06-07","cited_by_count":99,"area":null},{"id":"2308.01862","title":"Wider and Deeper LLM Networks are Fairer LLM Evaluators","created":"2023-08-03","cited_by_count":94,"area":null},{"id":"2103.15049","title":"HiT: Hierarchical Transformer with Momentum Contrast for Video-Text Retrieval","created":"2021-03-28","cited_by_count":87,"area":null},{"id":"2502.05374","title":"Towards LLM Unlearning Resilient to Relearning Attacks: A Sharpness-Aware Minimization Perspective and Beyond","created":"2025-02-07","cited_by_count":79,"area":"safety"},{"id":"2104.07885","title":"Probing Across Time: What Does RoBERTa Know and When?","created":"2021-04-16","cited_by_count":73,"area":null},{"id":"2206.11488","title":"On the Importance and Applicability of Pre-Training for Federated Learning","created":"2022-06-23","cited_by_count":71,"area":null},{"id":"2210.05497","title":"Improving Sharpness-Aware Minimization with Fisher Mask for Better Generalization on Language Models","created":"2022-10-11","cited_by_count":42,"area":null},{"id":"2308.05696","title":"A Preliminary Study of the Intrinsic Relationship between Complexity and Alignment","created":"2023-08-10","cited_by_count":33,"area":"alignment"},{"id":"2106.16004","title":"What can linear interpolation of neural network loss landscapes tell us?","created":"2021-06-30","cited_by_count":28,"area":null},{"id":"2204.12765","title":"Why does Self-Supervised Learning for Speech Recognition Benefit Speaker Recognition?","created":"2022-04-27","cited_by_count":27,"area":null},{"id":"2210.14102","title":"Exploring Mode Connectivity for Pre-trained Language Models","created":"2022-10-25","cited_by_count":26,"area":null},{"id":"2302.14705","title":"AccelTran: A Sparsity-Aware Accelerator for Dynamic Inference with Transformers","created":"2023-02-28","cited_by_count":24,"area":null},{"id":"2202.07893","title":"A Survey of Pretraining on Graphs: Taxonomy, Methods, and Applications","created":"2022-02-16","cited_by_count":23,"area":null},{"id":"2410.23687","title":"Adversarial Attacks of Vision Tasks in the Past 10 Years: A Survey","created":"2024-10-31","cited_by_count":23,"area":"mllm"},{"id":"2312.11875","title":"Sparse is Enough in Fine-tuning Pre-trained Large Language Models","created":"2023-12-19","cited_by_count":21,"area":null},{"id":"2205.12694","title":"Train Flat, Then Compress: Sharpness-Aware Minimization Learns More Compressible Models","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2110.10470","title":"Interpreting Deep Learning Models in Natural Language Processing: A Review","created":"2021-10-20","cited_by_count":19,"area":null},{"id":"2405.02596","title":"Random Masking Finds Winning Tickets for Parameter Efficient Fine-tuning","created":"2024-05-04","cited_by_count":17,"area":null},{"id":"2208.13219","title":"Visualizing high-dimensional loss landscapes with Hessian directions","created":"2022-08-28","cited_by_count":16,"area":null},{"id":"2101.09115","title":"The heads hypothesis: A unifying statistical approach towards understanding multi-headed attention in BERT","created":"2021-01-22","cited_by_count":15,"area":null},{"id":"2105.13471","title":"Inspecting the concept knowledge graph encoded by modern language models","created":"2021-05-27","cited_by_count":15,"area":null},{"id":"2209.03316","title":"On the Complementarity between Pre-Training and Random-Initialization for Resource-Rich Machine Translation","created":"2022-09-07","cited_by_count":15,"area":null},{"id":"2111.08546","title":"Interpreting Language Models Through Knowledge Graph Extraction","created":"2021-11-16","cited_by_count":14,"area":null},{"id":"2203.14380","title":"Pyramid-BERT: Reducing Complexity via Successive Core-set based Token Selection","created":"2022-03-27","cited_by_count":13,"area":null},{"id":"2108.13587","title":"T3-Vis: a visual analytic framework for Training and fine-Tuning Transformers in NLP","created":"2021-08-31","cited_by_count":11,"area":null},{"id":"2410.06441","title":"Addax: Utilizing Zeroth-Order Gradients to Improve Memory Efficiency and Performance of SGD for Fine-Tuning Language Models","created":"2024-10-09","cited_by_count":11,"area":null},{"id":"2302.05823","title":"Data efficiency and extrapolation trends in neural network interatomic potentials","created":"2023-02-12","cited_by_count":10,"area":null},{"id":"2312.15395","title":"Prompt Valuation Based on Shapley Values","created":"2023-12-24","cited_by_count":10,"area":null},{"id":"2206.11120","title":"Near-optimal control of dynamical systems with neural ordinary differential equations","created":"2022-06-22","cited_by_count":9,"area":null},{"id":"2212.05956","title":"Improving Generalization of Pre-trained Language Models via Stochastic Weight Averaging","created":"2022-12-12","cited_by_count":9,"area":"distill"},{"id":"2410.02179","title":"HATFormer: Historic Handwritten Arabic Text Recognition with Transformers","created":"2024-10-03","cited_by_count":9,"area":null},{"id":"2205.03759","title":"Silence is Sweeter Than Speech: Self-Supervised Model Using Silence to Store Speaker Information","created":"2022-05-08","cited_by_count":7,"area":null},{"id":"2305.04573","title":"HiFi: High-Information Attention Heads Hold for Parameter-Efficient Model Adaptation","created":"2023-05-08","cited_by_count":7,"area":null},{"id":"2104.05847","title":"Targeted Adversarial Training for Natural Language Understanding","created":"2021-04-12","cited_by_count":5,"area":null},{"id":"2106.10771","title":"Multirate Training of Neural Networks","created":"2021-06-20","cited_by_count":5,"area":null},{"id":"2205.00953","title":"BERTops: Studying BERT Representations under a Topological Lens","created":"2022-05-02","cited_by_count":5,"area":null},{"id":"2306.05278","title":"Revisit Few-shot Intent Classification with PLMs: Direct Fine-tuning vs. Continual Pre-training","created":"2023-06-08","cited_by_count":5,"area":null},{"id":"2410.15017","title":"DM-Codec: Distilling Multimodal Representations for Speech Tokenization","created":"2024-10-19","cited_by_count":5,"area":null},{"id":"2110.05301","title":"On a Benefit of Mask Language Modeling: Robustness to Simplicity Bias","created":"2021-10-11","cited_by_count":4,"area":null},{"id":"2310.15571","title":"Visually Grounded Continual Language Learning with Selective Specialization","created":"2023-10-24","cited_by_count":4,"area":null},{"id":"2312.11927","title":"Empowering Dual-Level Graph Self-Supervised Pretraining with Motif Discovery","created":"2023-12-19","cited_by_count":4,"area":null},{"id":"2108.13602","title":"How Does Adversarial Fine-Tuning Benefit BERT?","created":"2021-08-31","cited_by_count":3,"area":null},{"id":"2403.16447","title":"A Study on How Attention Scores in the BERT Model are Aware of Lexical Categories in Syntactic and Semantic Tasks on the GLUE Benchmark","created":"2024-03-25","cited_by_count":3,"area":null},{"id":"2505.17998","title":"TRACE for Tracking the Emergence of Semantic Representations in Transformers","created":"2025-05-23","cited_by_count":3,"area":null},{"id":"2508.17233","title":"Module-Aware Parameter-Efficient Machine Unlearning on Transformers","created":"2025-08-24","cited_by_count":3,"area":"safety"},{"id":"2203.10456","title":"simCrossTrans: A Simple Cross-Modality Transfer Learning for Object Detection with ConvNets or Vision Transformers","created":"2022-03-20","cited_by_count":2,"area":null},{"id":"2312.11720","title":"Assessing Logical Reasoning Capabilities of Encoder-Only Transformer Models","created":"2023-12-18","cited_by_count":2,"area":"lr"},{"id":"2407.02846","title":"Multi-Task Domain Adaptation for Language Grounding with 3D Objects","created":"2024-07-03","cited_by_count":2,"area":null},{"id":"2407.12893","title":"Hybrid Dynamic Pruning: A Pathway to Efficient Transformer Inference","created":"2024-07-17","cited_by_count":2,"area":null},{"id":"2408.12237","title":"Weight Scope Alignment: A Frustratingly Easy Method for Model Merging","created":"2024-08-22","cited_by_count":2,"area":null},{"id":"2206.02156","title":"Perspectives of Non-Expert Users on Cyber Security and Privacy: An Analysis of Online Discussions on Twitter","created":"2022-06-05","cited_by_count":1,"area":null},{"id":"2305.00875","title":"Redundancy and Concept Analysis for Code-trained Language Models","created":"2023-05-01","cited_by_count":1,"area":null},{"id":"2310.16261","title":"The Distributional Hypothesis Does Not Fully Explain the Benefits of Masked Language Model Pretraining","created":"2023-10-25","cited_by_count":1,"area":null},{"id":"2405.12489","title":"Exploring and Exploiting the Asymmetric Valley of Deep Neural Networks","created":"2024-05-21","cited_by_count":1,"area":null},{"id":"2405.12493","title":"Visualizing, Rethinking, and Mining the Loss Landscape of Deep Neural Networks","created":"2024-05-21","cited_by_count":1,"area":null},{"id":"2606.17660","title":"TuneAhead: Predicting Fine-tuning Performance Before Full Training Begins","created":"2026-06-16","cited_by_count":1,"area":null},{"id":"2212.11275","title":"KL Regularized Normalization Framework for Low Resource Tasks","created":"2022-12-21","cited_by_count":0,"area":null},{"id":"2309.05256","title":"Examining the Effect of Pre-training on Time Series Classification","created":"2023-09-11","cited_by_count":0,"area":null},{"id":"2405.10957","title":"Statistical Mechanics and Artificial Neural Networks: Principles, Models, and Applications","created":"2024-04-05","cited_by_count":0,"area":null},{"id":"2407.06778","title":"A BERT-based Empirical Study of Privacy Policies' Compliance with GDPR","created":"2024-07-09","cited_by_count":0,"area":null}],"next_cursor":null}