{"list":"other","total":65,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"1703.01365","title":"Axiomatic Attribution for Deep Networks","created":"2017-03-04","cited_by_count":3384},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"1606.09282","title":"Learning without Forgetting","created":"2016-06-29","cited_by_count":2496},{"id":"1803.03635","title":"The Lottery Ticket Hypothesis: Finding Sparse, Trainable Neural Networks","created":"2018-03-09","cited_by_count":2262},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2012.14913","title":"Transformer Feed-Forward Layers Are Key-Value Memories","created":"2020-12-29","cited_by_count":1336},{"id":"2104.08663","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","created":"2021-04-17","cited_by_count":1252},{"id":"2311.07911","title":"Instruction-Following Evaluation for Large Language Models","created":"2023-11-14","cited_by_count":1228},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121},{"id":"1905.05950","title":"BERT Rediscovers the Classical NLP Pipeline","created":"2019-05-15","cited_by_count":1059},{"id":"1812.00420","title":"Efficient Lifelong Learning with A-GEM","created":"2018-12-02","cited_by_count":1058},{"id":"1906.04341","title":"What Does BERT Look At? An Analysis of BERT's Attention","created":"2019-06-11","cited_by_count":1003},{"id":"2210.07229","title":"Mass-Editing Memory in a Transformer","created":"2022-10-13","cited_by_count":1001},{"id":"1911.12543","title":"How Can We Know What Language Models Know?","created":"2019-11-28","cited_by_count":959},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"2402.09353","title":"DoRA: Weight-Decomposed Low-Rank Adaptation","created":"2024-02-14","cited_by_count":758},{"id":"2110.07602","title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","created":"2021-10-14","cited_by_count":689},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656},{"id":"2308.08747","title":"An Empirical Study of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2023-08-17","cited_by_count":639},{"id":"2104.08696","title":"Knowledge Neurons in Pretrained Transformers","created":"2021-04-18","cited_by_count":601},{"id":"2104.08164","title":"Editing Factual Knowledge in Language Models","created":"2021-04-16","cited_by_count":553},{"id":"2203.14680","title":"Transformer Feed-Forward Layers Build Predictions by Promoting Concepts in the Vocabulary Space","created":"2022-03-28","cited_by_count":532},{"id":"2304.14767","title":"Dissecting Recall of Factual Associations in Auto-Regressive Language Models","created":"2023-04-28","cited_by_count":528},{"id":"2005.07683","title":"Movement Pruning: Adaptive Sparsity by Fine-Tuning","created":"2020-05-15","cited_by_count":403},{"id":"1708.02072","title":"Measuring Catastrophic Forgetting in Neural Networks","created":"2017-08-07","cited_by_count":360},{"id":"2310.14152","title":"Orthogonal Subspace Learning for Language Model Continual Learning","created":"2023-10-22","cited_by_count":312},{"id":"1906.04284","title":"Analyzing the Structure of Attention in a Transformer Language Model","created":"2019-06-07","cited_by_count":243},{"id":"2301.04213","title":"Does Localization Inform Editing? Surprising Differences in Causality-Based Localization vs. Knowledge Editing in Language Models","created":"2023-01-10","cited_by_count":243},{"id":"2410.02355","title":"AlphaEdit: Null-Space Constrained Knowledge Editing for Language Models","created":"2024-10-03","cited_by_count":236},{"id":"2409.00920","title":"ToolACE: Winning the Points of LLM Function Calling","created":"2024-09-02","cited_by_count":216},{"id":"1906.01076","title":"Episodic Memory in Lifelong Language Learning","created":"2019-06-03","cited_by_count":188},{"id":"2308.08742","title":"PMET: Precise Model Editing in a Transformer","created":"2023-08-17","cited_by_count":173},{"id":"2110.01786","title":"MoEfication: Transformer Feed-forward Layers are Mixtures of Experts","created":"2021-10-05","cited_by_count":152},{"id":"2309.10105","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","created":"2023-09-18","cited_by_count":144},{"id":"2004.11207","title":"Self-Attention Attribution: Interpreting Information Interactions Inside Transformer","created":"2020-04-23","cited_by_count":125},{"id":"2403.01244","title":"Mitigating Catastrophic Forgetting in Large Language Models with Self-Synthesized Rehearsal","created":"2024-03-02","cited_by_count":118},{"id":"2406.04836","title":"Revisiting Catastrophic Forgetting in Large Language Model Tuning","created":"2024-06-07","cited_by_count":99},{"id":"2301.12810","title":"Crawling the Internal Knowledge-Base of Language Models","created":"2023-01-30","cited_by_count":85},{"id":"2110.04593","title":"Flattening Sharpness for Dynamic Gradient Projection Memory Benefits Continual Learning","created":"2021-10-09","cited_by_count":72},{"id":"2311.04661","title":"Massive Editing for Large Language Models via Meta Learning","created":"2023-11-08","cited_by_count":63},{"id":"2407.09298","title":"Transformer Layers as Painters","created":"2024-07-12","cited_by_count":54},{"id":"2106.02902","title":"BERTnesia: Investigating the capture and forgetting of knowledge in BERT","created":"2021-06-05","cited_by_count":40},{"id":"2305.02299","title":"Dynamic Sparse Training with Structured Sparsity","created":"2023-05-03","cited_by_count":38},{"id":"2310.10322","title":"Evaluating the Reversal Curse in Model Editing","created":"2023-10-16","cited_by_count":34},{"id":"2302.00456","title":"Analyzing Feed-Forward Blocks in Transformers through the Lens of Attention Maps","created":"2023-02-01","cited_by_count":33},{"id":"2402.12865","title":"Backward Lens: Projecting Language Model Gradients into the Vocabulary Space","created":"2024-02-20","cited_by_count":32},{"id":"2407.06488","title":"Towards Understanding Multi-Task Learning (Generalization) of LLMs via Detecting and Exploring Task-Specific Neurons","created":"2024-07-09","cited_by_count":25},{"id":"2503.02659","title":"Put the Space of LoRA Initialization to the Extreme to Preserve Pre-trained Knowledge","created":"2025-03-04","cited_by_count":16},{"id":"2504.14117","title":"PEFT A2Z: Parameter-Efficient Fine-Tuning Survey for Large Language and Vision Models","created":"2025-04-19","cited_by_count":16},{"id":"2503.13575","title":"Analytic Subspace Routing: How Recursive Least Squares Works in Continual Learning of Large Language Model","created":"2025-03-17","cited_by_count":2}],"next_cursor":null}