{"list":"other","total":90,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2302.04761","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","created":"2023-02-09","cited_by_count":4182},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2004.04906","title":"Dense Passage Retrieval for Open-Domain Question Answering","created":"2020-04-10","cited_by_count":3824},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"1909.01066","title":"Language Models as Knowledge Bases?","created":"2019-09-03","cited_by_count":1936},{"id":"2207.05221","title":"Language Models (Mostly) Know What They Know","created":"2022-07-11","cited_by_count":1856},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"2503.09516","title":"Search-R1: Training LLMs to Reason and Leverage Search Engines with Reinforcement Learning","created":"2025-03-12","cited_by_count":1444},{"id":"2305.14251","title":"FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation","created":"2023-05-23","cited_by_count":1282},{"id":"2212.10511","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","created":"2022-12-20","cited_by_count":1128},{"id":"1911.12543","title":"How Can We Know What Language Models Know?","created":"2019-11-28","cited_by_count":959},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952},{"id":"2004.07211","title":"Dark Experience for General Continual Learning: a Strong, Simple Baseline","created":"2020-04-15","cited_by_count":911},{"id":"1802.08232","title":"The Secret Sharer: Evaluating and Testing Unintended Memorization in Neural Networks","created":"2018-02-22","cited_by_count":864},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"1704.00051","title":"Reading Wikipedia to Answer Open-Domain Questions","created":"2017-03-31","cited_by_count":777},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"2301.13188","title":"Extracting Training Data from Diffusion Models","created":"2023-01-30","cited_by_count":732},{"id":"2002.08910","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","created":"2020-02-10","cited_by_count":719},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"2402.04333","title":"LESS: Selecting Influential Data for Targeted Instruction Tuning","created":"2024-02-06","cited_by_count":532},{"id":"2008.03703","title":"What Neural Networks Memorize and Why: Discovering the Long Tail via Influence Estimation","created":"2020-08-09","cited_by_count":497},{"id":"1906.05271","title":"Does Learning Require Memorization? A Short Tale about a Long Tail","created":"2019-06-12","cited_by_count":460},{"id":"2211.08411","title":"Large Language Models Struggle to Learn Long-Tail Knowledge","created":"2022-11-15","cited_by_count":458},{"id":"2411.04368","title":"Measuring short-form factuality in large language models","created":"2024-11-07","cited_by_count":373},{"id":"2312.15685","title":"What Makes Good Data for Alignment? A Comprehensive Study of Automatic Data Selection in Instruction Tuning","created":"2023-12-25","cited_by_count":364},{"id":"1410.3916","title":"Memory Networks","created":"2014-10-15","cited_by_count":363},{"id":"2305.11747","title":"HaluEval: A Large-Scale Hallucination Evaluation Benchmark for Large Language Models","created":"2023-05-19","cited_by_count":341},{"id":"2010.00904","title":"Autoregressive Entity Retrieval","created":"2020-10-02","cited_by_count":334},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314},{"id":"2308.12032","title":"From Quantity to Quality: Boosting LLM Performance with Self-Guided Data Selection for Instruction Tuning","created":"2023-08-23","cited_by_count":307},{"id":"2209.10063","title":"Generate rather than Retrieve: Large Language Models are Strong Context Generators","created":"2022-09-21","cited_by_count":298},{"id":"2104.13346","title":"Understanding Factuality in Abstractive Summarization with FRANK: A Benchmark for Factuality Metrics","created":"2021-04-27","cited_by_count":287},{"id":"2302.00539","title":"Analyzing Leakage of Personally Identifiable Information in Language Models","created":"2023-02-01","cited_by_count":285},{"id":"2309.14316","title":"Physics of Language Models: Part 3.1, Knowledge Storage and Extraction","created":"2023-09-25","cited_by_count":270},{"id":"2202.06991","title":"Transformer Memory as a Differentiable Search Index","created":"2022-02-14","cited_by_count":247},{"id":"2206.07137","title":"Prioritized Training on Points that are Learnable, Worth Learning, and Not Yet Learnt","created":"2022-06-14","cited_by_count":236},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220},{"id":"2205.12255","title":"TALM: Tool Augmented Language Models","created":"2022-05-24","cited_by_count":197},{"id":"2401.16380","title":"Rephrasing the Web: A Recipe for Compute and Data-Efficient Language Modeling","created":"2024-01-29","cited_by_count":161},{"id":"2412.02595","title":"Nemotron-CC: Transforming Common Crawl into a Refined Long-Horizon Pretraining Dataset","created":"2024-12-03","cited_by_count":160},{"id":"2308.12284","title":"D4: Improving LLM Pretraining via Document De-Duplication and Diversification","created":"2023-08-23","cited_by_count":150},{"id":"2304.11158","title":"Emergent and Predictable Memorization in Large Language Models","created":"2023-04-21","cited_by_count":148},{"id":"2404.05405","title":"Physics of Language Models: Part 3.3, Knowledge Capacity Scaling Laws","created":"2024-04-08","cited_by_count":144},{"id":"2401.12926","title":"DsDm: Model-Aware Dataset Selection with Datamodels","created":"2024-01-23","cited_by_count":105},{"id":"2012.06421","title":"When is Memorization of Irrelevant Training Data Necessary for High-Accuracy Learning?","created":"2020-12-11","cited_by_count":104},{"id":"2004.07202","title":"Entities as Experts: Sparse Memory Access with Entity Supervision","created":"2020-04-15","cited_by_count":100},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100},{"id":"2404.15146","title":"Rethinking LLM Memorization through the Lens of Adversarial Compression","created":"2024-04-23","cited_by_count":94},{"id":"2402.09668","title":"How to Train Data-Efficient LLMs","created":"2024-02-15","cited_by_count":93},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90},{"id":"1709.01450","title":"The Devil is in the Tails: Fine-grained Classification in the Wild","created":"2017-09-05","cited_by_count":89},{"id":"2402.14020","title":"Coercing LLMs to do and reveal (almost) anything","created":"2024-02-21","cited_by_count":89},{"id":"2601.07372","title":"Conditional Memory via Scalable Lookup: A New Axis of Sparsity for Large Language Models","created":"2026-01-12","cited_by_count":86},{"id":"2104.07446","title":"Rehearsal revealed: The limits and merits of revisiting samples in continual learning","created":"2021-04-15","cited_by_count":76},{"id":"2505.24832","title":"How much do language models memorize?","created":"2025-05-30","cited_by_count":61},{"id":"2305.11841","title":"How Does Generative Retrieval Scale to Millions of Passages?","created":"2023-05-19","cited_by_count":48},{"id":"2212.01349","title":"Nonparametric Masked Language Modeling","created":"2022-12-02","cited_by_count":40},{"id":"2505.20161","title":"Prismatic Synthesis: Gradient-based Data Diversification Boosts Generalization in LLM Reasoning","created":"2025-05-26","cited_by_count":40},{"id":"2503.21676","title":"How do language models learn facts? Dynamics, curricula and hallucinations","created":"2025-03-27","cited_by_count":37},{"id":"2402.02318","title":"Diversity Measurement and Subset Selection for Instruction Tuning Datasets","created":"2024-02-04","cited_by_count":29},{"id":"2410.19034","title":"Mixture of Parrots: Experts improve memorization more than reasoning","created":"2024-10-24","cited_by_count":21},{"id":"2309.17310","title":"Leave-one-out Distinguishability in Machine Learning","created":"2023-09-29","cited_by_count":20},{"id":"2410.03735","title":"Task-Adaptive Pretrained Language Models via Clustered-Importance Sampling","created":"2024-09-30","cited_by_count":18},{"id":"2502.02797","title":"Upweighting Easy Samples in Fine-Tuning Mitigates Forgetting","created":"2025-02-05","cited_by_count":16},{"id":"2505.18091","title":"Data Mixing Can Induce Phase Transitions in Knowledge Acquisition","created":"2025-05-23","cited_by_count":16},{"id":"2504.02107","title":"TiC-LM: A Web-Scale Benchmark for Time-Continual LLM Pretraining","created":"2025-04-02","cited_by_count":15},{"id":"2504.09597","title":"Understanding LLM Behaviors via Compression: Data Generation, Knowledge Acquisition and Scaling Laws","created":"2025-04-13","cited_by_count":15},{"id":"2402.09327","title":"Information Complexity of Stochastic Convex Optimization: Applications to Generalization and Memorization","created":"2024-02-14","cited_by_count":14},{"id":"2510.02375","title":"Pretraining with hierarchical memories: separating long-tail and common knowledge","created":"2025-09-29","cited_by_count":14},{"id":"2601.21571","title":"Shaping capabilities with token-level data filtering","created":"2026-01-29","cited_by_count":13},{"id":"2505.15962","title":"Pre-training Limited Memory Language Models with Internal and External Knowledge","created":"2025-05-21","cited_by_count":12},{"id":"2503.05919","title":"From Style to Facts: Mapping the Boundaries of Knowledge Injection with Finetuning","created":"2025-03-07","cited_by_count":8},{"id":"2504.00042","title":"Beyond the Reported Cutoff: Where Large Language Models Fall Short on Financial Knowledge","created":"2025-03-30","cited_by_count":8},{"id":"2506.01855","title":"Trade-offs in Data Memorization via Strong Data Processing Inequalities","created":"2025-06-02","cited_by_count":6},{"id":"2511.05933","title":"Reinforcement Learning Improves Traversal of Parametric Knowledge in LLMs","created":"2025-11-08","cited_by_count":4}],"next_cursor":null}