{"total":119,"rows":[{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109,"area":null},{"id":"2103.03874","title":"Measuring Mathematical Problem Solving With the MATH Dataset","created":"2021-03-05","cited_by_count":5371,"area":null},{"id":"2105.09938","title":"Measuring Coding Challenge Competence With APPS","created":"2021-05-20","cited_by_count":902,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2304.06364","title":"AGIEval: A Human-Centric Benchmark for Evaluating Foundation Models","created":"2023-04-13","cited_by_count":716,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2210.12353","title":"Leveraging Large Language Models for Multiple Choice Question Answering","created":"2022-10-22","cited_by_count":203,"area":null},{"id":"2407.01492","title":"RegMix: Data Mixture as Regression for Language Model Pre-training","created":"2024-07-01","cited_by_count":177,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2305.08455","title":"Document Understanding Dataset and Evaluation (DUDE)","created":"2023-05-15","cited_by_count":135,"area":null},{"id":"2403.08540","title":"Language models scale reliably with over-training and on downstream tasks","created":"2024-03-13","cited_by_count":113,"area":null},{"id":"2406.06046","title":"MATES: Model-Aware Data Selection for Efficient Pretraining with Data Influence Models","created":"2024-06-10","cited_by_count":100,"area":null},{"id":"2210.15424","title":"What Language Model to Train if You Have One Million GPU Hours?","created":"2022-10-27","cited_by_count":92,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2310.15393","title":"DoGE: Domain Reweighting with Generalization Estimation","created":"2023-10-23","cited_by_count":90,"area":null},{"id":"2405.20541","title":"Perplexed by Perplexity: Perplexity-Based Data Pruning With Small Reference Models","created":"2024-05-30","cited_by_count":84,"area":null},{"id":"2105.11644","title":"A Survey on Complex Knowledge Base Question Answering: Methods, Challenges and Solutions","created":"2021-05-25","cited_by_count":78,"area":null},{"id":"2310.09881","title":"In-Context Learning with Iterative Demonstration Selection","created":"2023-10-15","cited_by_count":74,"area":null},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2409.03752","title":"Attention Heads of Large Language Models: A Survey","created":"2024-09-05","cited_by_count":67,"area":null},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2407.21792","title":"Safetywashing: Do AI Safety Benchmarks Actually Measure Safety Progress?","created":"2024-07-31","cited_by_count":61,"area":null},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2409.03137","title":"The AdEMAMix Optimizer: Better, Faster, Older","created":"2024-09-05","cited_by_count":54,"area":null},{"id":"2104.06598","title":"AR-LSAT: Investigating Analytical Reasoning of Text","created":"2021-04-14","cited_by_count":51,"area":null},{"id":"2410.02223","title":"EmbedLLM: Learning Compact Representations of Large Language Models","created":"2024-10-03","cited_by_count":48,"area":null},{"id":"2105.03659","title":"Logic-Driven Context Extension and Data Augmentation for Logical Reasoning of Text","created":"2021-05-08","cited_by_count":46,"area":null},{"id":"2108.00648","title":"From LSAT: The Progress and Challenges of Complex Reasoning","created":"2021-08-02","cited_by_count":43,"area":null},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43,"area":null},{"id":"2412.12094","title":"SepLLM: Accelerate Large Language Models by Compressing One Segment into One Separator","created":"2024-12-16","cited_by_count":41,"area":null},{"id":"2409.17115","title":"Programming Every Example: Lifting Pre-training Data Quality Like Experts at Scale","created":"2024-09-25","cited_by_count":37,"area":null},{"id":"2406.06467","title":"How Far Can Transformers Reason? The Globality Barrier and Inductive Scratchpad","created":"2024-06-10","cited_by_count":36,"area":null},{"id":"2503.09543","title":"PolyPythias: Stability and Outliers across Fifty Language Model Pre-Training Runs","created":"2025-03-12","cited_by_count":35,"area":null},{"id":"2409.16986","title":"Harnessing Diversity for Important Data Selection in Pretraining Large Language Models","created":"2024-09-25","cited_by_count":34,"area":null},{"id":"2109.06415","title":"Gradient Imitation Reinforcement Learning for Low Resource Relation Extraction","created":"2021-09-14","cited_by_count":33,"area":null},{"id":"2402.01742","title":"Towards Optimizing the Costs of LLM Usage","created":"2024-01-29","cited_by_count":33,"area":null},{"id":"2502.12170","title":"MUDDFormer: Breaking Residual Bottlenecks in Transformers via Multiway Dynamic Dense Connections","created":"2025-02-13","cited_by_count":31,"area":null},{"id":"2502.00698","title":"MM-IQ: Benchmarking Human-Like Abstraction and Reasoning in Multimodal Models","created":"2025-02-02","cited_by_count":29,"area":null},{"id":"2103.14349","title":"DAGN: Discourse-Aware Graph Network for Logical Reasoning","created":"2021-03-26","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2306.06688","title":"Language Versatilists vs. Specialists: An Empirical Revisiting on Multilingual Transfer Ability","created":"2023-06-11","cited_by_count":27,"area":null},{"id":"2109.05473","title":"Exploring Task Difficulty for Few-Shot Relation Extraction","created":"2021-09-12","cited_by_count":24,"area":null},{"id":"2402.11100","title":"When LLMs Meet Cunning Texts: A Fallacy Understanding Benchmark for Large Language Models","created":"2024-02-16","cited_by_count":22,"area":null},{"id":"2109.05213","title":"Uncovering Main Causalities for Long-tailed Information Extraction","created":"2021-09-11","cited_by_count":21,"area":null},{"id":"2407.12327","title":"Spectra: Surprising Effectiveness of Pretraining Ternary Language Models at Scale","created":"2024-07-17","cited_by_count":21,"area":null},{"id":"2411.10741","title":"MetaLA: Unified Optimal Linear Approximation to Softmax Attention Map","created":"2024-11-16","cited_by_count":21,"area":null},{"id":"2503.00808","title":"Predictive Data Selection: The Data That Predicts Is the Data That Teaches","created":"2025-03-02","cited_by_count":21,"area":null},{"id":"2501.12766","title":"NExtLong: Toward Effective Long-Context Training without Long Documents","created":"2025-01-22","cited_by_count":20,"area":null},{"id":"2507.12466","title":"Language Models Improve When Pretraining Data Matches Target Tasks","created":"2025-07-16","cited_by_count":19,"area":null},{"id":"2312.11779","title":"Tokenization Matters: Navigating Data-Scarce Tokenization for Gender Inclusive Language Technologies","created":"2023-12-19","cited_by_count":16,"area":null},{"id":"2403.19928","title":"DiJiang: Efficient Large Language Models through Compact Kernelization","created":"2024-03-29","cited_by_count":16,"area":null},{"id":"2410.01444","title":"Geometric Signatures of Compositionality Across a Language Model's Lifetime","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2502.06733","title":"Dynamic Loss-Based Sample Reweighting for Improved Large Language Model Pretraining","created":"2025-02-10","cited_by_count":16,"area":null},{"id":"2310.15929","title":"E-Sparse: Boosting the Large Language Model Inference through Entropy-based N:M Sparsity","created":"2023-10-24","cited_by_count":15,"area":null},{"id":"2311.13133","title":"LIMIT: Less Is More for Instruction Tuning Across Evaluation Paradigms","created":"2023-11-22","cited_by_count":14,"area":null},{"id":"2505.24844","title":"Chameleon: A Flexible Data-mixing Framework for Language Model Pretraining and Finetuning","created":"2025-05-30","cited_by_count":14,"area":null},{"id":"2309.10687","title":"EchoPrompt: Instructing the Model to Rephrase Queries for Improved In-context Learning","created":"2023-09-16","cited_by_count":13,"area":null},{"id":"2502.14502","title":"How Much Knowledge Can You Pack into a LoRA Adapter without Harming LLM?","created":"2025-02-20","cited_by_count":13,"area":null},{"id":"2508.21741","title":"Not All Parameters Are Created Equal: Smart Isolation Boosts Fine-Tuning Performance","created":"2025-08-29","cited_by_count":13,"area":null},{"id":"2310.15777","title":"MindLLM: Pre-training Lightweight Large Language Model from Scratch, Evaluations and Domain Applications","created":"2023-10-24","cited_by_count":11,"area":null},{"id":"2109.11087","title":"BiRdQA: A Bilingual Dataset for Question Answering on Tricky Riddles","created":"2021-09-23","cited_by_count":10,"area":null},{"id":"2405.08553","title":"Improving Transformers with Dynamically Composable Multi-Head Attention","created":"2024-05-14","cited_by_count":10,"area":null},{"id":"2101.00124","title":"Discourse-level Relation Extraction via Graph Pooling","created":"2021-01-01","cited_by_count":9,"area":null},{"id":"2205.00274","title":"Clues Before Answers: Generation-Enhanced Multiple-Choice QA","created":"2022-04-30","cited_by_count":9,"area":null},{"id":"2405.20192","title":"TAIA: Large Language Models are Out-of-Distribution Data Learners","created":"2024-05-30","cited_by_count":8,"area":null},{"id":"2305.16166","title":"Multimodal Relation Extraction with Cross-Modal Retrieval and Synthesis","created":"2023-05-25","cited_by_count":7,"area":null},{"id":"2306.13047","title":"Analysis of the Cambridge Multiple-Choice Questions Reading Dataset with a Focus on Candidate Response Distribution","created":"2023-06-22","cited_by_count":7,"area":null},{"id":"2402.09099","title":"Neuron-based Multifractal Analysis of Neuron Interaction Dynamics in Large Models","created":"2024-02-14","cited_by_count":7,"area":null},{"id":"2406.06567","title":"DHA: Learning Decoupled-Head Attention from Transformer Checkpoints via Adaptive Heads Fusion","created":"2024-06-03","cited_by_count":7,"area":null},{"id":"2406.12784","title":"UBench: Benchmarking Uncertainty in Large Language Models with Multiple Choice Questions","created":"2024-06-18","cited_by_count":7,"area":null},{"id":"2410.05090","title":"HyperINF: Unleashing the HyperPower of the Schulz's Method for Data Influence Estimation","created":"2024-10-07","cited_by_count":7,"area":null},{"id":"2507.16178","title":"LLM Data Selection and Utilization via Dynamic Bi-level Optimization","created":"2025-07-22","cited_by_count":7,"area":null},{"id":"2312.06718","title":"Large Scale Foundation Models for Intelligent Manufacturing Applications: A Survey","created":"2023-12-11","cited_by_count":6,"area":null},{"id":"2408.11650","title":"CIPHER: Cybersecurity Intelligent Penetration-testing Helper for Ethical Researcher","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2410.21195","title":"Belief in the Machine: Investigating Epistemological Blind Spots of Language Models","created":"2024-10-28","cited_by_count":6,"area":null},{"id":"2109.08382","title":"To be Closer: Learning to Link up Aspects with Opinions","created":"2021-09-17","cited_by_count":5,"area":null},{"id":"2202.10744","title":"CorefDRE: Document-level Relation Extraction with coreference resolution","created":"2022-02-22","cited_by_count":5,"area":null},{"id":"2312.07625","title":"Astrocyte-Enabled Advancements in Spiking Neural Networks for Large Language Modeling","created":"2023-12-12","cited_by_count":5,"area":null},{"id":"2411.12992","title":"MemoryFormer: Minimize Transformer Computation by Removing Fully-Connected Layers","created":"2024-11-20","cited_by_count":5,"area":null},{"id":"2411.14055","title":"DRPruning: Efficient Large Language Model Pruning through Distributionally Robust Optimization","created":"2024-11-21","cited_by_count":5,"area":null},{"id":"2506.10952","title":"Domain2Vec: Vectorizing Datasets to Find the Optimal Data Mixture without Training","created":"2025-06-12","cited_by_count":5,"area":null},{"id":"2105.10334","title":"Fact-driven Logical Reasoning for Machine Reading Comprehension","created":"2021-05-21","cited_by_count":4,"area":null},{"id":"2305.16128","title":"Give Me More Details: Improving Fact-Checking with Latent Retrieval","created":"2023-05-25","cited_by_count":4,"area":null},{"id":"2401.08089","title":"A Study on Training and Developing Large Language Models for Behavior Tree Generation","created":"2024-01-16","cited_by_count":4,"area":null},{"id":"2404.18766","title":"PECC: Problem Extraction and Coding Challenges","created":"2024-04-29","cited_by_count":4,"area":null},{"id":"2411.07075","title":"Transformer verbatim in-context retrieval across time and scale","created":"2024-11-11","cited_by_count":4,"area":null},{"id":"2504.14810","title":"DONOD: Efficient and Generalizable Instruction Fine-Tuning for LLMs via Model-Intrinsic Dataset Pruning","created":"2025-04-21","cited_by_count":4,"area":null},{"id":"2505.20380","title":"GRAPE: Optimize Data Mixture for Group Robust Multi-target Adaptive Pretraining","created":"2025-05-26","cited_by_count":4,"area":null},{"id":"2204.06283","title":"Curriculum: A Broad-Coverage Benchmark for Linguistic Phenomena in Natural Language Understanding","created":"2022-04-13","cited_by_count":3,"area":null},{"id":"2308.03421","title":"RecycleGPT: An Autoregressive Language Model with Recyclable Module","created":"2023-08-07","cited_by_count":3,"area":null},{"id":"2403.07921","title":"Merino: Entropy-driven Design for Generative Language Models on IoT Devices","created":"2024-02-28","cited_by_count":3,"area":null},{"id":"2405.09186","title":"HumanRankEval: Automatic Evaluation of LMs as Conversational Assistants","created":"2024-05-15","cited_by_count":3,"area":null},{"id":"2503.01542","title":"Revisiting Large Language Model Pruning using Neuron Semantic Attribution","created":"2025-03-03","cited_by_count":3,"area":null},{"id":"2505.05327","title":"RICo: Refined In-Context Contribution for Automatic Instruction-Tuning Data Selection","created":"2025-05-08","cited_by_count":3,"area":null},{"id":"2505.23461","title":"UAQFact: Evaluating Factual Knowledge Utilization of LLMs on Unanswerable Questions","created":"2025-05-29","cited_by_count":3,"area":null},{"id":"2312.10253","title":"Catwalk: A Unified Language Model Evaluation Framework for Many Datasets","created":"2023-12-15","cited_by_count":2,"area":null},{"id":"2407.05690","title":"Pruning Large Language Models to Intra-module Low-rank Architecture with Transitional Activations","created":"2024-07-08","cited_by_count":2,"area":null}],"next_cursor":"100"}