{"total":2411,"rows":[{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132,"area":"lr"},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718,"area":"ssm"},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386,"area":"mllm"},{"id":"2205.11916","title":"Large Language Models are Zero-Shot Reasoners","created":"2022-05-24","cited_by_count":4374,"area":"lr"},{"id":"2302.04761","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","created":"2023-02-09","cited_by_count":4182,"area":"agents"},{"id":"2210.08402","title":"LAION-5B: An open large-scale dataset for training next generation image-text models","created":"2022-10-16","cited_by_count":4152,"area":null},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019,"area":null},{"id":"2109.07958","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","created":"2021-09-08","cited_by_count":2975,"area":null},{"id":"2311.15127","title":"Stable Video Diffusion: Scaling Latent Video Diffusion Models to Large Datasets","created":"2023-11-25","cited_by_count":2581,"area":"wm"},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823,"area":"moe"},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786,"area":null},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2111.02114","title":"LAION-400M: Open Dataset of CLIP-Filtered 400 Million Image-Text Pairs","created":"2021-11-03","cited_by_count":1555,"area":null},{"id":"2202.12837","title":"Rethinking the Role of Demonstrations: What Makes In-Context Learning Work?","created":"2022-02-25","cited_by_count":1434,"area":"lr"},{"id":"2309.08600","title":"Sparse Autoencoders Find Highly Interpretable Features in Language Models","created":"2023-09-15","cited_by_count":1420,"area":"mechinterp"},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336,"area":"ssm"},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2212.03533","title":"Text Embeddings by Weakly-Supervised Contrastive Pre-training","created":"2022-12-07","cited_by_count":1253,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2406.17557","title":"The FineWeb Datasets: Decanting the Web for the Finest Text Data at Scale","created":"2024-06-25","cited_by_count":1160,"area":null},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135,"area":"moe"},{"id":"2402.03216","title":"M3-Embedding: Multi-Linguality, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation","created":"2024-02-05","cited_by_count":1073,"area":"distill"},{"id":"2112.00861","title":"A General Language Assistant as a Laboratory for Alignment","created":"2021-12-01","cited_by_count":1055,"area":"alignment"},{"id":"2406.11717","title":"Refusal in Language Models Is Mediated by a Single Direction","created":"2024-06-17","cited_by_count":1032,"area":"safety"},{"id":"2203.14465","title":"STaR: Bootstrapping Reasoning With Reasoning","created":"2022-03-28","cited_by_count":940,"area":"lr"},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2105.09938","title":"Measuring Coding Challenge Competence With APPS","created":"2021-05-20","cited_by_count":902,"area":null},{"id":"2203.13474","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","created":"2022-03-25","cited_by_count":885,"area":null},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867,"area":"moe"},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2412.19437","title":"DeepSeek-V3 Technical Report","created":"2024-12-27","cited_by_count":811,"area":"lr"},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799,"area":null},{"id":"2301.12652","title":"REPLUG: Retrieval-Augmented Black-Box Language Models","created":"2023-01-30","cited_by_count":792,"area":"rag"},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2403.07815","title":"Chronos: Learning the Language of Time Series","created":"2024-03-12","cited_by_count":759,"area":null},{"id":"2202.03052","title":"OFA: Unifying Architectures, Tasks, and Modalities Through a Simple Sequence-to-Sequence Learning Framework","created":"2022-02-07","cited_by_count":745,"area":null},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2403.05525","title":"DeepSeek-VL: Towards Real-World Vision-Language Understanding","created":"2024-03-08","cited_by_count":733,"area":null},{"id":"2404.06395","title":"MiniCPM: Unveiling the Potential of Small Language Models with Scalable Training Strategies","created":"2024-04-09","cited_by_count":723,"area":null},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714,"area":null},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2302.00083","title":"In-Context Retrieval-Augmented Language Models","created":"2023-01-31","cited_by_count":702,"area":"rag"},{"id":"2304.06767","title":"RAFT: Reward rAnked FineTuning for Generative Foundation Model Alignment","created":"2023-04-13","cited_by_count":686,"area":"lr"},{"id":"2406.00515","title":"A Survey on Large Language Models for Code Generation","created":"2024-06-01","cited_by_count":658,"area":null},{"id":"2112.08633","title":"Learning To Retrieve Prompts for In-Context Learning","created":"2021-12-16","cited_by_count":648,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2401.02954","title":"DeepSeek LLM: Scaling Open-Source Language Models with Longtermism","created":"2024-01-05","cited_by_count":642,"area":"lr"},{"id":"2303.08112","title":"Eliciting Latent Predictions from Transformers with the Tuned Lens","created":"2023-03-14","cited_by_count":623,"area":"mechinterp"},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2302.14045","title":"Language Is Not All You Need: Aligning Perception with Language Models","created":"2023-02-27","cited_by_count":543,"area":"wm"},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499,"area":null},{"id":"2204.05999","title":"InCoder: A Generative Model for Code Infilling and Synthesis","created":"2022-04-12","cited_by_count":498,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2402.03885","title":"MOMENT: A Family of Open Time-series Foundation Models","created":"2024-02-06","cited_by_count":482,"area":null},{"id":"2206.08853","title":"MineDojo: Building Open-Ended Embodied Agents with Internet-Scale Knowledge","created":"2022-06-17","cited_by_count":478,"area":"wm"},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2211.08411","title":"Large Language Models Struggle to Learn Long-Tail Knowledge","created":"2022-11-15","cited_by_count":458,"area":null},{"id":"2305.07759","title":"TinyStories: How Small Can Language Models Be and Still Speak Coherent English?","created":"2023-05-12","cited_by_count":449,"area":null},{"id":"2312.13286","title":"Generative Multimodal Models are In-Context Learners","created":"2023-12-20","cited_by_count":446,"area":"mllm"},{"id":"2210.01504","title":"Knowledge Unlearning for Mitigating Privacy Risks in Language Models","created":"2022-10-04","cited_by_count":437,"area":"safety"},{"id":"2403.19647","title":"Sparse Feature Circuits: Discovering and Editing Interpretable Causal Graphs in Language Models","created":"2024-03-28","cited_by_count":435,"area":null},{"id":"2311.17035","title":"Scalable Extraction of Training Data from (Production) Language Models","created":"2023-11-28","cited_by_count":434,"area":null},{"id":"2308.13137","title":"OmniQuant: Omnidirectionally Calibrated Quantization for Large Language Models","created":"2023-08-25","cited_by_count":424,"area":null},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2305.10429","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","created":"2023-05-17","cited_by_count":399,"area":null},{"id":"2308.10620","title":"Large Language Models for Software Engineering: A Systematic Literature Review","created":"2023-08-21","cited_by_count":399,"area":null},{"id":"2408.05147","title":"Gemma Scope: Open Sparse Autoencoders Everywhere All At Once on Gemma 2","created":"2024-08-09","cited_by_count":394,"area":"mechinterp"},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393,"area":null},{"id":"2310.10631","title":"Llemma: An Open Language Model For Mathematics","created":"2023-10-16","cited_by_count":388,"area":"lr"},{"id":"2310.16789","title":"Detecting Pretraining Data from Large Language Models","created":"2023-10-25","cited_by_count":387,"area":null},{"id":"2202.13169","title":"A Systematic Evaluation of Large Language Models of Code","created":"2022-02-26","cited_by_count":363,"area":null},{"id":"2412.14093","title":"Alignment faking in large language models","created":"2024-12-18","cited_by_count":360,"area":"alignment"},{"id":"2211.15533","title":"The Stack: 3 TB of permissively licensed source code","created":"2022-11-20","cited_by_count":359,"area":null},{"id":"2305.14788","title":"Adapting Language Models to Compress Contexts","created":"2023-05-24","cited_by_count":356,"area":null},{"id":"2407.04620","title":"Learning to (Learn at Test Time): RNNs with Expressive Hidden States","created":"2024-07-05","cited_by_count":355,"area":"ssm"},{"id":"2306.03091","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","created":"2023-06-05","cited_by_count":353,"area":null},{"id":"2305.10415","title":"PMC-VQA: Visual Instruction Tuning for Medical Visual Question Answering","created":"2023-05-17","cited_by_count":338,"area":null},{"id":"2305.01610","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","created":"2023-05-02","cited_by_count":334,"area":null},{"id":"2401.11817","title":"Hallucination is Inevitable: An Innate Limitation of Large Language Models","created":"2024-01-22","cited_by_count":332,"area":null},{"id":"2302.03169","title":"Data Selection for Language Models via Importance Resampling","created":"2023-02-06","cited_by_count":329,"area":null},{"id":"2501.00663","title":"Titans: Learning to Memorize at Test Time","created":"2024-12-31","cited_by_count":328,"area":"lr"},{"id":"2306.16527","title":"OBELICS: An Open Web-Scale Filtered Dataset of Interleaved Image-Text Documents","created":"2023-06-21","cited_by_count":316,"area":"mllm"},{"id":"2202.06539","title":"Deduplicating Training Data Mitigates Privacy Risks in Language Models","created":"2022-02-14","cited_by_count":314,"area":null},{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313,"area":null},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"}],"next_cursor":"100"}