{"total":807,"rows":[{"id":"2203.11171","title":"Self-Consistency Improves Chain of Thought Reasoning in Language Models","created":"2022-03-21","cited_by_count":5708,"area":"lr"},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780,"area":null},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073,"area":"moe"},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173,"area":null},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917,"area":null},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242,"area":null},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162,"area":"lr"},{"id":"2202.03286","title":"Red Teaming Language Models with Language Models","created":"2022-02-07","cited_by_count":1026,"area":"safety"},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939,"area":null},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2103.07191","title":"Are NLP Models really able to Solve Simple Math Word Problems?","created":"2021-03-12","cited_by_count":878,"area":null},{"id":"2212.09251","title":"Discovering Language Model Behaviors with Model-Written Evaluations","created":"2022-12-19","cited_by_count":836,"area":"alignment"},{"id":"2306.01708","title":"TIES-Merging: Resolving Interference When Merging Models","created":"2023-06-02","cited_by_count":818,"area":null},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2305.02301","title":"Distilling Step-by-Step! Outperforming Larger Language Models with Less Training Data and Smaller Model Sizes","created":"2023-05-03","cited_by_count":737,"area":null},{"id":"2209.07858","title":"Red Teaming Language Models to Reduce Harms: Methods, Scaling Behaviors, and Lessons Learned","created":"2022-08-23","cited_by_count":729,"area":"alignment"},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713,"area":null},{"id":"2210.11610","title":"Large Language Models Can Self-Improve","created":"2022-10-20","cited_by_count":664,"area":"lr"},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492,"area":null},{"id":"2501.14249","title":"Humanity's Last Exam","created":"2025-01-24","cited_by_count":491,"area":null},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2302.06675","title":"Symbolic Discovery of Optimization Algorithms","created":"2023-02-13","cited_by_count":434,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2111.09525","title":"SummaC: Re-Visiting NLI-based Models for Inconsistency Detection in Summarization","created":"2021-11-18","cited_by_count":407,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2202.08906","title":"ST-MoE: Designing Stable and Transferable Sparse Expert Models","created":"2022-02-17","cited_by_count":399,"area":"moe"},{"id":"2212.09689","title":"Unnatural Instructions: Tuning Language Models with (Almost) No Human Labor","created":"2022-12-19","cited_by_count":397,"area":null},{"id":"2109.01247","title":"Do Prompt-Based Models Really Understand the Meaning of their Prompts?","created":"2021-09-02","cited_by_count":326,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2402.14992","title":"tinyBenchmarks: evaluating LLMs with fewer examples","created":"2024-02-22","cited_by_count":310,"area":null},{"id":"2309.13007","title":"ReConcile: Round-Table Conference Improves Reasoning via Consensus among Diverse LLMs","created":"2023-09-22","cited_by_count":309,"area":"lr"},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2305.16739","title":"AlignScore: Evaluating Factual Consistency with a Unified Alignment Function","created":"2023-05-26","cited_by_count":288,"area":null},{"id":"2305.16934","title":"On Evaluating Adversarial Robustness of Large Vision-Language Models","created":"2023-05-26","cited_by_count":284,"area":"mllm"},{"id":"2404.10774","title":"MiniCheck: Efficient Fact-Checking of LLMs on Grounding Documents","created":"2024-04-16","cited_by_count":257,"area":"rag"},{"id":"2112.08542","title":"QAFactEval: Improved QA-Based Factual Consistency Evaluation for Summarization","created":"2021-12-16","cited_by_count":236,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2306.04528","title":"PromptRobust: Towards Evaluating the Robustness of Large Language Models on Adversarial Prompts","created":"2023-06-07","cited_by_count":226,"area":"safety"},{"id":"2103.08541","title":"Get Your Vitamin C! Robust Fact Verification with Contrastive Evidence","created":"2021-03-15","cited_by_count":225,"area":null},{"id":"2302.12095","title":"On the Robustness of ChatGPT: An Adversarial and Out-of-distribution Perspective","created":"2023-02-22","cited_by_count":211,"area":null},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208,"area":null},{"id":"2104.02145","title":"What Will it Take to Fix Benchmarking in Natural Language Understanding?","created":"2021-04-05","cited_by_count":203,"area":null},{"id":"2210.12353","title":"Leveraging Large Language Models for Multiple Choice Question Answering","created":"2022-10-22","cited_by_count":203,"area":null},{"id":"2201.05955","title":"WANLI: Worker and AI Collaboration for Natural Language Inference Dataset Creation","created":"2022-01-16","cited_by_count":202,"area":null},{"id":"2312.09244","title":"Helping or Herding? Reward Model Ensembles Mitigate but do not Eliminate Reward Hacking","created":"2023-12-14","cited_by_count":200,"area":"alignment"},{"id":"2310.09219","title":"\"Kelly is a Warm Person, Joseph is a Role Model\": Gender Biases in LLM-Generated Reference Letters","created":"2023-10-13","cited_by_count":199,"area":null},{"id":"2310.08659","title":"LoftQ: LoRA-Fine-Tuning-Aware Quantization for Large Language Models","created":"2023-10-12","cited_by_count":196,"area":null},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192,"area":null},{"id":"2404.13628","title":"Mixture of LoRA Experts","created":"2024-04-21","cited_by_count":181,"area":null},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180,"area":null},{"id":"2106.05707","title":"FEVEROUS: Fact Extraction and VERification Over Unstructured and Structured information","created":"2021-06-10","cited_by_count":167,"area":null},{"id":"2111.10952","title":"ExT5: Towards Extreme Multi-Task Scaling for Transfer Learning","created":"2021-11-22","cited_by_count":161,"area":null},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2210.02441","title":"Ask Me Anything: A simple strategy for prompting language models","created":"2022-10-05","cited_by_count":155,"area":null},{"id":"2309.05444","title":"Pushing Mixture of Experts to the Limit: Extremely Parameter Efficient MoE for Instruction Tuning","created":"2023-09-11","cited_by_count":150,"area":"moe"},{"id":"2302.02676","title":"Chain of Hindsight Aligns Language Models with Feedback","created":"2023-02-06","cited_by_count":148,"area":"alignment"},{"id":"2305.12744","title":"Fact-Checking Complex Claims with Program-Guided Reasoning","created":"2023-05-22","cited_by_count":146,"area":"lr"},{"id":"2301.00303","title":"Rethinking with Retrieval: Faithful Large Language Model Inference","created":"2022-12-31","cited_by_count":145,"area":"lr"},{"id":"2104.08835","title":"CrossFit: A Few-shot Learning Challenge for Cross-task Generalization in NLP","created":"2021-04-18","cited_by_count":142,"area":null},{"id":"2104.08704","title":"A Token-level Reference-free Hallucination Detection Benchmark for Free-form Text Generation","created":"2021-04-18","cited_by_count":138,"area":null},{"id":"2302.08500","title":"Auditing large language models: a three-layered approach","created":"2023-02-16","cited_by_count":137,"area":null},{"id":"2402.01781","title":"When Benchmarks are Targets: Revealing the Sensitivity of Large Language Model Leaderboards","created":"2024-02-01","cited_by_count":137,"area":null},{"id":"2112.07566","title":"VALSE: A Task-Independent Benchmark for Vision and Language Models Centered on Linguistic Phenomena","created":"2021-12-14","cited_by_count":135,"area":null},{"id":"2305.18486","title":"A Systematic Study and Comprehensive Evaluation of ChatGPT on Benchmark Datasets","created":"2023-05-29","cited_by_count":123,"area":null},{"id":"2404.10136","title":"Language Model Cascades: Token-level uncertainty and beyond","created":"2024-04-15","cited_by_count":121,"area":null},{"id":"2303.01432","title":"WiCE: Real-World Entailment for Claims in Wikipedia","created":"2023-03-02","cited_by_count":120,"area":null},{"id":"2410.23123","title":"On Memorization of Large Language Models in Logical Reasoning","created":"2024-10-30","cited_by_count":117,"area":"lr"},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2207.00747","title":"Rationale-Augmented Ensembles in Language Models","created":"2022-07-02","cited_by_count":111,"area":null},{"id":"2204.03044","title":"Fusing finetuned models for better pretraining","created":"2022-04-06","cited_by_count":110,"area":null},{"id":"2305.14710","title":"Instructions as Backdoors: Backdoor Vulnerabilities of Instruction Tuning for Large Language Models","created":"2023-05-24","cited_by_count":110,"area":"safety"},{"id":"2405.17461","title":"EMR-Merging: Tuning-Free High-Performance Model Merging","created":"2024-05-23","cited_by_count":110,"area":null},{"id":"2201.05320","title":"CommonsenseQA 2.0: Exposing the Limits of AI through Gamification","created":"2022-01-14","cited_by_count":109,"area":null},{"id":"2101.04840","title":"Robustness Gym: Unifying the NLP Evaluation Landscape","created":"2021-01-13","cited_by_count":108,"area":null},{"id":"2112.08313","title":"Measure and Improve Robustness in NLP Models: A Survey","created":"2021-12-15","cited_by_count":107,"area":null},{"id":"2405.21046","title":"Exploratory Preference Optimization: Harnessing Implicit Q*-Approximation for Sample-Efficient RLHF","created":"2024-05-31","cited_by_count":106,"area":"alignment"},{"id":"2212.10264","title":"ReCode: Robustness Evaluation of Code Generation Models","created":"2022-12-20","cited_by_count":103,"area":null},{"id":"2406.08391","title":"Large Language Models Must Be Taught to Know What They Don't Know","created":"2024-06-12","cited_by_count":100,"area":null},{"id":"2206.06336","title":"Language Models are General-Purpose Interfaces","created":"2022-06-13","cited_by_count":97,"area":null},{"id":"2306.04618","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","created":"2023-06-07","cited_by_count":97,"area":null},{"id":"2308.04592","title":"Shepherd: A Critic for Language Model Generation","created":"2023-08-08","cited_by_count":97,"area":"lr"},{"id":"2410.14669","title":"NaturalBench: Evaluating Vision-Language Models on Natural Adversarial Samples","created":"2024-10-18","cited_by_count":97,"area":"mllm"},{"id":"2309.17249","title":"Batch Calibration: Rethinking Calibration for In-Context Learning and Prompt Engineering","created":"2023-09-29","cited_by_count":94,"area":"lr"},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2109.01653","title":"CREAK: A Dataset for Commonsense Reasoning over Entity Knowledge","created":"2021-09-03","cited_by_count":88,"area":null},{"id":"2504.08165","title":"Findings of the BabyLM Challenge: Sample-Efficient Pretraining on Developmentally Plausible Corpora","created":"2025-04-10","cited_by_count":88,"area":null},{"id":"2502.18439","title":"MAPoRL: Multi-Agent Post-Co-Training for Collaborative Large Language Models with Reinforcement Learning","created":"2025-02-25","cited_by_count":86,"area":"lr"},{"id":"2208.11857","title":"Shortcut Learning of Large Language Models in Natural Language Understanding","created":"2022-08-25","cited_by_count":85,"area":null},{"id":"2310.07707","title":"MatFormer: Nested Transformer for Elastic Inference","created":"2023-10-11","cited_by_count":85,"area":null},{"id":"2305.11171","title":"TrueTeacher: Learning Factual Consistency Evaluation with Large Language Models","created":"2023-05-18","cited_by_count":83,"area":null},{"id":"2409.10102","title":"Trustworthiness in Retrieval-Augmented Generation Systems: A Survey","created":"2024-09-16","cited_by_count":83,"area":"rag"}],"next_cursor":"100"}