{"total":454,"rows":[{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2210.09261","title":"Challenging BIG-Bench Tasks and Whether Chain-of-Thought Can Solve Them","created":"2022-10-17","cited_by_count":1807,"area":"lr"},{"id":"2202.12837","title":"Rethinking the Role of Demonstrations: What Makes In-Context Learning Work?","created":"2022-02-25","cited_by_count":1434,"area":"lr"},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868,"area":null},{"id":"2212.03827","title":"Discovering Latent Knowledge in Language Models Without Supervision","created":"2022-12-07","cited_by_count":767,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2309.12284","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","created":"2023-09-21","cited_by_count":735,"area":"synth"},{"id":"2301.00234","title":"A Survey on In-context Learning","created":"2022-12-31","cited_by_count":721,"area":null},{"id":"2208.01066","title":"What Can Transformers Learn In-Context? A Case Study of Simple Function Classes","created":"2022-08-01","cited_by_count":715,"area":null},{"id":"2211.15661","title":"What learning algorithm is in-context learning? Investigations with linear models","created":"2022-11-28","cited_by_count":684,"area":null},{"id":"2308.08747","title":"An Empirical Study of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2023-08-17","cited_by_count":639,"area":null},{"id":"2212.10496","title":"Precise Zero-Shot Dense Retrieval without Relevance Labels","created":"2022-12-20","cited_by_count":517,"area":null},{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453,"area":"inference"},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2303.03846","title":"Larger language models do in-context learning differently","created":"2023-03-07","cited_by_count":394,"area":null},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364,"area":null},{"id":"2212.09741","title":"One Embedder, Any Task: Instruction-Finetuned Text Embeddings","created":"2022-12-19","cited_by_count":333,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2202.01279","title":"PromptSource: An Integrated Development Environment and Repository for Natural Language Prompts","created":"2022-02-02","cited_by_count":289,"area":null},{"id":"2306.00297","title":"Transformers learn to implement preconditioned gradient descent for in-context learning","created":"2023-06-01","cited_by_count":279,"area":null},{"id":"2305.00944","title":"Poisoning Language Models During Instruction Tuning","created":"2023-05-01","cited_by_count":269,"area":null},{"id":"2301.12726","title":"Specializing Smaller Language Models towards Multi-Step Reasoning","created":"2023-01-30","cited_by_count":251,"area":"lr"},{"id":"2209.01975","title":"Selective Annotation Makes Language Models Better Few-Shot Learners","created":"2022-09-05","cited_by_count":243,"area":null},{"id":"2212.12017","title":"OPT-IML: Scaling Language Model Instruction Meta Learning through the Lens of Generalization","created":"2022-12-22","cited_by_count":236,"area":null},{"id":"2206.02336","title":"Making Large Language Models Better Reasoners with Step-Aware Verifier","created":"2022-06-06","cited_by_count":233,"area":"lr"},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2305.20088","title":"Improving CLIP Training with Language Rewrites","created":"2023-05-31","cited_by_count":217,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2312.05934","title":"Fine-Tuning or Retrieval? Comparing Knowledge Injection in LLMs","created":"2023-12-10","cited_by_count":178,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2309.07915","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","created":"2023-09-14","cited_by_count":172,"area":"mllm"},{"id":"2402.18013","title":"A Survey on Recent Advances in LLM-Based Multi-turn Dialogue Systems","created":"2024-02-28","cited_by_count":170,"area":null},{"id":"2507.21046","title":"A Survey of Self-Evolving Agents: What, When, How, and Where to Evolve on the Path to Artificial Super Intelligence","created":"2025-07-28","cited_by_count":170,"area":"agents"},{"id":"2204.07496","title":"Improving Passage Retrieval with Zero-Shot Question Generation","created":"2022-04-15","cited_by_count":165,"area":null},{"id":"2205.00445","title":"MRKL Systems: A modular, neuro-symbolic architecture that combines large language models, external knowledge sources and discrete reasoning","created":"2022-05-01","cited_by_count":156,"area":"lr"},{"id":"2205.10782","title":"Instruction Induction: From Few Examples to Natural Language Task Descriptions","created":"2022-05-22","cited_by_count":152,"area":null},{"id":"2301.13670","title":"What Makes Good Examples for Visual In-Context Learning?","created":"2023-01-31","cited_by_count":150,"area":null},{"id":"2301.11916","title":"Large Language Models Are Latent Variable Models: Explaining and Finding Good Demonstrations for In-Context Learning","created":"2023-01-27","cited_by_count":149,"area":null},{"id":"2306.14050","title":"Symbolic Chain-of-Thought Distillation: Small Models Can Also \"Think\" Step-by-Step","created":"2023-06-24","cited_by_count":148,"area":"lr"},{"id":"2306.15063","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","created":"2023-06-26","cited_by_count":146,"area":null},{"id":"2309.10105","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","created":"2023-09-18","cited_by_count":144,"area":"alignment"},{"id":"2212.06800","title":"Diverse Demonstrations Improve In-context Compositional Generalization","created":"2022-12-13","cited_by_count":139,"area":null},{"id":"2209.15189","title":"Learning by Distilling Context","created":"2022-09-30","cited_by_count":138,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2312.00438","title":"Dolphins: Multimodal Language Model for Driving","created":"2023-12-01","cited_by_count":124,"area":"mllm"},{"id":"2308.10204","title":"ChatEDA: A Large Language Model Powered Autonomous Agent for EDA","created":"2023-08-20","cited_by_count":122,"area":"agents"},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118,"area":null},{"id":"2306.17194","title":"On the Exploitability of Instruction Tuning","created":"2023-06-28","cited_by_count":116,"area":"safety"},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2305.14045","title":"The CoT Collection: Improving Zero-shot and Few-shot Learning of Language Models via Chain-of-Thought Fine-Tuning","created":"2023-05-23","cited_by_count":108,"area":"lr"},{"id":"2211.09260","title":"Task-aware Retrieval with Instructions","created":"2022-11-16","cited_by_count":107,"area":null},{"id":"2402.04248","title":"Can Mamba Learn How to Learn? A Comparative Study on In-Context Learning Tasks","created":"2024-02-06","cited_by_count":105,"area":"ssm"},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2305.05003","title":"Revisiting Relation Extraction in the era of Large Language Models","created":"2023-05-08","cited_by_count":102,"area":null},{"id":"2411.07279","title":"The Surprising Effectiveness of Test-Time Training for Few-Shot Learning","created":"2024-11-11","cited_by_count":96,"area":null},{"id":"2306.06615","title":"Empowering Molecule Discovery for Molecule-Caption Translation with Large Language Models: A ChatGPT Perspective","created":"2023-06-11","cited_by_count":92,"area":null},{"id":"2304.14293","title":"Controlled Text Generation with Natural Language Instructions","created":"2023-04-27","cited_by_count":87,"area":null},{"id":"2303.14742","title":"Exploring the Impact of Instruction Data Scaling on Large Language Models: An Empirical Study on Real-World Use Cases","created":"2023-03-26","cited_by_count":86,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85,"area":null},{"id":"2306.04891","title":"In-Context Learning through the Bayesian Prism","created":"2023-06-08","cited_by_count":83,"area":null},{"id":"2401.06766","title":"Mind Your Format: Towards Consistent Evaluation of In-Context Learning Improvements","created":"2024-01-12","cited_by_count":83,"area":null},{"id":"2204.13509","title":"On the Effect of Pretraining Corpora on In-context Learning by a Large-scale Language Model","created":"2022-04-28","cited_by_count":81,"area":null},{"id":"2401.11880","title":"PsySafe: A Comprehensive Framework for Psychological-based Attack, Defense, and Evaluation of Multi-agent System Safety","created":"2024-01-22","cited_by_count":80,"area":"agents"},{"id":"2310.10638","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","created":"2023-10-16","cited_by_count":79,"area":null},{"id":"2306.06427","title":"Boosting Language Models Reasoning with Chain-of-Knowledge Prompting","created":"2023-06-10","cited_by_count":77,"area":"lr"},{"id":"2305.08298","title":"Symbol tuning improves in-context learning in language models","created":"2023-05-15","cited_by_count":75,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2310.09881","title":"In-Context Learning with Iterative Demonstration Selection","created":"2023-10-15","cited_by_count":74,"area":null},{"id":"2209.07661","title":"On the Relation between Sensitivity and Accuracy in In-context Learning","created":"2022-09-16","cited_by_count":72,"area":null},{"id":"2302.03269","title":"PLACES: Prompting Language Models for Social Conversation Synthesis","created":"2023-02-07","cited_by_count":72,"area":null},{"id":"2211.13892","title":"Complementary Explanations for Effective In-Context Learning","created":"2022-11-25","cited_by_count":71,"area":null},{"id":"2401.11624","title":"In-context Learning with Retrieved Demonstrations for Language Models: A Survey","created":"2024-01-21","cited_by_count":70,"area":null},{"id":"2305.17256","title":"Large Language Models Can be Lazy Learners: Analyze Shortcuts in In-Context Learning","created":"2023-05-26","cited_by_count":69,"area":null},{"id":"2310.09716","title":"Enhancing Conversational Search: Large Language Model-Aided Informative Query Rewriting","created":"2023-10-15","cited_by_count":69,"area":null},{"id":"2305.14857","title":"BUFFET: Benchmarking Large Language Models for Few-shot Cross-lingual Transfer","created":"2023-05-24","cited_by_count":68,"area":null},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2404.15522","title":"LogicBench: Towards Systematic Evaluation of Logical Reasoning Ability of Large Language Models","created":"2024-04-23","cited_by_count":68,"area":"lr"},{"id":"2502.18017","title":"ViDoRAG: Visual Document Retrieval-Augmented Generation via Dynamic Iterative Reasoning Agents","created":"2025-02-25","cited_by_count":66,"area":"rag"},{"id":"2410.04343","title":"Inference Scaling for Long-Context Retrieval Augmented Generation","created":"2024-10-06","cited_by_count":65,"area":"rag"},{"id":"2310.09605","title":"Penetrative AI: Making LLMs Comprehend the Physical World","created":"2023-10-14","cited_by_count":64,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2504.13865","title":"A Survey on (M)LLM-Based GUI Agents","created":"2025-03-27","cited_by_count":62,"area":"agents"},{"id":"2305.12907","title":"Meta-in-context learning in large language models","created":"2023-05-22","cited_by_count":59,"area":null},{"id":"2310.15166","title":"Large Language Models are Visual Reasoning Coordinators","created":"2023-10-23","cited_by_count":58,"area":"lr"},{"id":"2205.01703","title":"Improving In-Context Few-Shot Learning via Self-Supervised Training","created":"2022-05-03","cited_by_count":57,"area":null},{"id":"2406.00793","title":"Is In-Context Learning in Large Language Models Bayesian? A Martingale Perspective","created":"2024-06-02","cited_by_count":57,"area":null},{"id":"2407.01885","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","created":"2024-07-02","cited_by_count":56,"area":"distill"},{"id":"2305.14908","title":"PURR: Efficiently Editing Language Model Hallucinations by Denoising Language Model Corruptions","created":"2023-05-24","cited_by_count":53,"area":null},{"id":"2401.05949","title":"Universal Vulnerabilities in Large Language Models: Backdoor Attacks for In-context Learning","created":"2024-01-11","cited_by_count":53,"area":"safety"},{"id":"2307.12375","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","created":"2023-07-23","cited_by_count":51,"area":null}],"next_cursor":"100"}