{"total":359,"rows":[{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2305.14314","title":"QLoRA: Efficient Finetuning of Quantized LLMs","created":"2023-05-23","cited_by_count":3418,"area":null},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2212.04089","title":"Editing Models with Task Arithmetic","created":"2022-12-08","cited_by_count":1120,"area":null},{"id":"2205.05638","title":"Few-Shot Parameter-Efficient Fine-Tuning is Better and Cheaper than In-Context Learning","created":"2022-05-11","cited_by_count":896,"area":null},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868,"area":null},{"id":"2212.03827","title":"Discovering Latent Knowledge in Language Models Without Supervision","created":"2022-12-07","cited_by_count":767,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2301.00234","title":"A Survey on In-context Learning","created":"2022-12-31","cited_by_count":721,"area":null},{"id":"2208.01066","title":"What Can Transformers Learn In-Context? A Case Study of Simple Function Classes","created":"2022-08-01","cited_by_count":715,"area":null},{"id":"2211.15661","title":"What learning algorithm is in-context learning? Investigations with linear models","created":"2022-11-28","cited_by_count":684,"area":null},{"id":"2308.08747","title":"An Empirical Study of Catastrophic Forgetting in Large Language Models During Continual Fine-tuning","created":"2023-08-17","cited_by_count":639,"area":null},{"id":"2212.10496","title":"Precise Zero-Shot Dense Retrieval without Relevance Labels","created":"2022-12-20","cited_by_count":517,"area":null},{"id":"2305.16264","title":"Scaling Data-Constrained Language Models","created":"2023-05-25","cited_by_count":403,"area":null},{"id":"2303.03846","title":"Larger language models do in-context learning differently","created":"2023-03-07","cited_by_count":394,"area":null},{"id":"2307.13269","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","created":"2023-07-25","cited_by_count":364,"area":null},{"id":"2212.09741","title":"One Embedder, Any Task: Instruction-Finetuned Text Embeddings","created":"2022-12-19","cited_by_count":333,"area":null},{"id":"2306.04637","title":"Transformers as Statisticians: Provable In-Context Learning with In-Context Algorithm Selection","created":"2023-06-07","cited_by_count":298,"area":null},{"id":"2402.07827","title":"Aya Model: An Instruction Finetuned Open-Access Multilingual Language Model","created":"2024-02-12","cited_by_count":295,"area":null},{"id":"2202.01279","title":"PromptSource: An Integrated Development Environment and Repository for Natural Language Prompts","created":"2022-02-02","cited_by_count":289,"area":null},{"id":"2306.00297","title":"Transformers learn to implement preconditioned gradient descent for in-context learning","created":"2023-06-01","cited_by_count":279,"area":null},{"id":"2305.00944","title":"Poisoning Language Models During Instruction Tuning","created":"2023-05-01","cited_by_count":269,"area":null},{"id":"2209.01975","title":"Selective Annotation Makes Language Models Better Few-Shot Learners","created":"2022-09-05","cited_by_count":243,"area":null},{"id":"2212.12017","title":"OPT-IML: Scaling Language Model Instruction Meta Learning through the Lens of Generalization","created":"2022-12-22","cited_by_count":236,"area":null},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2305.20088","title":"Improving CLIP Training with Language Rewrites","created":"2023-05-31","cited_by_count":217,"area":null},{"id":"2308.07124","title":"OctoPack: Instruction Tuning Code Large Language Models","created":"2023-08-14","cited_by_count":189,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2312.05934","title":"Fine-Tuning or Retrieval? Comparing Knowledge Injection in LLMs","created":"2023-12-10","cited_by_count":178,"area":null},{"id":"2402.06619","title":"Aya Dataset: An Open-Access Collection for Multilingual Instruction Tuning","created":"2024-02-09","cited_by_count":177,"area":null},{"id":"2402.18013","title":"A Survey on Recent Advances in LLM-Based Multi-turn Dialogue Systems","created":"2024-02-28","cited_by_count":170,"area":null},{"id":"2204.07496","title":"Improving Passage Retrieval with Zero-Shot Question Generation","created":"2022-04-15","cited_by_count":165,"area":null},{"id":"2205.10782","title":"Instruction Induction: From Few Examples to Natural Language Task Descriptions","created":"2022-05-22","cited_by_count":152,"area":null},{"id":"2301.13670","title":"What Makes Good Examples for Visual In-Context Learning?","created":"2023-01-31","cited_by_count":150,"area":null},{"id":"2301.11916","title":"Large Language Models Are Latent Variable Models: Explaining and Finding Good Demonstrations for In-Context Learning","created":"2023-01-27","cited_by_count":149,"area":null},{"id":"2306.15063","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","created":"2023-06-26","cited_by_count":146,"area":null},{"id":"2212.06800","title":"Diverse Demonstrations Improve In-context Compositional Generalization","created":"2022-12-13","cited_by_count":139,"area":null},{"id":"2209.15189","title":"Learning by Distilling Context","created":"2022-09-30","cited_by_count":138,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2305.19420","title":"What and How does In-Context Learning Learn? Bayesian Model Averaging, Parameterization, and Generalization","created":"2023-05-30","cited_by_count":118,"area":null},{"id":"2212.10773","title":"MultiInstruct: Improving Multi-Modal Zero-Shot Learning via Instruction Tuning","created":"2022-12-21","cited_by_count":109,"area":null},{"id":"2211.09260","title":"Task-aware Retrieval with Instructions","created":"2022-11-16","cited_by_count":107,"area":null},{"id":"2211.09699","title":"PromptCap: Prompt-Guided Task-Aware Image Captioning","created":"2022-11-15","cited_by_count":104,"area":null},{"id":"2305.05003","title":"Revisiting Relation Extraction in the era of Large Language Models","created":"2023-05-08","cited_by_count":102,"area":null},{"id":"2411.07279","title":"The Surprising Effectiveness of Test-Time Training for Few-Shot Learning","created":"2024-11-11","cited_by_count":96,"area":null},{"id":"2306.06615","title":"Empowering Molecule Discovery for Molecule-Caption Translation with Large Language Models: A ChatGPT Perspective","created":"2023-06-11","cited_by_count":92,"area":null},{"id":"2304.14293","title":"Controlled Text Generation with Natural Language Instructions","created":"2023-04-27","cited_by_count":87,"area":null},{"id":"2303.14742","title":"Exploring the Impact of Instruction Data Scaling on Large Language Models: An Empirical Study on Real-World Use Cases","created":"2023-03-26","cited_by_count":86,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2205.11961","title":"ATTEMPT: Parameter-Efficient Multi-task Tuning via Attentional Mixtures of Soft Prompts","created":"2022-05-24","cited_by_count":85,"area":null},{"id":"2306.04891","title":"In-Context Learning through the Bayesian Prism","created":"2023-06-08","cited_by_count":83,"area":null},{"id":"2401.06766","title":"Mind Your Format: Towards Consistent Evaluation of In-Context Learning Improvements","created":"2024-01-12","cited_by_count":83,"area":null},{"id":"2204.13509","title":"On the Effect of Pretraining Corpora on In-context Learning by a Large-scale Language Model","created":"2022-04-28","cited_by_count":81,"area":null},{"id":"2310.10638","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","created":"2023-10-16","cited_by_count":79,"area":null},{"id":"2305.08298","title":"Symbol tuning improves in-context learning in language models","created":"2023-05-15","cited_by_count":75,"area":null},{"id":"2310.10616","title":"How Do Transformers Learn In-Context Beyond Simple Functions? A Case Study on Learning with Representations","created":"2023-10-16","cited_by_count":75,"area":null},{"id":"2310.09881","title":"In-Context Learning with Iterative Demonstration Selection","created":"2023-10-15","cited_by_count":74,"area":null},{"id":"2209.07661","title":"On the Relation between Sensitivity and Accuracy in In-context Learning","created":"2022-09-16","cited_by_count":72,"area":null},{"id":"2302.03269","title":"PLACES: Prompting Language Models for Social Conversation Synthesis","created":"2023-02-07","cited_by_count":72,"area":null},{"id":"2211.13892","title":"Complementary Explanations for Effective In-Context Learning","created":"2022-11-25","cited_by_count":71,"area":null},{"id":"2401.11624","title":"In-context Learning with Retrieved Demonstrations for Language Models: A Survey","created":"2024-01-21","cited_by_count":70,"area":null},{"id":"2305.17256","title":"Large Language Models Can be Lazy Learners: Analyze Shortcuts in In-Context Learning","created":"2023-05-26","cited_by_count":69,"area":null},{"id":"2310.09716","title":"Enhancing Conversational Search: Large Language Model-Aided Informative Query Rewriting","created":"2023-10-15","cited_by_count":69,"area":null},{"id":"2305.14857","title":"BUFFET: Benchmarking Large Language Models for Few-shot Cross-lingual Transfer","created":"2023-05-24","cited_by_count":68,"area":null},{"id":"2401.12255","title":"Instructional Fingerprinting of Large Language Models","created":"2024-01-21","cited_by_count":68,"area":null},{"id":"2310.09605","title":"Penetrative AI: Making LLMs Comprehend the Physical World","created":"2023-10-14","cited_by_count":64,"area":null},{"id":"2310.03016","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","created":"2023-10-04","cited_by_count":63,"area":null},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2205.12647","title":"Overcoming Catastrophic Forgetting in Zero-Shot Cross-Lingual Generation","created":"2022-05-25","cited_by_count":62,"area":null},{"id":"2305.12907","title":"Meta-in-context learning in large language models","created":"2023-05-22","cited_by_count":59,"area":null},{"id":"2205.01703","title":"Improving In-Context Few-Shot Learning via Self-Supervised Training","created":"2022-05-03","cited_by_count":57,"area":null},{"id":"2406.00793","title":"Is In-Context Learning in Large Language Models Bayesian? A Martingale Perspective","created":"2024-06-02","cited_by_count":57,"area":null},{"id":"2305.14908","title":"PURR: Efficiently Editing Language Model Hallucinations by Denoising Language Model Corruptions","created":"2023-05-24","cited_by_count":53,"area":null},{"id":"2307.12375","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","created":"2023-07-23","cited_by_count":51,"area":null},{"id":"2305.11414","title":"Federated Foundation Models: Privacy-Preserving and Collaborative Learning for Large Models","created":"2023-05-19","cited_by_count":50,"area":null},{"id":"2209.14500","title":"Bidirectional Language Models Are Also Few-shot Learners","created":"2022-09-29","cited_by_count":48,"area":null},{"id":"2401.04679","title":"RoSA: Accurate Parameter-Efficient Fine-Tuning via Robust Adaptation","created":"2024-01-09","cited_by_count":48,"area":null},{"id":"2405.16771","title":"ARC: A Generalist Graph Anomaly Detector with In-Context Learning","created":"2024-05-27","cited_by_count":48,"area":null},{"id":"2203.08568","title":"In-Context Learning for Few-Shot Dialogue State Tracking","created":"2022-03-16","cited_by_count":47,"area":null},{"id":"2303.13824","title":"$k$NN Prompting: Beyond-Context Learning with Calibration-Free Nearest Neighbor Inference","created":"2023-03-24","cited_by_count":47,"area":null},{"id":"2410.19878","title":"Parameter-Efficient Fine-Tuning in Large Models: A Survey of Methodologies","created":"2024-10-24","cited_by_count":47,"area":null},{"id":"2211.12485","title":"HyperTuning: Toward Adapting Large Language Models without Back-propagation","created":"2022-11-22","cited_by_count":46,"area":null},{"id":"2311.17435","title":"MM-Narrator: Narrating Long-form Videos with Multimodal In-Context Learning","created":"2023-11-29","cited_by_count":46,"area":null},{"id":"2305.11159","title":"Aligning Instruction Tasks Unlocks Large Language Models as Zero-Shot Relation Extractors","created":"2023-05-18","cited_by_count":45,"area":null},{"id":"2404.02904","title":"ALOHa: A New Measure for Hallucination in Captioning Models","created":"2024-04-03","cited_by_count":45,"area":null},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45,"area":null},{"id":"2402.05403","title":"In-Context Principle Learning from Mistakes","created":"2024-02-08","cited_by_count":44,"area":null},{"id":"2304.04748","title":"Exploring Effective Factors for Improving Visual In-Context Learning","created":"2023-04-10","cited_by_count":43,"area":null},{"id":"2312.03414","title":"Compressed Context Memory For Online Language Model Interaction","created":"2023-12-06","cited_by_count":43,"area":null},{"id":"2302.00871","title":"Using In-Context Learning to Improve Dialogue Safety","created":"2023-02-02","cited_by_count":42,"area":null},{"id":"2305.08848","title":"Small Models are Valuable Plug-ins for Large Language Models","created":"2023-05-15","cited_by_count":42,"area":null},{"id":"2305.09137","title":"Pre-Training to Learn in Context","created":"2023-05-16","cited_by_count":42,"area":null},{"id":"2309.15701","title":"HyPoradise: An Open Baseline for Generative Speech Recognition with Large Language Models","created":"2023-09-27","cited_by_count":42,"area":null},{"id":"2211.00635","title":"Two-stage LLM Fine-tuning with Less Specialization and More Generalization","created":"2022-11-01","cited_by_count":41,"area":null},{"id":"2401.15530","title":"An Information-Theoretic Analysis of In-Context Learning","created":"2024-01-28","cited_by_count":40,"area":null},{"id":"2405.14394","title":"Instruction Tuning With Loss Over Instructions","created":"2024-05-23","cited_by_count":40,"area":null},{"id":"2407.15720","title":"Do Large Language Models Have Compositional Ability? An Investigation into Limitations and Scalability","created":"2024-07-22","cited_by_count":40,"area":null},{"id":"2205.12673","title":"InstructDial: Improving Zero and Few-shot Generalization in Dialogue through Instruction Tuning","created":"2022-05-25","cited_by_count":39,"area":null},{"id":"2302.04931","title":"In-Context Learning with Many Demonstration Examples","created":"2023-02-09","cited_by_count":39,"area":null}],"next_cursor":"100"}