{"total":253,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380,"area":null},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326,"area":null},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915,"area":null},{"id":"2205.14217","title":"Diffusion-LM Improves Controllable Text Generation","created":"2022-05-27","cited_by_count":1027,"area":null},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872,"area":null},{"id":"2204.07705","title":"Super-NaturalInstructions: Generalization via Declarative Instructions on 1600+ NLP Tasks","created":"2022-04-16","cited_by_count":868,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2110.05679","title":"Large Language Models Can Be Strong Differentially Private Learners","created":"2021-10-12","cited_by_count":412,"area":null},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400,"area":null},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2310.11454","title":"VeRA: Vector-based Random Matrix Adaptation","created":"2023-10-17","cited_by_count":300,"area":null},{"id":"2211.00053","title":"Generating Sequences by Learning to Self-Correct","created":"2022-10-31","cited_by_count":277,"area":null},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239,"area":null},{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233,"area":null},{"id":"2201.05966","title":"UnifiedSKG: Unifying and Multi-Tasking Structured Knowledge Grounding with Text-to-Text Language Models","created":"2022-01-16","cited_by_count":231,"area":null},{"id":"2210.17432","title":"SSD-LM: Semi-autoregressive Simplex-based Diffusion Language Model for Text Generation and Modular Control","created":"2022-10-31","cited_by_count":194,"area":"diffusion"},{"id":"2202.06935","title":"Repairing the Cracked Foundation: A Survey of Obstacles in Evaluation Practices for Generated Text","created":"2022-02-14","cited_by_count":155,"area":null},{"id":"2210.17451","title":"AdaMix: Mixture-of-Adaptations for Parameter-efficient Model Tuning","created":"2022-10-31","cited_by_count":137,"area":null},{"id":"2105.04387","title":"Recent Advances in Deep Learning Based Dialogue Systems: A Systematic Survey","created":"2021-05-10","cited_by_count":130,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2310.20410","title":"FollowBench: A Multi-level Fine-grained Constraints Following Benchmark for Large Language Models","created":"2023-10-31","cited_by_count":117,"area":null},{"id":"2212.09462","title":"Latent Diffusion for Language Generation","created":"2022-12-19","cited_by_count":115,"area":"diffusion"},{"id":"2303.02861","title":"Multitask Prompt Tuning Enables Parameter-Efficient Transfer Learning","created":"2023-03-06","cited_by_count":115,"area":null},{"id":"2104.08646","title":"Competency Problems: On Finding and Removing Artifacts in Language Data","created":"2021-04-17","cited_by_count":91,"area":null},{"id":"2307.02628","title":"SkipDecode: Autoregressive Skip Decoding with Batching and Caching for Efficient LLM Inference","created":"2023-07-05","cited_by_count":89,"area":"inference"},{"id":"2405.03003","title":"Parameter-Efficient Fine-Tuning with Discrete Fourier Transform","created":"2024-05-05","cited_by_count":71,"area":null},{"id":"2312.17249","title":"Do Androids Know They're Only Dreaming of Electric Sheep?","created":"2023-12-28","cited_by_count":67,"area":"mechinterp"},{"id":"2502.16923","title":"A Systematic Survey of Automatic Prompt Optimization Techniques","created":"2025-02-24","cited_by_count":63,"area":null},{"id":"2407.00952","title":"SplitLoRA: A Split Parameter-Efficient Fine-Tuning Framework for Large Language Models","created":"2024-07-01","cited_by_count":62,"area":null},{"id":"2107.06955","title":"HTLM: Hyper-Text Pre-Training and Prompting of Language Models","created":"2021-07-14","cited_by_count":58,"area":null},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57,"area":null},{"id":"2211.07634","title":"Follow the Wisdom of the Crowd: Effective Text Generation via Minimum Bayes Risk Decoding","created":"2022-11-14","cited_by_count":54,"area":null},{"id":"2309.01507","title":"Memory Efficient Optimizers with 4-bit States","created":"2023-09-04","cited_by_count":54,"area":null},{"id":"2108.13740","title":"Plan-then-Generate: Controlled Data-to-Text Generation via Planning","created":"2021-08-31","cited_by_count":52,"area":null},{"id":"2212.01539","title":"Exploring the Limits of Differentially Private Deep Learning with Group-wise Clipping","created":"2022-12-03","cited_by_count":52,"area":null},{"id":"2405.15179","title":"VB-LoRA: Extreme Parameter Efficient Fine-Tuning with Vector Banks","created":"2024-05-24","cited_by_count":52,"area":null},{"id":"2404.06448","title":"Automated Federated Pipeline for Parameter-Efficient Fine-Tuning of Large Language Models","created":"2024-04-09","cited_by_count":49,"area":null},{"id":"2207.00160","title":"When Does Differentially Private Learning Not Suffer in High Dimensions?","created":"2022-07-01","cited_by_count":48,"area":null},{"id":"2109.02707","title":"Text-to-Table: A New Way of Information Extraction","created":"2021-09-06","cited_by_count":47,"area":null},{"id":"2405.18653","title":"Recent Advances of Foundation Language Models-based Continual Learning: A Survey","created":"2024-05-28","cited_by_count":46,"area":null},{"id":"2501.13787","title":"Parameter-Efficient Fine-Tuning for Foundation Models","created":"2025-01-23","cited_by_count":45,"area":null},{"id":"2304.04052","title":"Decoder-Only or Encoder-Decoder? Interpreting Language Model as a Regularized Encoder-Decoder","created":"2023-04-08","cited_by_count":44,"area":null},{"id":"2102.02810","title":"Controlling Hallucinations at Word Level in Data-to-Text Generation","created":"2021-02-04","cited_by_count":41,"area":null},{"id":"2303.11589","title":"LayoutDiffusion: Improving Graphic Layout Generation by Discrete Diffusion Probabilistic Models","created":"2023-03-21","cited_by_count":41,"area":"diffusion"},{"id":"2304.14999","title":"Empirical Analysis of the Strengths and Weaknesses of PEFT Techniques for LLMs","created":"2023-04-28","cited_by_count":38,"area":null},{"id":"2106.07704","title":"Efficient (Soft) Q-Learning for Text Generation with Limited Good Data","created":"2021-06-14","cited_by_count":37,"area":null},{"id":"2302.09483","title":"Why Is Public Pretraining Necessary for Private Model Training?","created":"2023-02-19","cited_by_count":37,"area":null},{"id":"2402.15179","title":"Advancing Parameter Efficiency in Fine-tuning via Representation Editing","created":"2024-02-23","cited_by_count":37,"area":null},{"id":"2206.11249","title":"GEMv2: Multilingual NLG Benchmarking in a Single Line of Code","created":"2022-06-22","cited_by_count":36,"area":null},{"id":"2403.16187","title":"ALoRA: Allocating Low-Rank Adaptation for Fine-tuning Large Language Models","created":"2024-03-24","cited_by_count":36,"area":null},{"id":"2410.14273","title":"REEF: Representation Encoding Fingerprints for Large Language Models","created":"2024-10-18","cited_by_count":36,"area":null},{"id":"2502.00987","title":"RandLoRA: Full-rank parameter-efficient fine-tuning of large models","created":"2025-02-03","cited_by_count":35,"area":null},{"id":"2102.02723","title":"Data-to-text Generation with Macro Planning","created":"2021-02-04","cited_by_count":34,"area":null},{"id":"2102.03554","title":"Does the Order of Training Samples Matter? Improving Neural Data-to-Text Generation with Curriculum Learning","created":"2021-02-06","cited_by_count":34,"area":null},{"id":"2203.03131","title":"Input-Tuning: Adapting Unfamiliar Inputs to Frozen Pretrained Models","created":"2022-03-07","cited_by_count":34,"area":null},{"id":"2312.02614","title":"Prompt Optimization via Adversarial In-Context Learning","created":"2023-12-05","cited_by_count":33,"area":null},{"id":"2404.14215","title":"Text-Tuple-Table: Towards Information Integration in Text-to-Table Generation via Global Tuple Extraction","created":"2024-04-22","cited_by_count":33,"area":null},{"id":"2110.08417","title":"Open Domain Question Answering with A Unified Knowledge Interface","created":"2021-10-16","cited_by_count":32,"area":null},{"id":"2203.10652","title":"Continual Sequence Generation with Adaptive Compositional Modules","created":"2022-03-20","cited_by_count":31,"area":null},{"id":"2403.09113","title":"AutoLoRA: Automatically Tuning Matrix Ranks in Low-Rank Adaptation Based on Meta Learning","created":"2024-03-14","cited_by_count":31,"area":null},{"id":"2412.04692","title":"Smoothie: Label Free Language Model Routing","created":"2024-12-06","cited_by_count":31,"area":null},{"id":"2505.02795","title":"HSplitLoRA: A Heterogeneous Split Parameter-Efficient Fine-Tuning Framework for Large Language Models","created":"2025-05-05","cited_by_count":31,"area":null},{"id":"2109.04953","title":"Does Pretraining for Summarization Require Knowledge Transfer?","created":"2021-09-10","cited_by_count":30,"area":null},{"id":"2306.16793","title":"Benchmarking Large Language Model Capabilities for Conditional Generation","created":"2023-06-29","cited_by_count":29,"area":null},{"id":"2310.02556","title":"NOLA: Compressing LoRA using Linear Combination of Random Basis","created":"2023-10-04","cited_by_count":29,"area":null},{"id":"2303.10464","title":"SPDF: Sparse Pre-training and Dense Fine-tuning for Large Language Models","created":"2023-03-18","cited_by_count":28,"area":null},{"id":"2402.03181","title":"C-RAG: Certified Generation Risks for Retrieval-Augmented Language Models","created":"2024-02-05","cited_by_count":27,"area":"rag"},{"id":"2107.03176","title":"On Training Instance Selection for Few-Shot Neural Text Generation","created":"2021-07-07","cited_by_count":26,"area":null},{"id":"2406.04112","title":"Compressible Dynamics in Deep Overparameterized Low-Rank Learning & Adaptation","created":"2024-06-06","cited_by_count":26,"area":null},{"id":"2108.00577","title":"Logic-Consistency Text Generation from Semantic Parses","created":"2021-08-02","cited_by_count":23,"area":null},{"id":"2210.03858","title":"AlphaTuning: Quantization-Aware Parameter-Efficient Adaptation of Large-Scale Pre-Trained Language Models","created":"2022-10-08","cited_by_count":23,"area":null},{"id":"2503.06808","title":"Privacy Auditing of Large Language Models","created":"2025-03-09","cited_by_count":23,"area":"safety"},{"id":"2102.03556","title":"Neural Data-to-Text Generation with LM-based Text Augmentation","created":"2021-02-06","cited_by_count":22,"area":null},{"id":"2108.12516","title":"Few-Shot Table-to-Text Generation with Prototype Memory","created":"2021-08-27","cited_by_count":21,"area":null},{"id":"2304.04746","title":"A Cheaper and Better Diffusion Language Model with Soft-Masked Noise","created":"2023-04-10","cited_by_count":21,"area":"diffusion"},{"id":"2402.06126","title":"Learn To be Efficient: Build Structured Sparsity in Large Language Models","created":"2024-02-09","cited_by_count":20,"area":null},{"id":"2203.16279","title":"Neural Pipeline for Zero-Shot Data-to-Text Generation","created":"2022-03-30","cited_by_count":19,"area":null},{"id":"2211.08682","title":"Parameter-Efficient Tuning on Layer Normalization for Pre-trained Language Models","created":"2022-11-16","cited_by_count":19,"area":null},{"id":"2111.06467","title":"SynthBio: A Case Study in Human-AI Collaborative Curation of Text Datasets","created":"2021-11-11","cited_by_count":18,"area":null},{"id":"2201.07126","title":"Instance-aware Prompt Learning for Language Understanding and Generation","created":"2022-01-18","cited_by_count":18,"area":null},{"id":"2305.13514","title":"Small Language Models Improve Giants by Rewriting Their Outputs","created":"2023-05-22","cited_by_count":18,"area":null},{"id":"2410.09432","title":"FedEx-LoRA: Exact Aggregation for Federated and Efficient Fine-Tuning of Foundation Models","created":"2024-10-12","cited_by_count":18,"area":null},{"id":"2403.00812","title":"LoRA Meets Dropout under a Unified Framework","created":"2024-02-25","cited_by_count":17,"area":null},{"id":"2206.12131","title":"MVP: Multi-task Supervised Pre-training for Natural Language Generation","created":"2022-06-24","cited_by_count":16,"area":null},{"id":"2302.07388","title":"Adding Instructions during Pretraining: Effective Way of Controlling Toxicity in Language Models","created":"2023-02-14","cited_by_count":16,"area":null},{"id":"2306.00137","title":"A Sequence-to-Sequence&Set Model for Text-to-Table Generation","created":"2023-05-31","cited_by_count":16,"area":null},{"id":"2410.02200","title":"Revisiting Prefix-tuning: Statistical Benefits of Reparameterization among Prompts","created":"2024-10-03","cited_by_count":15,"area":null},{"id":"2203.03047","title":"Recent Advances in Neural Text Generation: A Task-Agnostic Survey","created":"2022-03-06","cited_by_count":14,"area":null},{"id":"2207.03509","title":"Meta-Learning the Difference: Preparing Large Language Models for Efficient Adaptation","created":"2022-07-07","cited_by_count":14,"area":null},{"id":"2210.04325","title":"ASDOT: Any-Shot Data-to-Text Generation with Pretrained Language Models","created":"2022-10-09","cited_by_count":14,"area":null},{"id":"2406.04872","title":"Diversified Batch Selection for Training Acceleration","created":"2024-06-07","cited_by_count":14,"area":null},{"id":"2211.01979","title":"Tiny-Attention Adapter: Contexts Are More Important Than the Number of Parameters","created":"2022-10-18","cited_by_count":13,"area":null},{"id":"2403.14457","title":"gTBLS: Generating Tables from Text by Conditional Question Answering","created":"2024-03-21","cited_by_count":13,"area":null},{"id":"2212.10722","title":"Contrastive Error Attribution for Finetuned Language Models","created":"2022-12-21","cited_by_count":12,"area":null},{"id":"2302.03780","title":"Reliable Natural Language Understanding with Large Language Models and Answer Set Programming","created":"2023-02-07","cited_by_count":12,"area":null},{"id":"2303.08941","title":"Automated Interactive Domain-Specific Conversational Agents that Understand Human Dialogs","created":"2023-03-15","cited_by_count":12,"area":"agents"},{"id":"2401.15207","title":"HiFT: A Hierarchical Full Parameter Fine-Tuning Strategy","created":"2024-01-26","cited_by_count":12,"area":null},{"id":"2102.03551","title":"Jointly Improving Language Understanding and Generation with Quality-Weighted Weak Supervision of Automatic Labeling","created":"2021-02-06","cited_by_count":11,"area":null},{"id":"2106.00791","title":"DYPLOC: Dynamic Planning of Content Using Mixed Language Models for Text Generation","created":"2021-06-01","cited_by_count":11,"area":null},{"id":"2107.13935","title":"Break, Perturb, Build: Automatic Perturbation of Reasoning Paths Through Question Decomposition","created":"2021-07-29","cited_by_count":11,"area":null}],"next_cursor":"100"}