{"total":799,"rows":[{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971,"area":"alignment"},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915,"area":null},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2311.05232","title":"A Survey on Hallucination in Large Language Models: Principles, Taxonomy, Challenges, and Open Questions","created":"2023-11-09","cited_by_count":1601,"area":null},{"id":"2106.01345","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","created":"2021-06-02","cited_by_count":1546,"area":"offlinerl"},{"id":"2306.03341","title":"Inference-Time Intervention: Eliciting Truthful Answers from a Language Model","created":"2023-06-06","cited_by_count":1302,"area":null},{"id":"2209.00796","title":"Diffusion Models: A Comprehensive Survey of Methods and Applications","created":"2022-09-02","cited_by_count":1114,"area":"diffusion"},{"id":"2205.14217","title":"Diffusion-LM Improves Controllable Text Generation","created":"2022-05-27","cited_by_count":1027,"area":null},{"id":"2308.10248","title":"Steering Language Models With Activation Engineering","created":"2023-08-20","cited_by_count":922,"area":"mechinterp"},{"id":"2305.11738","title":"CRITIC: Large Language Models Can Self-Correct with Tool-Interactive Critiquing","created":"2023-05-19","cited_by_count":783,"area":"lr"},{"id":"2309.00770","title":"Bias and Fairness in Large Language Models: A Survey","created":"2023-09-02","cited_by_count":639,"area":null},{"id":"2304.05302","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","created":"2023-04-11","cited_by_count":463,"area":"alignment"},{"id":"2210.08933","title":"DiffuSeq: Sequence to Sequence Text Generation with Diffusion Models","created":"2022-10-17","cited_by_count":450,"area":"diffusion"},{"id":"2105.03023","title":"DExperts: Decoding-Time Controlled Text Generation with Experts and Anti-Experts","created":"2021-05-07","cited_by_count":441,"area":null},{"id":"2210.13382","title":"Emergent World Representations: Exploring a Sequence Model Trained on a Synthetic Task","created":"2022-10-24","cited_by_count":431,"area":null},{"id":"2306.01693","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","created":"2023-06-02","cited_by_count":401,"area":"alignment"},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400,"area":null},{"id":"2104.05218","title":"FUDGE: Controlled Text Generation With Future Discriminators","created":"2021-04-12","cited_by_count":376,"area":null},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337,"area":null},{"id":"2106.13219","title":"Towards Understanding and Mitigating Social Biases in Language Models","created":"2021-06-24","cited_by_count":296,"area":null},{"id":"2211.00053","title":"Generating Sequences by Learning to Self-Correct","created":"2022-10-31","cited_by_count":277,"area":null},{"id":"2201.06796","title":"CoAuthor: Designing a Human-AI Collaborative Writing Dataset for Exploring Language Model Capabilities","created":"2022-01-18","cited_by_count":249,"area":null},{"id":"2308.03188","title":"Automatically Correcting Large Language Models: Surveying the landscape of diverse self-correction strategies","created":"2023-08-06","cited_by_count":238,"area":"lr"},{"id":"2205.13636","title":"Quark: Controllable Text Generation with Reinforced Unlearning","created":"2022-05-26","cited_by_count":237,"area":"safety"},{"id":"2205.05124","title":"Extracting Latent Steering Vectors from Pretrained Language Models","created":"2022-05-10","cited_by_count":225,"area":"mechinterp"},{"id":"2101.00288","title":"Polyjuice: Generating Counterfactuals for Explaining, Evaluating, and Improving Models","created":"2021-01-01","cited_by_count":222,"area":null},{"id":"2209.09858","title":"Extremely Simple Activation Shaping for Out-of-Distribution Detection","created":"2022-09-20","cited_by_count":212,"area":null},{"id":"2105.04054","title":"Societal Biases in Language Generation: Progress and Challenges","created":"2021-05-10","cited_by_count":202,"area":null},{"id":"2202.04538","title":"Generating Training Data with Language Models: Towards Zero-Shot Language Understanding","created":"2022-02-09","cited_by_count":199,"area":null},{"id":"2210.17432","title":"SSD-LM: Semi-autoregressive Simplex-based Diffusion Language Model for Text Generation and Modular Control","created":"2022-10-31","cited_by_count":194,"area":"diffusion"},{"id":"2210.06774","title":"Re3: Generating Longer Stories With Recursive Reprompting and Revision","created":"2022-10-13","cited_by_count":193,"area":null},{"id":"2310.06816","title":"Text Embeddings Reveal (Almost) As Much As Text","created":"2023-10-10","cited_by_count":192,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2209.14958","title":"Co-Writing Screenplays and Theatre Scripts with Language Models: An Evaluation by Industry Professionals","created":"2022-09-29","cited_by_count":191,"area":null},{"id":"2303.04381","title":"Automatically Auditing Large Language Models via Discrete Optimization","created":"2023-03-08","cited_by_count":191,"area":null},{"id":"2401.01967","title":"A Mechanistic Understanding of Alignment Algorithms: A Case Study on DPO and Toxicity","created":"2024-01-03","cited_by_count":185,"area":"alignment"},{"id":"2305.13169","title":"A Pretrainer's Guide to Training Data: Measuring the Effects of Data Age, Domain Coverage, Quality, & Toxicity","created":"2023-05-22","cited_by_count":182,"area":null},{"id":"2209.12381","title":"Convergence of score-based generative modeling for general data distributions","created":"2022-09-26","cited_by_count":181,"area":"diffusion"},{"id":"2103.11790","title":"Large Pre-trained Language Models Contain Human-like Biases of What is Right and Wrong to Do","created":"2021-03-08","cited_by_count":178,"area":null},{"id":"2206.06227","title":"Convergence for score-based generative modeling with polynomial complexity","created":"2022-06-13","cited_by_count":177,"area":"diffusion"},{"id":"2402.08679","title":"COLD-Attack: Jailbreaking LLMs with Stealthiness and Controllability","created":"2024-02-13","cited_by_count":175,"area":"safety"},{"id":"2302.07194","title":"Score Approximation, Estimation and Distribution Recovery of Diffusion Models on Low-Dimensional Data","created":"2023-02-14","cited_by_count":174,"area":"diffusion"},{"id":"2109.07445","title":"Challenges in Detoxifying Language Models","created":"2021-09-15","cited_by_count":169,"area":null},{"id":"2202.11705","title":"COLD Decoding: Energy-based Constrained Text Generation with Langevin Dynamics","created":"2022-02-23","cited_by_count":161,"area":null},{"id":"2410.12877","title":"Improving Instruction-Following in Language Models through Activation Steering","created":"2024-10-15","cited_by_count":160,"area":"mechinterp"},{"id":"2305.20009","title":"Protein Design with Guided Discrete Diffusion","created":"2023-05-31","cited_by_count":157,"area":"diffusion"},{"id":"2302.05319","title":"Large Language Models for Code: Security Hardening and Adversarial Testing","created":"2023-02-10","cited_by_count":155,"area":null},{"id":"2412.10193","title":"Simple Guidance Mechanisms for Discrete Diffusion Models","created":"2024-12-13","cited_by_count":155,"area":"diffusion"},{"id":"2103.16091","title":"Symbolic Music Generation with Diffusion Models","created":"2021-03-30","cited_by_count":154,"area":"diffusion"},{"id":"2112.08726","title":"NeuroLogic A*esque Decoding: Constrained Text Generation with Lookahead Heuristics","created":"2021-12-16","cited_by_count":154,"area":null},{"id":"2111.14447","title":"ZeroCap: Zero-Shot Image-to-Text Generation for Visual-Semantic Arithmetic","created":"2021-11-29","cited_by_count":150,"area":null},{"id":"2407.07071","title":"Lookback Lens: Detecting and Mitigating Contextual Hallucinations in Large Language Models Using Only Attention Maps","created":"2024-07-09","cited_by_count":142,"area":null},{"id":"2304.00740","title":"Inspecting and Editing Knowledge Representations in Language Models","created":"2023-04-03","cited_by_count":141,"area":null},{"id":"2408.08252","title":"Derivative-Free Guidance in Continuous and Discrete Diffusion Models with Soft Value-Based Decoding","created":"2024-08-15","cited_by_count":136,"area":"diffusion"},{"id":"2205.11275","title":"RL with KL penalties is better viewed as Bayesian inference","created":"2022-05-23","cited_by_count":135,"area":null},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132,"area":null},{"id":"2201.05337","title":"A Survey of Controllable Text Generation using Transformer-based Pre-trained Language Models","created":"2022-01-14","cited_by_count":129,"area":null},{"id":"2406.01572","title":"Unlocking Guidance for Discrete State-Space Diffusion and Flow Models","created":"2024-06-03","cited_by_count":129,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2109.13296","title":"TURINGBENCH: A Benchmark Environment for Turing Test in the Age of Neural Text Generation","created":"2021-09-27","cited_by_count":120,"area":null},{"id":"2302.08215","title":"Aligning Language Models with Preferences through f-divergence Minimization","created":"2023-02-16","cited_by_count":120,"area":"alignment"},{"id":"2104.06390","title":"Detoxifying Language Models Risks Marginalizing Minority Voices","created":"2021-04-13","cited_by_count":107,"area":null},{"id":"2310.15123","title":"Branch-Solve-Merge Improves Large Language Model Evaluation and Generation","created":"2023-10-23","cited_by_count":106,"area":null},{"id":"2402.01694","title":"ARGS: Alignment as Reward-Guided Search","created":"2024-01-23","cited_by_count":103,"area":"alignment"},{"id":"2402.03375","title":"BetterV: Controlled Verilog Generation with Discriminative Guidance","created":"2024-02-03","cited_by_count":100,"area":null},{"id":"2402.02416","title":"Aligner: Efficient Alignment by Learning to Correct","created":"2024-02-04","cited_by_count":98,"area":"alignment"},{"id":"2210.03162","title":"Prompt Compression and Contrastive Conditioning for Controllability and Toxicity Reduction in Language Models","created":"2022-10-06","cited_by_count":97,"area":"inference"},{"id":"2302.11520","title":"Guiding Large Language Models via Directional Stimulus Prompting","created":"2023-02-22","cited_by_count":95,"area":null},{"id":"2204.03021","title":"The Moral Integrity Corpus: A Benchmark for Ethical Dialogue Systems","created":"2022-04-06","cited_by_count":93,"area":null},{"id":"2402.04379","title":"Fine-Tuned Language Models Generate Stable Inorganic Materials as Text","created":"2024-02-06","cited_by_count":93,"area":null},{"id":"2306.17806","title":"Stay on topic with Classifier-Free Guidance","created":"2023-06-30","cited_by_count":91,"area":null},{"id":"2402.17811","title":"TruthX: Alleviating Hallucinations by Editing Large Language Models in Truthful Space","created":"2024-02-27","cited_by_count":91,"area":null},{"id":"2105.00164","title":"Hidden Backdoors in Human-Centric Language Models","created":"2021-05-01","cited_by_count":90,"area":"safety"},{"id":"2205.02655","title":"Language Models Can See: Plugging Visual Controls in Text Generation","created":"2022-05-05","cited_by_count":90,"area":null},{"id":"2404.17546","title":"Probabilistic Inference in Language Models via Twisted Sequential Monte Carlo","created":"2024-04-26","cited_by_count":90,"area":"alignment"},{"id":"2501.09685","title":"Inference-Time Alignment in Diffusion Models with Reward-Guided Generation: Tutorial and Review","created":"2025-01-16","cited_by_count":88,"area":"diffusion"},{"id":"2405.17977","title":"Aligning to Thousands of Preferences via System Message Generalization","created":"2024-05-28","cited_by_count":84,"area":"alignment"},{"id":"2206.00761","title":"On Reinforcement Learning and Distribution Matching for Fine-Tuning Language Models with no Catastrophic Forgetting","created":"2022-06-01","cited_by_count":82,"area":null},{"id":"2210.07700","title":"Language Generation Models Can Cause Harm: So What Can We Do About It? An Actionable Survey","created":"2022-10-14","cited_by_count":80,"area":null},{"id":"2306.03081","title":"Sequential Monte Carlo Steering of Large Language Models using Probabilistic Programs","created":"2023-06-05","cited_by_count":80,"area":null},{"id":"2210.07321","title":"Machine Generated Text: A Comprehensive Survey of Threat Models and Detection Methods","created":"2022-10-13","cited_by_count":79,"area":null},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78,"area":null},{"id":"2406.00034","title":"Adaptive Activation Steering: A Tuning-Free LLM Truthfulness Improvement Method for Diverse Hallucinations Categories","created":"2024-05-26","cited_by_count":77,"area":"mechinterp"},{"id":"2511.08325","title":"AgentPRM: Process Reward Models for LLM Agents via Step-Wise Promise and Progress","created":"2025-11-11","cited_by_count":77,"area":"lr"},{"id":"2101.07714","title":"Towards Facilitating Empathic Conversations in Online Mental Health Support: A Reinforcement Learning Approach","created":"2021-01-19","cited_by_count":75,"area":null},{"id":"2202.13257","title":"Controllable Natural Language Generation with Contrastive Prefixes","created":"2022-02-27","cited_by_count":75,"area":null},{"id":"2104.14795","title":"Mitigating Political Bias in Language Models Through Reinforced Calibration","created":"2021-04-30","cited_by_count":73,"area":null},{"id":"2404.07771","title":"An Overview of Diffusion Models: Applications, Guided Generation, Statistical Rates and Optimization","created":"2024-04-11","cited_by_count":73,"area":"diffusion"},{"id":"2205.09726","title":"RankGen: Improving Text Generation with Large Ranking Models","created":"2022-05-19","cited_by_count":72,"area":null},{"id":"2108.01850","title":"Controlled Text Generation as Continuous Optimization with Multiple Constraints","created":"2021-08-04","cited_by_count":70,"area":null},{"id":"2305.12798","title":"Word Embeddings Are Steers for Language Models","created":"2023-05-22","cited_by_count":70,"area":null},{"id":"2307.08689","title":"COLLIE: Systematic Construction of Constrained Text Generation Tasks","created":"2023-07-17","cited_by_count":70,"area":null},{"id":"2107.07150","title":"Tailor: Generating and Perturbing Text with Semantic Controls","created":"2021-07-15","cited_by_count":68,"area":null},{"id":"2202.04173","title":"Exploring the Limits of Domain-Adaptive Training for Detoxifying Large-Scale Language Models","created":"2022-02-08","cited_by_count":68,"area":null},{"id":"2210.12329","title":"ProGen: Progressive Zero-shot Dataset Generation via In-context Feedback","created":"2022-10-22","cited_by_count":67,"area":null},{"id":"2303.00855","title":"Grounded Decoding: Guiding Text Generation with Grounded Models for Embodied Agents","created":"2023-03-01","cited_by_count":67,"area":"agents"},{"id":"2203.13299","title":"Mix and Match: Learning-free Controllable Text Generation using Energy Language Models","created":"2022-03-24","cited_by_count":66,"area":null},{"id":"2503.24370","title":"Effectively Controlling Reasoning Models through Thinking Intervention","created":"2025-03-31","cited_by_count":65,"area":"lr"},{"id":"2112.08348","title":"Prompt Waywardness: The Curious Case of Discretized Interpretation of Continuous Prompts","created":"2021-12-15","cited_by_count":64,"area":null},{"id":"2205.12558","title":"Gradient-Based Constrained Sampling from Language Models","created":"2022-05-25","cited_by_count":64,"area":null}],"next_cursor":"100"}