{"total":229,"rows":[{"id":"2411.15124","title":"Tulu 3: Pushing Frontiers in Open Language Model Post-Training","created":"2024-11-22","cited_by_count":1053,"area":"lr"},{"id":"2401.02954","title":"DeepSeek LLM: Scaling Open-Source Language Models with Longtermism","created":"2024-01-05","cited_by_count":642,"area":"lr"},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2403.13787","title":"RewardBench: Evaluating Reward Models for Language Modeling","created":"2024-03-20","cited_by_count":499,"area":"alignment"},{"id":"2406.08464","title":"Magpie: Alignment Data Synthesis from Scratch by Prompting Aligned LLMs with Nothing","created":"2024-06-12","cited_by_count":346,"area":"lr"},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2409.02060","title":"OLMoE: Open Mixture-of-Experts Language Models","created":"2024-09-03","cited_by_count":301,"area":"moe"},{"id":"2402.13228","title":"Smaug: Fixing Failure Modes of Preference Optimisation with DPO-Positive","created":"2024-02-20","cited_by_count":241,"area":"alignment"},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2507.02833","title":"Generalizing Verifiable Instruction Following","created":"2025-07-03","cited_by_count":194,"area":null},{"id":"2410.16184","title":"RM-Bench: Benchmarking Reward Models of Language Models with Subtlety and Style","created":"2024-10-21","cited_by_count":176,"area":"alignment"},{"id":"2312.15166","title":"SOLAR 10.7B: Scaling Large Language Models with Simple yet Effective Depth Up-Scaling","created":"2023-12-23","cited_by_count":172,"area":null},{"id":"2506.01937","title":"RewardBench 2: Advancing Reward Model Evaluation","created":"2025-06-02","cited_by_count":150,"area":"alignment"},{"id":"2404.01258","title":"Direct Preference Optimization of Video Large Multimodal Models from Language Model Reward","created":"2024-04-01","cited_by_count":147,"area":"mllm"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2405.03548","title":"MAmmoTH2: Scaling Instructions from the Web","created":"2024-05-06","cited_by_count":145,"area":"lr"},{"id":"2404.07965","title":"Rho-1: Not All Tokens Are What You Need","created":"2024-04-11","cited_by_count":133,"area":null},{"id":"2402.08925","title":"MaxMin-RLHF: Alignment with Diverse Human Preferences","created":"2024-02-14","cited_by_count":123,"area":"alignment"},{"id":"2401.18018","title":"On Prompt-Driven Safeguarding for Large Language Models","created":"2024-01-31","cited_by_count":116,"area":"safety"},{"id":"2410.09724","title":"Taming Overconfidence in LLMs: Reward Calibration in RLHF","created":"2024-10-13","cited_by_count":112,"area":"alignment"},{"id":"2410.21228","title":"LoRA vs Full Fine-tuning: An Illusion of Equivalence","created":"2024-10-28","cited_by_count":109,"area":null},{"id":"2406.09044","title":"MiLoRA: Harnessing Minor Singular Components for Parameter-Efficient LLM Finetuning","created":"2024-06-13","cited_by_count":94,"area":null},{"id":"2403.08635","title":"Human Alignment of Large Language Models through Online Preference Optimisation","created":"2024-03-13","cited_by_count":91,"area":"alignment"},{"id":"2404.08555","title":"RLHF Deciphered: A Critical Analysis of Reinforcement Learning from Human Feedback for LLMs","created":"2024-04-12","cited_by_count":90,"area":"alignment"},{"id":"2401.08565","title":"Tuning Language Models by Proxy","created":"2024-01-16","cited_by_count":89,"area":null},{"id":"2407.03502","title":"AgentInstruct: Toward Generative Teaching with Agentic Flows","created":"2024-07-03","cited_by_count":89,"area":"agents"},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2403.20279","title":"LUQ: Long-text Uncertainty Quantification for LLMs","created":"2024-03-29","cited_by_count":81,"area":null},{"id":"2405.20253","title":"Evaluating Large Language Model Biases in Persona-Steered Generation","created":"2024-05-30","cited_by_count":78,"area":null},{"id":"2402.05119","title":"A Closer Look at the Limitations of Instruction Tuning","created":"2024-02-03","cited_by_count":77,"area":null},{"id":"2311.14736","title":"Data Diversity Matters for Robust Instruction Tuning","created":"2023-11-21","cited_by_count":76,"area":null},{"id":"2407.10817","title":"Foundational Autoraters: Taming Large Language Models for Better Automatic Evaluation","created":"2024-07-15","cited_by_count":74,"area":null},{"id":"2501.12368","title":"InternLM-XComposer2.5-Reward: A Simple Yet Effective Multi-Modal Reward Model","created":"2025-01-21","cited_by_count":74,"area":"lr"},{"id":"2403.15246","title":"FollowIR: Evaluating and Teaching Information Retrieval Models to Follow Instructions","created":"2024-03-22","cited_by_count":69,"area":null},{"id":"2410.08847","title":"Unintentional Unalignment: Likelihood Displacement in Direct Preference Optimization","created":"2024-10-11","cited_by_count":67,"area":"alignment"},{"id":"2402.15018","title":"Unintended Impacts of LLM Alignment on Global Representation","created":"2024-02-22","cited_by_count":66,"area":"alignment"},{"id":"2405.19332","title":"Self-Exploring Language Models: Active Preference Elicitation for Online Alignment","created":"2024-05-29","cited_by_count":63,"area":"alignment"},{"id":"2403.03870","title":"Learning to Decode Collaboratively with Multiple Language Models","created":"2024-03-06","cited_by_count":62,"area":null},{"id":"2411.04427","title":"One fish, two fish, but not the whole sea: Alignment reduces language models' conceptual diversity","created":"2024-11-07","cited_by_count":58,"area":"alignment"},{"id":"2504.12501","title":"Reinforcement Learning from Human Feedback","created":"2025-04-16","cited_by_count":58,"area":"alignment"},{"id":"2402.12847","title":"Instruction-tuned Language Models are Better Knowledge Learners","created":"2024-02-20","cited_by_count":55,"area":null},{"id":"2402.13211","title":"Can Large Language Models be Good Emotional Supporter? Mitigating Preference Bias on Emotional Support Conversation","created":"2024-02-20","cited_by_count":55,"area":null},{"id":"2410.08193","title":"GenARM: Reward Guided Generation with Autoregressive Reward Model for Test-time Alignment","created":"2024-10-10","cited_by_count":54,"area":"alignment"},{"id":"2406.14144","title":"Towards Understanding Safety Alignment: A Mechanistic Perspective from Safety Neurons","created":"2024-06-20","cited_by_count":53,"area":"alignment"},{"id":"2407.07880","title":"Towards Robust Alignment of Language Models: Distributionally Robustifying Direct Preference Optimization","created":"2024-07-10","cited_by_count":53,"area":"alignment"},{"id":"2402.16965","title":"WIPI: A New Web Threat for LLM-Driven Web Agents","created":"2024-02-26","cited_by_count":51,"area":"agents"},{"id":"2504.12522","title":"Evaluating the Diversity and Quality of LLM Generated Content","created":"2025-04-16","cited_by_count":51,"area":"lr"},{"id":"2403.17031","title":"The N+ Implementation Details of RLHF with PPO: A Case Study on TL;DR Summarization","created":"2024-03-24","cited_by_count":50,"area":"alignment"},{"id":"2405.19107","title":"Offline Regularised Reinforcement Learning for Large Language Models Alignment","created":"2024-05-29","cited_by_count":48,"area":"alignment"},{"id":"2405.20495","title":"Transfer Q Star: Principled Decoding for LLM Alignment","created":"2024-05-30","cited_by_count":48,"area":"alignment"},{"id":"2501.12612","title":"T2ISafety: Benchmark for Assessing Fairness, Toxicity, and Privacy in Image Generation","created":"2025-01-22","cited_by_count":48,"area":null},{"id":"2403.19270","title":"sDPO: Don't Use Your Data All at Once","created":"2024-03-28","cited_by_count":46,"area":"alignment"},{"id":"2403.18058","title":"COIG-CQIA: Quality is All You Need for Chinese Instruction Fine-tuning","created":"2024-03-26","cited_by_count":45,"area":null},{"id":"2407.00211","title":"Detection and Measurement of Syntactic Templates in Generated Text","created":"2024-06-28","cited_by_count":44,"area":null},{"id":"2407.06645","title":"Entropy Law: The Story Behind Data Compression and LLM Performance","created":"2024-07-09","cited_by_count":44,"area":null},{"id":"2406.19501","title":"Monitoring Latent World States in Language Models with Propositional Probes","created":"2024-06-27","cited_by_count":43,"area":"wm"},{"id":"2410.04265","title":"AI as Humanity's Salieri: Quantifying Linguistic Creativity of Language Models via Systematic Attribution of Machine Text against Web Text","created":"2024-10-05","cited_by_count":42,"area":null},{"id":"2406.07835","title":"SciRIFF: A Resource to Enhance Language Model Instruction-Following over Scientific Literature","created":"2024-06-10","cited_by_count":41,"area":null},{"id":"2402.15610","title":"Selective \"Selective Prediction\": Reducing Unnecessary Abstention in Vision-Language Reasoning","created":"2024-02-23","cited_by_count":40,"area":"lr"},{"id":"2412.13337","title":"Unveiling the Secret Recipe: A Guide For Supervised Fine-Tuning Small LLMs","created":"2024-12-17","cited_by_count":40,"area":null},{"id":"2503.05021","title":"Safety is Not Only About Refusal: Reasoning-Enhanced Fine-tuning for Interpretable LLM Safety","created":"2025-03-06","cited_by_count":39,"area":"lr"},{"id":"2412.10271","title":"Benchmarking Linguistic Diversity of Large Language Models","created":"2024-12-13","cited_by_count":38,"area":null},{"id":"2402.12366","title":"A Critical Evaluation of AI Feedback for Aligning Large Language Models","created":"2024-02-19","cited_by_count":36,"area":"alignment"},{"id":"2407.07087","title":"CopyBench: Measuring Literal and Non-Literal Reproduction of Copyright-Protected Text in Language Model Generation","created":"2024-07-09","cited_by_count":35,"area":null},{"id":"2409.15268","title":"Style Outweighs Substance: Failure Modes of LLM Judges in Alignment Benchmarking","created":"2024-09-23","cited_by_count":35,"area":"alignment"},{"id":"2503.01807","title":"Large-Scale Data Selection for Instruction Tuning","created":"2025-03-03","cited_by_count":35,"area":null},{"id":"2402.16705","title":"SelectIT: Selective Instruction Tuning for LLMs via Uncertainty-Aware Self-Reflection","created":"2024-02-26","cited_by_count":34,"area":null},{"id":"2403.04801","title":"Alpaca against Vicuna: Using LLMs to Uncover Memorization of LLMs","created":"2024-03-05","cited_by_count":33,"area":"agents"},{"id":"2410.08811","title":"PoisonBench: Assessing Large Language Model Vulnerability to Data Poisoning","created":"2024-10-11","cited_by_count":33,"area":"safety"},{"id":"2405.19262","title":"Weak-to-Strong Search: Align Large Language Models via Searching over Small Language Models","created":"2024-05-29","cited_by_count":32,"area":"alignment"},{"id":"2404.10346","title":"Self-Explore: Enhancing Mathematical Reasoning in Language Models with Fine-grained Rewards","created":"2024-04-16","cited_by_count":31,"area":"lr"},{"id":"2406.13892","title":"Adaptable Logical Control for Large Language Models","created":"2024-06-19","cited_by_count":30,"area":null},{"id":"2407.15235","title":"TAGCOS: Task-agnostic Gradient Clustered Coreset Selection for Instruction Tuning Data","created":"2024-07-21","cited_by_count":30,"area":null},{"id":"2502.13917","title":"TESS 2: A Large-Scale Generalist Diffusion Language Model","created":"2025-02-19","cited_by_count":30,"area":"diffusion"},{"id":"2402.02318","title":"Diversity Measurement and Subset Selection for Instruction Tuning Datasets","created":"2024-02-04","cited_by_count":29,"area":null},{"id":"2411.08147","title":"Large Language Models Can Self-Improve in Long-context Reasoning","created":"2024-11-12","cited_by_count":29,"area":"lr"},{"id":"2501.00654","title":"ICONS: Influence Consensus for Vision-Language Data Selection","created":"2024-12-31","cited_by_count":29,"area":"mllm"},{"id":"2405.20653","title":"Mind the Inconspicuous: Revealing the Hidden Weakness in Aligned LLMs' Refusal Boundaries","created":"2024-05-31","cited_by_count":28,"area":"alignment"},{"id":"2409.15154","title":"RMCBench: Benchmarking Large Language Models' Resistance to Malicious Code","created":"2024-09-23","cited_by_count":28,"area":"safety"},{"id":"2507.06187","title":"The Delta Learning Hypothesis: Preference Tuning on Weak Data can Yield Strong Gains","created":"2025-07-08","cited_by_count":28,"area":null},{"id":"2404.02823","title":"Conifer: Improving Complex Constrained Instruction-Following Ability of Large Language Models","created":"2024-04-03","cited_by_count":27,"area":null},{"id":"2410.11163","title":"Model Swarms: Collaborative Search to Adapt LLM Experts via Swarm Intelligence","created":"2024-10-15","cited_by_count":27,"area":null},{"id":"2503.23798","title":"Adaptive Layer-skipping in Pre-trained LLMs","created":"2025-03-31","cited_by_count":27,"area":null},{"id":"2401.16405","title":"Scaling Sparse Fine-Tuning to Large Language Models","created":"2024-01-29","cited_by_count":26,"area":null},{"id":"2406.03930","title":"Culturally Aware and Adapted NLP: A Taxonomy and a Survey of the State of the Art","created":"2024-06-06","cited_by_count":26,"area":null},{"id":"2407.10627","title":"Arena Learning: Build Data Flywheel for LLMs Post-training via Simulated Chatbot Arena","created":"2024-07-15","cited_by_count":26,"area":null},{"id":"2410.19133","title":"Hybrid Preferences: Learning to Route Instances for Human vs. AI Feedback","created":"2024-10-24","cited_by_count":26,"area":"alignment"},{"id":"2410.14251","title":"Synthesizing Post-Training Data for LLMs through Multi-Agent Simulation","created":"2024-10-18","cited_by_count":24,"area":"agents"},{"id":"2412.00543","title":"Evaluating the Consistency of LLM Evaluators","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2404.04042","title":"Teaching Llama a New Language Through Cross-Lingual Knowledge Transfer","created":"2024-04-05","cited_by_count":23,"area":null},{"id":"2407.08770","title":"Model Surgery: Modulating LLM's Behavior Via Simple Parameter Editing","created":"2024-07-11","cited_by_count":23,"area":"alignment"},{"id":"2412.13746","title":"RAG-RewardBench: Benchmarking Reward Models in Retrieval Augmented Generation for Preference Alignment","created":"2024-12-18","cited_by_count":23,"area":"rag"},{"id":"2502.04510","title":"Heterogeneous Swarms: Jointly Optimizing Model Roles and Weights for Multi-LLM Systems","created":"2025-02-06","cited_by_count":23,"area":null},{"id":"2508.01059","title":"Llama-3.1-FoundationAI-SecurityLLM-8B-Instruct Technical Report","created":"2025-08-01","cited_by_count":23,"area":null},{"id":"2508.10858","title":"Hierarchical Fine-grained Preference Optimization for Physically Plausible Video Generation","created":"2025-08-14","cited_by_count":21,"area":"alignment"},{"id":"2403.07794","title":"Fine-tuning Large Language Models with Sequential Instructions","created":"2024-03-12","cited_by_count":20,"area":null},{"id":"2502.12858","title":"Rejected Dialects: Biases Against African American Language in Reward Models","created":"2025-02-18","cited_by_count":20,"area":"alignment"},{"id":"2404.13556","title":"ChatRetriever: Adapting Large Language Models for Generalized and Robust Conversational Dense Retrieval","created":"2024-04-21","cited_by_count":19,"area":null},{"id":"2406.01607","title":"Recent advances in text embedding: A Comprehensive Review of Top-Performing Methods on the MTEB Benchmark","created":"2024-05-27","cited_by_count":19,"area":null}],"next_cursor":"100"}