{"total":120,"rows":[{"id":"2210.08933","title":"DiffuSeq: Sequence to Sequence Text Generation with Diffusion Models","created":"2022-10-17","cited_by_count":450,"area":"diffusion"},{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177,"area":null},{"id":"2411.18279","title":"Large Language Model-Brained GUI Agents: A Survey","created":"2024-11-27","cited_by_count":162,"area":"agents"},{"id":"2203.07259","title":"The Optimal BERT Surgeon: Scalable and Accurate Second-Order Pruning for Large Language Models","created":"2022-03-14","cited_by_count":115,"area":"inference"},{"id":"2110.06341","title":"Learning Compact Metrics for MT","created":"2021-10-12","cited_by_count":93,"area":null},{"id":"2106.04570","title":"BERT Learns to Teach: Knowledge Distillation with Meta Learning","created":"2021-06-08","cited_by_count":61,"area":"distill"},{"id":"2105.06965","title":"Counterfactual Interventions Reveal the Causal Effect of Relative Clause Representations on Agreement Prediction","created":"2021-05-14","cited_by_count":59,"area":null},{"id":"2205.11380","title":"Outliers Dimensions that Disrupt Transformers Are Driven by Frequency","created":"2022-05-23","cited_by_count":55,"area":null},{"id":"2204.12013","title":"Bamboo: Making Preemptible Instances Resilient for Affordable Training of Large DNNs","created":"2022-04-26","cited_by_count":49,"area":null},{"id":"2302.04089","title":"ZipLM: Inference-Aware Structured Pruning of Language Models","created":"2023-02-07","cited_by_count":49,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44,"area":null},{"id":"2301.10884","title":"Break It Down: Evidence for Structural Compositionality in Neural Networks","created":"2023-01-26","cited_by_count":44,"area":null},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38,"area":null},{"id":"2109.11295","title":"Dynamic Knowledge Distillation for Pre-trained Language Models","created":"2021-09-23","cited_by_count":38,"area":"distill"},{"id":"2210.05529","title":"An Exploration of Hierarchical Attention Transformers for Efficient Long Document Classification","created":"2022-10-11","cited_by_count":38,"area":null},{"id":"2108.12659","title":"DKM: Differentiable K-Means Clustering Layer for Neural Network Compression","created":"2021-08-28","cited_by_count":31,"area":null},{"id":"2208.00638","title":"Composable Text Controls in Latent Space with ODEs","created":"2022-08-01","cited_by_count":28,"area":null},{"id":"2305.12129","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","created":"2023-05-20","cited_by_count":25,"area":"moe"},{"id":"2211.02254","title":"How Does Adaptive Optimization Impact Local Neural Network Geometry?","created":"2022-11-04","cited_by_count":24,"area":null},{"id":"2302.14705","title":"AccelTran: A Sparsity-Aware Accelerator for Dynamic Inference with Transformers","created":"2023-02-28","cited_by_count":24,"area":null},{"id":"2311.04937","title":"Multimodal Clinical Benchmark for Emergency Care (MC-BEC): A Comprehensive Benchmark for Evaluating Foundation Models in Emergency Medicine","created":"2023-11-07","cited_by_count":24,"area":null},{"id":"2203.07856","title":"Improved Multi-label Classification under Temporal Concept Drift: Rethinking Group-Robust Algorithms in a Label-Wise Setting","created":"2022-03-15","cited_by_count":23,"area":null},{"id":"2304.01666","title":"A Survey on Contextualised Semantic Shift Detection","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2305.18396","title":"LLMs Can Understand Encrypted Prompt: Towards Privacy-Computing Friendly Transformers","created":"2023-05-28","cited_by_count":22,"area":null},{"id":"2205.04725","title":"Weakly-supervised segmentation of referring expressions","created":"2022-05-10","cited_by_count":21,"area":null},{"id":"2502.00409","title":"Doing More with Less: A Survey on Routing Strategies for Resource Optimisation in Large Language Model-Based Systems","created":"2025-02-01","cited_by_count":20,"area":null},{"id":"2602.16699","title":"Calibrate-Then-Act: Cost-Aware Exploration in LLM Agents","created":"2026-02-18","cited_by_count":17,"area":"agents"},{"id":"2210.16079","title":"Debiasing Masks: A New Framework for Shortcut Mitigation in NLU","created":"2022-10-28","cited_by_count":16,"area":null},{"id":"2306.06629","title":"GKD: A General Knowledge Distillation Framework for Large-scale Pre-trained Language Model","created":"2023-06-11","cited_by_count":15,"area":"distill"},{"id":"2103.11367","title":"ROSITA: Refined BERT cOmpreSsion with InTegrAted techniques","created":"2021-03-21","cited_by_count":14,"area":null},{"id":"2202.09517","title":"Deep Learning for Hate Speech Detection: A Comparative Study","created":"2022-02-19","cited_by_count":13,"area":null},{"id":"2206.01838","title":"Differentially Private Model Compression","created":"2022-06-03","cited_by_count":13,"area":null},{"id":"2209.07430","title":"Machine Reading, Fast and Slow: When Do Models \"Understand\" Language?","created":"2022-09-15","cited_by_count":13,"area":null},{"id":"2505.13820","title":"Structured Agent Distillation for Large Language Model","created":"2025-05-20","cited_by_count":13,"area":"agents"},{"id":"2205.11656","title":"FlexiBERT: Are Current Transformer Architectures too Homogeneous and Rigid?","created":"2022-05-23","cited_by_count":12,"area":null},{"id":"2305.05480","title":"Effects of sub-word segmentation on performance of transformer language models","created":"2023-05-09","cited_by_count":12,"area":null},{"id":"2508.16861","title":"Learning from Diverse Reasoning Paths with Routing and Collaboration","created":"2025-08-23","cited_by_count":12,"area":"lr"},{"id":"2206.14366","title":"Knowledge Distillation of Transformer-based Language Models Revisited","created":"2022-06-29","cited_by_count":11,"area":"distill"},{"id":"2303.01081","title":"Can BERT Refrain from Forgetting on Sequential Tasks? A Probing Study","created":"2023-03-02","cited_by_count":11,"area":null},{"id":"2306.14152","title":"Low-Rank Prune-And-Factorize for Language Model Compression","created":"2023-06-25","cited_by_count":11,"area":null},{"id":"2402.12408","title":"ModelGPT: Unleashing LLM's Capabilities for Tailored Model Generation","created":"2024-02-18","cited_by_count":11,"area":null},{"id":"2103.06231","title":"Quantization-Guided Training for Compact TinyML Models","created":"2021-03-10","cited_by_count":10,"area":null},{"id":"2204.11218","title":"Learning to Win Lottery Tickets in BERT Transfer via Task-agnostic Mask Training","created":"2022-04-24","cited_by_count":10,"area":null},{"id":"2206.02976","title":"Recall Distortion in Neural Network Pruning and the Undecayed Pruning Algorithm","created":"2022-06-07","cited_by_count":9,"area":null},{"id":"2106.00479","title":"DoT: An efficient Double Transformer for NLP tasks with tables","created":"2021-06-01","cited_by_count":8,"area":null},{"id":"2107.02027","title":"Efficient Sequence Packing without Cross-contamination: Accelerating Large Language Models without Impacting Performance","created":"2021-06-29","cited_by_count":8,"area":null},{"id":"2102.02344","title":"Horizontally Fused Training Array: An Effective Hardware Utilization Squeezer for Training Novel Deep Learning Models","created":"2021-02-03","cited_by_count":7,"area":null},{"id":"2305.05027","title":"Web Content Filtering through knowledge distillation of Large Language Models","created":"2023-05-08","cited_by_count":7,"area":"distill"},{"id":"2110.04711","title":"SuperShaper: Task-Agnostic Super Pre-training of BERT Models with Variable Hidden Dimensions","created":"2021-10-10","cited_by_count":6,"area":null},{"id":"2111.05013","title":"Learning to Generalize Compositionally by Transferring Across Semantic Parsing Tasks","created":"2021-11-09","cited_by_count":6,"area":null},{"id":"2204.04735","title":"Reducing Model Jitter: Stable Re-training of Semantic Parsers in Production Environments","created":"2022-04-10","cited_by_count":6,"area":null},{"id":"2306.14393","title":"Constraint-aware and Ranking-distilled Token Pruning for Efficient Transformer Inference","created":"2023-06-26","cited_by_count":6,"area":"inference"},{"id":"2312.10967","title":"Knowledge Graphs and Pre-trained Language Models enhanced Representation Learning for Conversational Recommender Systems","created":"2023-12-18","cited_by_count":6,"area":null},{"id":"2406.17968","title":"Efficient Document Ranking with Learnable Late Interactions","created":"2024-06-25","cited_by_count":6,"area":null},{"id":"2411.00696","title":"CTPD: Cross-Modal Temporal Pattern Discovery for Enhanced Multimodal Electronic Health Records Analysis","created":"2024-11-01","cited_by_count":6,"area":null},{"id":"2103.06418","title":"LightMBERT: A Simple Yet Effective Method for Multilingual BERT Distillation","created":"2021-03-11","cited_by_count":5,"area":null},{"id":"2205.14570","title":"MiniDisc: Minimal Distillation Schedule for Language Model Compression","created":"2022-05-29","cited_by_count":5,"area":null},{"id":"2211.01071","title":"Gradient Knowledge Distillation for Pre-trained Language Models","created":"2022-11-02","cited_by_count":5,"area":"distill"},{"id":"2306.11550","title":"Query Encoder Distillation via Embedding Alignment is a Strong Baseline Method to Boost Dense Retriever Online Efficiency","created":"2023-06-05","cited_by_count":5,"area":null},{"id":"2311.16298","title":"Influence Scores at Scale for Efficient Language Data Sampling","created":"2023-11-27","cited_by_count":5,"area":null},{"id":"2501.02795","title":"InfiFusion: A Unified Framework for Enhanced Cross-Model Reasoning via LLM Fusion","created":"2025-01-06","cited_by_count":5,"area":"lr"},{"id":"2110.09665","title":"Ensemble ALBERT on SQuAD 2.0","created":"2021-10-19","cited_by_count":4,"area":null},{"id":"2202.00475","title":"From Examples to Rules: Neural Guided Rule Synthesis for Information Extraction","created":"2022-01-16","cited_by_count":4,"area":null},{"id":"2209.00625","title":"SwiftPruner: Reinforced Evolutionary Pruning for Efficient Ad Relevance","created":"2022-08-30","cited_by_count":4,"area":null},{"id":"2505.04209","title":"To Judge or not to Judge: Using LLM Judgements for Advertiser Keyphrase Relevance at eBay","created":"2025-05-07","cited_by_count":4,"area":null},{"id":"2211.00177","title":"Learning to Navigate Wikipedia by Taking Random Walks","created":"2022-10-31","cited_by_count":3,"area":null},{"id":"2212.01956","title":"Grounded Keys-to-Text Generation: Towards Factual Open-Ended Generation","created":"2022-12-04","cited_by_count":3,"area":null},{"id":"2310.03669","title":"LumiNet: Perception-Driven Knowledge Distillation via Statistical Logit Calibration","created":"2023-10-05","cited_by_count":3,"area":"distill"},{"id":"2310.07837","title":"Measuring Feature Sparsity in Language Models","created":"2023-10-11","cited_by_count":3,"area":null},{"id":"2401.14637","title":"T-Rex: Text-assisted Retrosynthesis Prediction","created":"2024-01-26","cited_by_count":3,"area":null},{"id":"2402.05948","title":"DE$^3$-BERT: Distance-Enhanced Early Exiting for BERT based on Prototypical Networks","created":"2024-02-03","cited_by_count":3,"area":"inference"},{"id":"2407.17771","title":"Banyan: Improved Representation Learning with Explicit Structure","created":"2024-07-25","cited_by_count":3,"area":null},{"id":"2410.17957","title":"MCUBERT: Memory-Efficient BERT Inference on Commodity Microcontrollers","created":"2024-10-23","cited_by_count":3,"area":null},{"id":"2411.00052","title":"Larger models yield better results? Streamlined severity classification of ADHD-related concerns using BERT-based knowledge distillation","created":"2024-10-30","cited_by_count":3,"area":"distill"},{"id":"2504.19024","title":"KETCHUP: K-Step Return Estimation for Sequential Knowledge Distillation","created":"2025-04-26","cited_by_count":3,"area":"distill"},{"id":"2508.00619","title":"DACTYL: Diverse Adversarial Corpus of Texts Yielded from Large Language Models","created":"2025-08-01","cited_by_count":3,"area":null},{"id":"2105.04913","title":"Role of Artificial Intelligence in Detection of Hateful Speech for Hinglish Data on Social Media","created":"2021-05-11","cited_by_count":2,"area":null},{"id":"2210.13086","title":"Legal-Tech Open Diaries: Lesson learned on how to develop and deploy light-weight models in the era of humongous Language Models","created":"2022-10-24","cited_by_count":2,"area":null},{"id":"2210.15523","title":"COST-EFF: Collaborative Optimization of Spatial and Temporal Efficiency with Slenderized Multi-exit Language Models","created":"2022-10-27","cited_by_count":2,"area":"inference"},{"id":"2303.13745","title":"EdgeTran: Co-designing Transformers for Efficient Inference on Mobile Edge Platforms","created":"2023-03-24","cited_by_count":2,"area":null},{"id":"2304.11520","title":"Processing Natural Language on Embedded Devices: How Well Do Transformer Models Perform?","created":"2023-04-23","cited_by_count":2,"area":null},{"id":"2407.12893","title":"Hybrid Dynamic Pruning: A Pathway to Efficient Transformer Inference","created":"2024-07-17","cited_by_count":2,"area":null},{"id":"2407.13174","title":"Compressed models are NOT miniature versions of large models","created":"2024-07-18","cited_by_count":2,"area":null},{"id":"2503.00296","title":"Synthetic data enables context-aware bioacoustic sound event detection","created":"2025-03-01","cited_by_count":2,"area":null},{"id":"2604.07486","title":"Private Seeds, Public LLMs: Realistic and Privacy-Preserving Synthetic Data Generation","created":"2026-04-08","cited_by_count":2,"area":"synth"},{"id":"2609.22254","title":"Teacher Should Think Ahead: Adaptive Continuations for Reliable On-Policy Distillation","created":"2026-09-06","cited_by_count":2,"area":"lr"},{"id":"2109.08449","title":"General Cross-Architecture Distillation of Pretrained Language Models into Matrix Embeddings","created":"2021-09-17","cited_by_count":1,"area":null},{"id":"2212.01005","title":"AGO: Boosting Mobile AI Inference Performance by Removing Constraints on Graph Optimization","created":"2022-12-02","cited_by_count":1,"area":null},{"id":"2309.03659","title":"Towards Comparable Knowledge Distillation in Semantic Image Segmentation","created":"2023-09-07","cited_by_count":1,"area":"distill"},{"id":"2311.02849","title":"Co-training and Co-distillation for Quality Improvement and Compression of Language Models","created":"2023-11-06","cited_by_count":1,"area":"distill"},{"id":"2401.01487","title":"Natural Language Processing and Multimodal Stock Price Prediction","created":"2024-01-03","cited_by_count":1,"area":null},{"id":"2407.02775","title":"MLKD-BERT: Multi-level Knowledge Distillation for Pre-trained Language Models","created":"2024-07-03","cited_by_count":1,"area":"distill"},{"id":"2407.17546","title":"Exploring Domain Robust Lightweight Reward Models based on Router Mechanism","created":"2024-07-24","cited_by_count":1,"area":"alignment"},{"id":"2410.08872","title":"Fragile Giants: Understanding the Susceptibility of Models to Subpopulation Attacks","created":"2024-10-11","cited_by_count":1,"area":null},{"id":"2503.23174","title":"TRA: Better Length Generalisation with Threshold Relative Attention","created":"2025-03-29","cited_by_count":1,"area":null},{"id":"2504.08044","title":"Large-Scale Analysis of Online Questions Related to Opioid Use Disorder on Reddit","created":"2025-04-10","cited_by_count":1,"area":null},{"id":"2605.07297","title":"Spectrum-Adaptive Generalization Bounds for Trained Deep Transformers","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2106.08898","title":"RefBERT: Compressing BERT by Referencing to Pre-computed Representations","created":"2021-06-11","cited_by_count":0,"area":null},{"id":"2306.06625","title":"Are Intermediate Layers and Labels Really Necessary? A General Language Model Distillation Method","created":"2023-06-11","cited_by_count":0,"area":"distill"}],"next_cursor":"100"}