{"total":90,"rows":[{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177,"area":null},{"id":"2110.06341","title":"Learning Compact Metrics for MT","created":"2021-10-12","cited_by_count":93,"area":null},{"id":"2105.06965","title":"Counterfactual Interventions Reveal the Causal Effect of Relative Clause Representations on Agreement Prediction","created":"2021-05-14","cited_by_count":59,"area":null},{"id":"2205.11380","title":"Outliers Dimensions that Disrupt Transformers Are Driven by Frequency","created":"2022-05-23","cited_by_count":55,"area":null},{"id":"2204.12013","title":"Bamboo: Making Preemptible Instances Resilient for Affordable Training of Large DNNs","created":"2022-04-26","cited_by_count":49,"area":null},{"id":"2302.04089","title":"ZipLM: Inference-Aware Structured Pruning of Language Models","created":"2023-02-07","cited_by_count":49,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44,"area":null},{"id":"2301.10884","title":"Break It Down: Evidence for Structural Compositionality in Neural Networks","created":"2023-01-26","cited_by_count":44,"area":null},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38,"area":null},{"id":"2210.05529","title":"An Exploration of Hierarchical Attention Transformers for Efficient Long Document Classification","created":"2022-10-11","cited_by_count":38,"area":null},{"id":"2108.12659","title":"DKM: Differentiable K-Means Clustering Layer for Neural Network Compression","created":"2021-08-28","cited_by_count":31,"area":null},{"id":"2208.00638","title":"Composable Text Controls in Latent Space with ODEs","created":"2022-08-01","cited_by_count":28,"area":null},{"id":"2211.02254","title":"How Does Adaptive Optimization Impact Local Neural Network Geometry?","created":"2022-11-04","cited_by_count":24,"area":null},{"id":"2302.14705","title":"AccelTran: A Sparsity-Aware Accelerator for Dynamic Inference with Transformers","created":"2023-02-28","cited_by_count":24,"area":null},{"id":"2311.04937","title":"Multimodal Clinical Benchmark for Emergency Care (MC-BEC): A Comprehensive Benchmark for Evaluating Foundation Models in Emergency Medicine","created":"2023-11-07","cited_by_count":24,"area":null},{"id":"2203.07856","title":"Improved Multi-label Classification under Temporal Concept Drift: Rethinking Group-Robust Algorithms in a Label-Wise Setting","created":"2022-03-15","cited_by_count":23,"area":null},{"id":"2304.01666","title":"A Survey on Contextualised Semantic Shift Detection","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2305.18396","title":"LLMs Can Understand Encrypted Prompt: Towards Privacy-Computing Friendly Transformers","created":"2023-05-28","cited_by_count":22,"area":null},{"id":"2205.04725","title":"Weakly-supervised segmentation of referring expressions","created":"2022-05-10","cited_by_count":21,"area":null},{"id":"2502.00409","title":"Doing More with Less: A Survey on Routing Strategies for Resource Optimisation in Large Language Model-Based Systems","created":"2025-02-01","cited_by_count":20,"area":null},{"id":"2210.16079","title":"Debiasing Masks: A New Framework for Shortcut Mitigation in NLU","created":"2022-10-28","cited_by_count":16,"area":null},{"id":"2103.11367","title":"ROSITA: Refined BERT cOmpreSsion with InTegrAted techniques","created":"2021-03-21","cited_by_count":14,"area":null},{"id":"2202.09517","title":"Deep Learning for Hate Speech Detection: A Comparative Study","created":"2022-02-19","cited_by_count":13,"area":null},{"id":"2206.01838","title":"Differentially Private Model Compression","created":"2022-06-03","cited_by_count":13,"area":null},{"id":"2209.07430","title":"Machine Reading, Fast and Slow: When Do Models \"Understand\" Language?","created":"2022-09-15","cited_by_count":13,"area":null},{"id":"2205.11656","title":"FlexiBERT: Are Current Transformer Architectures too Homogeneous and Rigid?","created":"2022-05-23","cited_by_count":12,"area":null},{"id":"2305.05480","title":"Effects of sub-word segmentation on performance of transformer language models","created":"2023-05-09","cited_by_count":12,"area":null},{"id":"2303.01081","title":"Can BERT Refrain from Forgetting on Sequential Tasks? A Probing Study","created":"2023-03-02","cited_by_count":11,"area":null},{"id":"2306.14152","title":"Low-Rank Prune-And-Factorize for Language Model Compression","created":"2023-06-25","cited_by_count":11,"area":null},{"id":"2402.12408","title":"ModelGPT: Unleashing LLM's Capabilities for Tailored Model Generation","created":"2024-02-18","cited_by_count":11,"area":null},{"id":"2103.06231","title":"Quantization-Guided Training for Compact TinyML Models","created":"2021-03-10","cited_by_count":10,"area":null},{"id":"2204.11218","title":"Learning to Win Lottery Tickets in BERT Transfer via Task-agnostic Mask Training","created":"2022-04-24","cited_by_count":10,"area":null},{"id":"2206.02976","title":"Recall Distortion in Neural Network Pruning and the Undecayed Pruning Algorithm","created":"2022-06-07","cited_by_count":9,"area":null},{"id":"2106.00479","title":"DoT: An efficient Double Transformer for NLP tasks with tables","created":"2021-06-01","cited_by_count":8,"area":null},{"id":"2107.02027","title":"Efficient Sequence Packing without Cross-contamination: Accelerating Large Language Models without Impacting Performance","created":"2021-06-29","cited_by_count":8,"area":null},{"id":"2102.02344","title":"Horizontally Fused Training Array: An Effective Hardware Utilization Squeezer for Training Novel Deep Learning Models","created":"2021-02-03","cited_by_count":7,"area":null},{"id":"2110.04711","title":"SuperShaper: Task-Agnostic Super Pre-training of BERT Models with Variable Hidden Dimensions","created":"2021-10-10","cited_by_count":6,"area":null},{"id":"2111.05013","title":"Learning to Generalize Compositionally by Transferring Across Semantic Parsing Tasks","created":"2021-11-09","cited_by_count":6,"area":null},{"id":"2204.04735","title":"Reducing Model Jitter: Stable Re-training of Semantic Parsers in Production Environments","created":"2022-04-10","cited_by_count":6,"area":null},{"id":"2312.10967","title":"Knowledge Graphs and Pre-trained Language Models enhanced Representation Learning for Conversational Recommender Systems","created":"2023-12-18","cited_by_count":6,"area":null},{"id":"2406.17968","title":"Efficient Document Ranking with Learnable Late Interactions","created":"2024-06-25","cited_by_count":6,"area":null},{"id":"2411.00696","title":"CTPD: Cross-Modal Temporal Pattern Discovery for Enhanced Multimodal Electronic Health Records Analysis","created":"2024-11-01","cited_by_count":6,"area":null},{"id":"2103.06418","title":"LightMBERT: A Simple Yet Effective Method for Multilingual BERT Distillation","created":"2021-03-11","cited_by_count":5,"area":null},{"id":"2205.14570","title":"MiniDisc: Minimal Distillation Schedule for Language Model Compression","created":"2022-05-29","cited_by_count":5,"area":null},{"id":"2306.11550","title":"Query Encoder Distillation via Embedding Alignment is a Strong Baseline Method to Boost Dense Retriever Online Efficiency","created":"2023-06-05","cited_by_count":5,"area":null},{"id":"2311.16298","title":"Influence Scores at Scale for Efficient Language Data Sampling","created":"2023-11-27","cited_by_count":5,"area":null},{"id":"2110.09665","title":"Ensemble ALBERT on SQuAD 2.0","created":"2021-10-19","cited_by_count":4,"area":null},{"id":"2202.00475","title":"From Examples to Rules: Neural Guided Rule Synthesis for Information Extraction","created":"2022-01-16","cited_by_count":4,"area":null},{"id":"2209.00625","title":"SwiftPruner: Reinforced Evolutionary Pruning for Efficient Ad Relevance","created":"2022-08-30","cited_by_count":4,"area":null},{"id":"2505.04209","title":"To Judge or not to Judge: Using LLM Judgements for Advertiser Keyphrase Relevance at eBay","created":"2025-05-07","cited_by_count":4,"area":null},{"id":"2211.00177","title":"Learning to Navigate Wikipedia by Taking Random Walks","created":"2022-10-31","cited_by_count":3,"area":null},{"id":"2212.01956","title":"Grounded Keys-to-Text Generation: Towards Factual Open-Ended Generation","created":"2022-12-04","cited_by_count":3,"area":null},{"id":"2310.07837","title":"Measuring Feature Sparsity in Language Models","created":"2023-10-11","cited_by_count":3,"area":null},{"id":"2401.14637","title":"T-Rex: Text-assisted Retrosynthesis Prediction","created":"2024-01-26","cited_by_count":3,"area":null},{"id":"2407.17771","title":"Banyan: Improved Representation Learning with Explicit Structure","created":"2024-07-25","cited_by_count":3,"area":null},{"id":"2410.17957","title":"MCUBERT: Memory-Efficient BERT Inference on Commodity Microcontrollers","created":"2024-10-23","cited_by_count":3,"area":null},{"id":"2508.00619","title":"DACTYL: Diverse Adversarial Corpus of Texts Yielded from Large Language Models","created":"2025-08-01","cited_by_count":3,"area":null},{"id":"2105.04913","title":"Role of Artificial Intelligence in Detection of Hateful Speech for Hinglish Data on Social Media","created":"2021-05-11","cited_by_count":2,"area":null},{"id":"2210.13086","title":"Legal-Tech Open Diaries: Lesson learned on how to develop and deploy light-weight models in the era of humongous Language Models","created":"2022-10-24","cited_by_count":2,"area":null},{"id":"2303.13745","title":"EdgeTran: Co-designing Transformers for Efficient Inference on Mobile Edge Platforms","created":"2023-03-24","cited_by_count":2,"area":null},{"id":"2304.11520","title":"Processing Natural Language on Embedded Devices: How Well Do Transformer Models Perform?","created":"2023-04-23","cited_by_count":2,"area":null},{"id":"2407.12893","title":"Hybrid Dynamic Pruning: A Pathway to Efficient Transformer Inference","created":"2024-07-17","cited_by_count":2,"area":null},{"id":"2407.13174","title":"Compressed models are NOT miniature versions of large models","created":"2024-07-18","cited_by_count":2,"area":null},{"id":"2503.00296","title":"Synthetic data enables context-aware bioacoustic sound event detection","created":"2025-03-01","cited_by_count":2,"area":null},{"id":"2109.08449","title":"General Cross-Architecture Distillation of Pretrained Language Models into Matrix Embeddings","created":"2021-09-17","cited_by_count":1,"area":null},{"id":"2212.01005","title":"AGO: Boosting Mobile AI Inference Performance by Removing Constraints on Graph Optimization","created":"2022-12-02","cited_by_count":1,"area":null},{"id":"2401.01487","title":"Natural Language Processing and Multimodal Stock Price Prediction","created":"2024-01-03","cited_by_count":1,"area":null},{"id":"2410.08872","title":"Fragile Giants: Understanding the Susceptibility of Models to Subpopulation Attacks","created":"2024-10-11","cited_by_count":1,"area":null},{"id":"2503.23174","title":"TRA: Better Length Generalisation with Threshold Relative Attention","created":"2025-03-29","cited_by_count":1,"area":null},{"id":"2504.08044","title":"Large-Scale Analysis of Online Questions Related to Opioid Use Disorder on Reddit","created":"2025-04-10","cited_by_count":1,"area":null},{"id":"2605.07297","title":"Spectrum-Adaptive Generalization Bounds for Trained Deep Transformers","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2106.08898","title":"RefBERT: Compressing BERT by Referencing to Pre-computed Representations","created":"2021-06-11","cited_by_count":0,"area":null},{"id":"2308.03582","title":"WIKITIDE: A Wikipedia-Based Timestamped Definition Pairs Dataset","created":"2023-08-07","cited_by_count":0,"area":null},{"id":"2309.08272","title":"Structural Self-Supervised Objectives for Transformers","created":"2023-09-15","cited_by_count":0,"area":null},{"id":"2311.07204","title":"On Elastic Language Models","created":"2023-11-13","cited_by_count":0,"area":null},{"id":"2312.03367","title":"Lazy-k: Decoding for Constrained Token Classification","created":"2023-12-06","cited_by_count":0,"area":null},{"id":"2402.12513","title":"Induced Model Matching: Restricted Models Help Train Full-Featured Models","created":"2024-02-19","cited_by_count":0,"area":null},{"id":"2403.14731","title":"Reversible Jump Attack to Textual Classifiers with Modification Reduction","created":"2024-03-21","cited_by_count":0,"area":null},{"id":"2403.16915","title":"Coarse-Tuning for Ad-hoc Document Retrieval Using Pre-trained Language Models","created":"2024-03-25","cited_by_count":0,"area":null},{"id":"2407.13303","title":"Mean Teacher based SSL Framework for Indoor Localization Using Wi-Fi RSSI Fingerprinting","created":"2024-07-18","cited_by_count":0,"area":null},{"id":"2409.02751","title":"A Comparative Study of Pre-training and Self-training","created":"2024-09-04","cited_by_count":0,"area":null},{"id":"2507.02364","title":"QFFN-BERT: An Empirical Study of Depth, Performance, and Data Efficiency in Hybrid Quantum-Classical Transformers","created":"2025-07-03","cited_by_count":0,"area":null},{"id":"2509.23175","title":"WARBERT: A Hierarchical BERT-based Model for Web API Recommendation","created":"2025-09-27","cited_by_count":0,"area":null},{"id":"2606.21240","title":"DIPBox: A Multi-scale Testing Framework for Tracking Dataset Regeneration","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2606.21593","title":"Geometric and Information Compression of Representations in Deep Learning","created":"2026-06-19","cited_by_count":0,"area":null},{"id":"2607.17382","title":"Team DACTYL at PAN 2026: Bayesian Data Mixing and Empirical X-risk Minimization for AI-text Detection","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2609.39259","title":"Effective Does Not Mean Useful: Conditional Functional Substitutability for Redundancy and Scaling in Transformers","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.01578","title":"The hidden advantage of mask resampling: a theory of masked autoencoders","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.09604","title":"Lightweight and Versatile Learned Optimization by Recombination of Gradient History","created":"2026-10-07","cited_by_count":0,"area":null}],"next_cursor":null}