{"list":"other","total":51,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"2306.13649","title":"On-Policy Distillation of Language Models: Learning from Self-Generated Mistakes","created":"2023-06-23","cited_by_count":939},{"id":"1606.07947","title":"Sequence-Level Knowledge Distillation","created":"2016-06-25","cited_by_count":801},{"id":"1812.05159","title":"An Empirical Study of Example Forgetting during Deep Neural Network Learning","created":"2018-12-12","cited_by_count":678},{"id":"1803.09050","title":"Learning to Reweight Examples for Robust Deep Learning","created":"2018-03-24","cited_by_count":675},{"id":"1712.05055","title":"MentorNet: Learning Data-Driven Curriculum for Very Deep Neural Networks on Corrupted Labels","created":"2017-12-14","cited_by_count":653},{"id":"1709.01686","title":"BranchyNet: Fast Inference via Early Exiting from Deep Neural Networks","created":"2017-09-06","cited_by_count":596},{"id":"2107.07075","title":"Deep Learning on a Data Diet: Finding Important Examples Early in Training","created":"2021-07-15","cited_by_count":533},{"id":"2404.14618","title":"Hybrid LLM: Cost-Efficient and Quality-Aware Query Routing","created":"2024-04-22","cited_by_count":372},{"id":"2004.12993","title":"DeeBERT: Dynamic Early Exiting for Accelerating BERT Inference","created":"2020-04-27","cited_by_count":332},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310},{"id":"2205.13147","title":"Matryoshka Representation Learning","created":"2022-05-26","cited_by_count":282},{"id":"2006.01862","title":"Consistent Estimators for Learning to Defer to an Expert","created":"2020-06-02","cited_by_count":271},{"id":"2403.12031","title":"RouterBench: A Benchmark for Multi-LLM Routing System","created":"2024-03-18","cited_by_count":238},{"id":"2206.07137","title":"Prioritized Training on Points that are Learnable, Worth Learning, and Not Yet Learnt","created":"2022-06-14","cited_by_count":236},{"id":"1711.06664","title":"Predict Responsibly: Improving Fairness and Accuracy by Learning to Defer","created":"2017-11-17","cited_by_count":233},{"id":"2209.01667","title":"A Review of Sparse Expert Models in Deep Learning","created":"2022-09-04","cited_by_count":148},{"id":"2311.08692","title":"Routing to the Expert: Efficient Reward-guided Ensemble of Large Language Models","created":"2023-11-15","cited_by_count":145},{"id":"2310.03094","title":"Large Language Model Cascades with Mixture of Thoughts Representations for Cost-efficient Reasoning","created":"2023-10-04","cited_by_count":143},{"id":"2106.09647","title":"Deep Learning Through the Lens of Example Difficulty","created":"2021-06-17","cited_by_count":141},{"id":"2004.07453","title":"The Right Tool for the Job: Matching Model and Instance Complexities","created":"2020-04-16","cited_by_count":126},{"id":"2404.10136","title":"Language Model Cascades: Token-level uncertainty and beyond","created":"2024-04-15","cited_by_count":121},{"id":"2008.11600","title":"Estimating Example Difficulty Using Variance of Gradients","created":"2020-08-26","cited_by_count":97},{"id":"2308.06077","title":"Fly-Swat or Cannon? Cost-Effective Language Model Choice via Meta-Modeling","created":"2023-08-11","cited_by_count":95},{"id":"2202.03673","title":"Calibrated Learning to Defer with One-vs-All Classifiers","created":"2022-02-08","cited_by_count":69},{"id":"2307.02764","title":"When Does Confidence-Based Cascade Deferral Suffice?","created":"2023-07-06","cited_by_count":60},{"id":"1706.00885","title":"IDK Cascades: Fast Deep Learning by Learning not to Overthink","created":"2017-06-03","cited_by_count":48},{"id":"2210.05528","title":"Model Cascading: Towards Jointly Improving Efficiency and Accuracy of NLP Systems","created":"2022-10-11","cited_by_count":44},{"id":"2012.01988","title":"Wisdom of Committees: An Overlooked Approach To Faster and More Accurate Models","created":"2020-12-03","cited_by_count":39},{"id":"2208.11351","title":"Self-Filtering: A Noise-Aware Sample Selection for Label Noise with Confidence Penalization","created":"2022-08-24","cited_by_count":33},{"id":"2310.14770","title":"Theoretically Grounded Loss Functions and Algorithms for Score-Based Multi-Class Abstention","created":"2023-10-23","cited_by_count":32},{"id":"2308.11601","title":"Tryage: Real-time, intelligent Routing of User Prompts to Large Language Models","created":"2023-08-22","cited_by_count":30},{"id":"2306.02652","title":"Towards Anytime Classification in Early-Exit Architectures by Enforcing Conditional Monotonicity","created":"2023-06-05","cited_by_count":16},{"id":"2310.09163","title":"Jointly-Learned Exit and Inference for a Dynamic Neural Network : JEI-DNN","created":"2023-10-13","cited_by_count":15},{"id":"2204.06271","title":"TangoBERT: Reducing Inference Cost by using Cascaded Architecture","created":"2022-04-13","cited_by_count":13},{"id":"2404.14827","title":"Sentence-Level or Token-Level? A Comprehensive Study on Knowledge Distillation","created":"2024-04-23","cited_by_count":12},{"id":"2205.11747","title":"BabyBear: Cheap inference triage for expensive language models","created":"2022-05-24","cited_by_count":10},{"id":"1802.07697","title":"Approximation Algorithms for Cascading Prediction Models","created":"2018-02-21","cited_by_count":9},{"id":"2110.10305","title":"When in Doubt, Summon the Titans: Efficient Inference with Large Models","created":"2021-10-19","cited_by_count":8},{"id":"2211.16726","title":"Boosted Dynamic Neural Networks","created":"2022-11-30","cited_by_count":8}],"next_cursor":null}