{"total":71,"rows":[{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2104.08835","title":"CrossFit: A Few-shot Learning Challenge for Cross-task Generalization in NLP","created":"2021-04-18","cited_by_count":142,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2306.04618","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","created":"2023-06-07","cited_by_count":97,"area":null},{"id":"2104.05489","title":"Continual Learning for Text Classification with Information Disentanglement Based Regularization","created":"2021-04-12","cited_by_count":86,"area":null},{"id":"2102.00529","title":"Decoupling the Role of Data, Attention, and Losses in Multimodal Transformers","created":"2021-01-31","cited_by_count":64,"area":null},{"id":"2104.08247","title":"What to Pre-Train on? Efficient Intermediate Task Selection","created":"2021-04-16","cited_by_count":63,"area":null},{"id":"2111.00607","title":"A Systematic Investigation of Commonsense Knowledge in Large Language Models","created":"2021-10-31","cited_by_count":56,"area":null},{"id":"2104.10809","title":"Provable Limitations of Acquiring Meaning from Ungrounded Form: What Will Future Language Models Understand?","created":"2021-04-22","cited_by_count":55,"area":null},{"id":"2405.18653","title":"Recent Advances of Foundation Language Models-based Continual Learning: A Survey","created":"2024-05-28","cited_by_count":46,"area":null},{"id":"2302.12313","title":"Testing AI on language comprehension tasks reveals insensitivity to underlying meaning","created":"2023-02-23","cited_by_count":45,"area":null},{"id":"2107.07261","title":"Turning Tables: Generating Examples from Semi-structured Tables for Endowing Language Models with Reasoning Skills","created":"2021-07-15","cited_by_count":39,"area":null},{"id":"2401.10440","title":"Breaking the Curse of Multilinguality with Cross-lingual Expert Language Models","created":"2024-01-19","cited_by_count":38,"area":null},{"id":"2104.08808","title":"Learn Continually, Generalize Rapidly: Lifelong Knowledge Accumulation for Few-shot Learning","created":"2021-04-18","cited_by_count":35,"area":null},{"id":"2306.05406","title":"Mixture-of-Domain-Adapters: Decoupling and Injecting Domain Knowledge to Pre-trained Language Models Memories","created":"2023-06-08","cited_by_count":34,"area":null},{"id":"2111.08687","title":"INTERN: A New Learning Paradigm Towards General Vision","created":"2021-11-16","cited_by_count":33,"area":null},{"id":"2112.09062","title":"Models in the Loop: Aiding Crowdworkers with Generative Annotation Assistants","created":"2021-12-16","cited_by_count":31,"area":null},{"id":"2203.10652","title":"Continual Sequence Generation with Adaptive Compositional Modules","created":"2022-03-20","cited_by_count":31,"area":null},{"id":"2103.00751","title":"Long Document Summarization in a Low Resource Setting using Pretrained Language Models","created":"2021-03-01","cited_by_count":24,"area":null},{"id":"2210.12517","title":"Exploring The Landscape of Distributional Robustness for Question Answering Models","created":"2022-10-22","cited_by_count":23,"area":null},{"id":"2306.15347","title":"FedET: A Communication-Efficient Federated Class-Incremental Learning Framework Based on Enhanced Transformer","created":"2023-06-27","cited_by_count":23,"area":null},{"id":"2308.10502","title":"GradientCoin: A Peer-to-Peer Decentralized Large Language Models","created":"2023-08-21","cited_by_count":23,"area":null},{"id":"2103.03872","title":"Rissanen Data Analysis: Examining Dataset Characteristics via Description Length","created":"2021-03-05","cited_by_count":22,"area":null},{"id":"2103.11263","title":"Self-Supervised Test-Time Learning for Reading Comprehension","created":"2021-03-20","cited_by_count":22,"area":null},{"id":"2307.02435","title":"Exploring Continual Learning for Code Generation Models","created":"2023-07-05","cited_by_count":22,"area":null},{"id":"2109.12742","title":"FewNLU: Benchmarking State-of-the-Art Methods for Few-Shot Natural Language Understanding","created":"2021-09-27","cited_by_count":17,"area":null},{"id":"2109.07348","title":"Cross-lingual Transfer of Monolingual Models","created":"2021-09-15","cited_by_count":14,"area":null},{"id":"2204.05151","title":"Metaethical Perspectives on 'Benchmarking' AI Ethics","created":"2022-04-11","cited_by_count":12,"area":null},{"id":"2205.12604","title":"Leveraging QA Datasets to Improve Generative Data Augmentation","created":"2022-05-25","cited_by_count":12,"area":null},{"id":"2201.00768","title":"Robust Natural Language Processing: Recent Advances, Challenges, and Future Directions","created":"2022-01-03","cited_by_count":11,"area":null},{"id":"2104.04736","title":"Meta-Learning for Fast Cross-Lingual Adaptation in Dependency Parsing","created":"2021-04-10","cited_by_count":10,"area":null},{"id":"2111.01322","title":"Diverse Distributions of Self-Supervised Tasks for Meta-Learning in NLP","created":"2021-11-02","cited_by_count":10,"area":null},{"id":"2309.16145","title":"The Confidence-Competence Gap in Large Language Models: A Cognitive Study","created":"2023-09-28","cited_by_count":9,"area":null},{"id":"2109.11256","title":"Can Question Generation Debias Question Answering Models? A Case Study on Question-Context Lexical Overlap","created":"2021-09-23","cited_by_count":8,"area":null},{"id":"2201.11576","title":"Grad2Task: Improved Few-shot Text Classification Using Gradients for Task Representation","created":"2022-01-27","cited_by_count":8,"area":null},{"id":"2203.03235","title":"Pre-trained Token-replaced Detection Model as Few-shot Learner","created":"2022-03-07","cited_by_count":7,"area":null},{"id":"2205.13359","title":"Feature Forgetting in Continual Representation Learning","created":"2022-05-26","cited_by_count":6,"area":null},{"id":"2211.05673","title":"BERT in Plutarch's Shadows","created":"2022-11-10","cited_by_count":6,"area":null},{"id":"2305.05461","title":"What is the best recipe for character-level encoder-only modelling?","created":"2023-05-09","cited_by_count":6,"area":null},{"id":"2210.10209","title":"Exclusive Supermask Subnetwork Training for Continual Learning","created":"2022-10-18","cited_by_count":5,"area":null},{"id":"2101.00433","title":"Modeling Disclosive Transparency in NLP Application Descriptions","created":"2021-01-02","cited_by_count":4,"area":null},{"id":"2303.04229","title":"Understanding Natural Language Understanding Systems. A Critical Analysis","created":"2023-03-01","cited_by_count":4,"area":null},{"id":"2305.12270","title":"Mitigating Catastrophic Forgetting in Task-Incremental Continual Learning with Adaptive Classification Criterion","created":"2023-05-20","cited_by_count":4,"area":null},{"id":"2503.18247","title":"AfroXLMR-Social: Adapting Pre-trained Language Models for African Languages Social Media Text","created":"2025-03-24","cited_by_count":4,"area":null},{"id":"2103.13272","title":"Low-Resource Machine Translation Training Curriculum Fit for Low-Resource Languages","created":"2021-03-24","cited_by_count":3,"area":null},{"id":"2212.08354","title":"FewFedWeight: Few-shot Federated Learning Framework across Multiple NLP Tasks","created":"2022-12-16","cited_by_count":3,"area":null},{"id":"2309.11305","title":"Create and Find Flatness: Building Flat Training Spaces in Advance for Continual Learning","created":"2023-09-20","cited_by_count":3,"area":null},{"id":"2412.07246","title":"Filling Memory Gaps: Enhancing Continual Semantic Parsing via SQL Syntax Variance-Guided LLMs without Real Data Replay","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2111.07148","title":"SocialBERT -- Transformers for Online SocialNetwork Language Modelling","created":"2021-11-13","cited_by_count":2,"area":null},{"id":"2211.08588","title":"Disentangling Task Relations for Few-shot Text Classification via Self-Supervised Hierarchical Task Clustering","created":"2022-11-16","cited_by_count":2,"area":null},{"id":"2302.09579","title":"Evaluating Representations with Readout Model Switching","created":"2023-02-19","cited_by_count":2,"area":null},{"id":"2410.16546","title":"Transformers as Implicit State Estimators: In-Context Learning in Dynamical Systems","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2510.20784","title":"A Coherence-Based Measure of AGI","created":"2025-10-23","cited_by_count":2,"area":null},{"id":"2105.01192","title":"Unreasonable Effectiveness of Rule-Based Heuristics in Solving Russian SuperGLUE Tasks","created":"2021-05-03","cited_by_count":1,"area":null},{"id":"2109.06308","title":"Improving Scheduled Sampling with Elastic Weight Consolidation for Neural Machine Translation","created":"2021-09-13","cited_by_count":1,"area":null},{"id":"2110.07002","title":"Bag-of-Vectors Autoencoders for Unsupervised Conditional Text Generation","created":"2021-10-13","cited_by_count":1,"area":null},{"id":"2111.06012","title":"Kronecker Factorization for Preventing Catastrophic Forgetting in Large-scale Medical Entity Linking","created":"2021-11-11","cited_by_count":1,"area":null},{"id":"2203.16309","title":"Zero-shot meta-learning for small-scale data from human subjects","created":"2022-03-29","cited_by_count":1,"area":null},{"id":"2305.02459","title":"Transfer and Active Learning for Dissonance Detection: Addressing the Rare-Class Challenge","created":"2023-05-03","cited_by_count":1,"area":null},{"id":"2402.02164","title":"Hierarchical Structure Enhances the Convergence and Generalizability of Linear Molecular Representation","created":"2024-02-03","cited_by_count":1,"area":null},{"id":"2409.04787","title":"Selective Self-Rehearsal: A Fine-Tuning Approach to Improve Generalization in Large Language Models","created":"2024-09-07","cited_by_count":1,"area":null},{"id":"2507.06795","title":"ixi-GEN: Efficient Industrial sLLMs through Domain Adaptive Continual Pretraining","created":"2025-07-09","cited_by_count":1,"area":null},{"id":"2602.02502","title":"Sparse Adapter Fusion for Continual Learning in NLP","created":"2026-01-20","cited_by_count":1,"area":null},{"id":"2207.08943","title":"MRCLens: an MRC Dataset Bias Detection Toolkit","created":"2022-07-18","cited_by_count":0,"area":null},{"id":"2210.13979","title":"Meta-learning Pathologies from Radiology Reports using Variance Aware Prototypical Networks","created":"2022-10-22","cited_by_count":0,"area":null},{"id":"2211.16093","title":"Penalizing Confident Predictions on Largely Perturbed Inputs Does Not Improve Out-of-Distribution Generalization in Question Answering","created":"2022-11-29","cited_by_count":0,"area":null},{"id":"2404.07153","title":"Lost in Translation: Modern Neural Networks Still Struggle With Small Realistic Image Transformations","created":"2024-04-10","cited_by_count":0,"area":null},{"id":"2406.04876","title":"HateDebias: On the Diversity and Variability of Hate Speech Debiasing","created":"2024-06-07","cited_by_count":0,"area":null},{"id":"2409.02836","title":"Exploring Sentiment Dynamics and Predictive Behaviors in Cryptocurrency Discussions by Few-Shot Learning with Large Language Models","created":"2024-09-04","cited_by_count":0,"area":null},{"id":"2508.18407","title":"Can Out-of-Distribution Evaluations Uncover Reliance on Shortcuts? A Case Study in Question Answering","created":"2025-08-25","cited_by_count":0,"area":null}],"next_cursor":null}