{"total":294,"rows":[{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744,"area":"wm"},{"id":"2212.04356","title":"Robust Speech Recognition via Large-Scale Weak Supervision","created":"2022-12-06","cited_by_count":4057,"area":null},{"id":"2110.11334","title":"Generalized Out-of-Distribution Detection: A Survey","created":"2021-10-21","cited_by_count":802,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2312.09390","title":"Weak-to-Strong Generalization: Eliciting Strong Capabilities With Weak Supervision","created":"2023-12-14","cited_by_count":467,"area":"alignment"},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463,"area":null},{"id":"2308.05374","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","created":"2023-08-10","cited_by_count":401,"area":null},{"id":"2301.10343","title":"ClimaX: A foundation model for weather and climate","created":"2023-01-24","cited_by_count":337,"area":null},{"id":"2212.10071","title":"Large Language Models Are Reasoning Teachers","created":"2022-12-20","cited_by_count":329,"area":"lr"},{"id":"2205.15480","title":"Post-hoc Concept Bottleneck Models","created":"2022-05-31","cited_by_count":293,"area":null},{"id":"2106.03004","title":"Exploring the Limits of Out-of-Distribution Detection","created":"2021-06-06","cited_by_count":283,"area":null},{"id":"2210.09150","title":"Prompting GPT-3 To Be Reliable","created":"2022-10-17","cited_by_count":260,"area":null},{"id":"2103.14586","title":"Understanding Robustness of Transformers for Image Classification","created":"2021-03-26","cited_by_count":249,"area":null},{"id":"2302.08582","title":"Pretraining Language Models with Human Preferences","created":"2023-02-16","cited_by_count":247,"area":"alignment"},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2211.13445","title":"Delving into Out-of-Distribution Detection with Vision-Language Representations","created":"2022-11-24","cited_by_count":216,"area":null},{"id":"2209.15558","title":"Out-of-Distribution Detection and Selective Generation for Conditional Language Models","created":"2022-09-30","cited_by_count":197,"area":null},{"id":"2301.12314","title":"Progressive Prompts: Continual Learning for Language Models","created":"2023-01-29","cited_by_count":197,"area":null},{"id":"2307.04721","title":"Large Language Models as General Pattern Machines","created":"2023-07-10","cited_by_count":197,"area":null},{"id":"2104.02610","title":"On the Robustness of Vision Transformers to Adversarial Examples","created":"2021-03-31","cited_by_count":167,"area":null},{"id":"2109.03764","title":"Active Learning by Acquiring Contrastive Examples","created":"2021-09-08","cited_by_count":156,"area":null},{"id":"2109.02748","title":"Zero-Shot Out-of-Distribution Detection Based on the Pre-trained Model CLIP","created":"2021-09-06","cited_by_count":152,"area":null},{"id":"2112.09153","title":"An Empirical Investigation of the Role of Pre-training in Lifelong Learning","created":"2021-12-16","cited_by_count":134,"area":null},{"id":"2210.01790","title":"Goal Misgeneralization: Why Correct Specifications Aren't Enough For Correct Goals","created":"2022-10-04","cited_by_count":126,"area":null},{"id":"2212.10535","title":"A Survey of Deep Learning for Mathematical Reasoning","created":"2022-12-20","cited_by_count":124,"area":"lr"},{"id":"2205.14204","title":"Multimodal Masked Autoencoders Learn Transferable Representations","created":"2022-05-27","cited_by_count":109,"area":null},{"id":"2206.13687","title":"POEM: Out-of-Distribution Detection with Posterior Sampling","created":"2022-06-28","cited_by_count":108,"area":null},{"id":"2112.08313","title":"Measure and Improve Robustness in NLP Models: A Survey","created":"2021-12-15","cited_by_count":107,"area":null},{"id":"2302.06600","title":"Task-Specific Skill Localization in Fine-tuned Language Models","created":"2023-02-13","cited_by_count":105,"area":null},{"id":"2210.04714","title":"Uncertainty Quantification with Pre-trained Language Models: A Large-Scale Empirical Analysis","created":"2022-10-10","cited_by_count":104,"area":null},{"id":"2302.11803","title":"A Comprehensive Survey on Source-free Domain Adaptation","created":"2023-02-23","cited_by_count":104,"area":null},{"id":"2210.10683","title":"Why Should Adversarial Perturbations be Imperceptible? Rethink the Research Paradigm in Adversarial NLP","created":"2022-10-19","cited_by_count":102,"area":null},{"id":"2210.03050","title":"State-of-the-art generalisation research in NLP: A taxonomy and review","created":"2022-10-06","cited_by_count":98,"area":null},{"id":"2306.04618","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","created":"2023-06-07","cited_by_count":97,"area":null},{"id":"2105.10311","title":"Pretrained Language Models for Text Generation: A Survey","created":"2021-05-21","cited_by_count":95,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2111.13839","title":"Towards Principled Disentanglement for Domain Generalization","created":"2021-11-27","cited_by_count":91,"area":null},{"id":"2112.05090","title":"Extending the WILDS Benchmark for Unsupervised Adaptation","created":"2021-12-09","cited_by_count":86,"area":null},{"id":"2106.01899","title":"Adversarially Adaptive Normalization for Single Domain Generalization","created":"2021-06-01","cited_by_count":85,"area":null},{"id":"2104.01112","title":"NaturalProofs: Mathematical Theorem Proving in Natural Language","created":"2021-03-24","cited_by_count":81,"area":null},{"id":"2109.06827","title":"Types of Out-of-Distribution Texts and How to Detect Them","created":"2021-09-14","cited_by_count":80,"area":null},{"id":"2303.11315","title":"Context-faithful Prompting for Large Language Models","created":"2023-03-20","cited_by_count":80,"area":null},{"id":"2109.05211","title":"RobustART: Benchmarking Robustness on Architecture Design and Training Techniques","created":"2021-09-11","cited_by_count":79,"area":null},{"id":"2107.11264","title":"Standardized Max Logits: A Simple yet Effective Approach for Identifying Unexpected Road Obstacles in Urban-Scene Segmentation","created":"2021-07-23","cited_by_count":77,"area":null},{"id":"2110.07736","title":"Identifying and Mitigating Spurious Correlations for Improving Robustness in NLP Models","created":"2021-10-14","cited_by_count":76,"area":null},{"id":"2304.00612","title":"Eight Things to Know about Large Language Models","created":"2023-04-02","cited_by_count":73,"area":null},{"id":"2211.08073","title":"GLUE-X: Evaluating Natural Language Understanding Models from an Out-of-distribution Generalization Perspective","created":"2022-11-15","cited_by_count":72,"area":null},{"id":"2104.08812","title":"Contrastive Out-of-Distribution Detection for Pretrained Transformers","created":"2021-04-18","cited_by_count":71,"area":null},{"id":"2206.11488","title":"On the Importance and Applicability of Pre-Training for Federated Learning","created":"2022-06-23","cited_by_count":71,"area":null},{"id":"2101.03778","title":"Revisiting Mahalanobis Distance for Transformer-Based Out-of-Domain Detection","created":"2021-01-11","cited_by_count":70,"area":null},{"id":"2104.03829","title":"Does Your Dermatology Classifier Know What It Doesn't Know? Detecting the Long-Tail of Unseen Conditions","created":"2021-04-08","cited_by_count":68,"area":null},{"id":"2105.11144","title":"Improved OOD Generalization via Adversarial Training and Pre-training","created":"2021-05-24","cited_by_count":66,"area":null},{"id":"2203.00211","title":"Investigating Selective Prediction Approaches Across Several Tasks in IID, OOD, and Adversarial Settings","created":"2022-03-01","cited_by_count":66,"area":null},{"id":"2106.04972","title":"Understanding Softmax Confidence and Uncertainty","created":"2021-06-09","cited_by_count":63,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2110.02797","title":"Adversarial Robustness Comparison of Vision Transformer and MLP-Mixer to CNNs","created":"2021-10-06","cited_by_count":57,"area":null},{"id":"2106.04531","title":"RobustNav: Towards Benchmarking Robustness in Embodied Navigation","created":"2021-06-08","cited_by_count":54,"area":null},{"id":"2103.16775","title":"Attention, please! A survey of Neural Attention Models in Deep Learning","created":"2021-03-31","cited_by_count":51,"area":null},{"id":"2202.05834","title":"Predicting Out-of-Distribution Error with the Projection Norm","created":"2022-02-11","cited_by_count":50,"area":null},{"id":"2305.13299","title":"Measuring Inductive Biases of In-Context Learning with Underspecified Demonstrations","created":"2023-05-22","cited_by_count":49,"area":null},{"id":"2601.11516","title":"Building Production-Ready Probes For Gemini","created":"2026-01-16","cited_by_count":47,"area":"safety"},{"id":"2204.02683","title":"Beyond Separability: Analyzing the Linear Transferability of Contrastive Representations to Related Subpopulations","created":"2022-04-06","cited_by_count":44,"area":null},{"id":"2210.05528","title":"Model Cascading: Towards Jointly Improving Efficiency and Accuracy of NLP Systems","created":"2022-10-11","cited_by_count":44,"area":null},{"id":"2306.04459","title":"Uncertainty in Natural Language Processing: Sources, Quantification, and Applications","created":"2023-06-05","cited_by_count":44,"area":null},{"id":"2106.08616","title":"Out-of-Scope Intent Detection with Self-Supervision and Discriminative Training","created":"2021-06-16","cited_by_count":42,"area":null},{"id":"2205.09723","title":"Robust and Efficient Medical Imaging with Self-Supervision","created":"2022-05-19","cited_by_count":40,"area":null},{"id":"2209.12616","title":"T-NER: An All-Round Python Library for Transformer-based Named Entity Recognition","created":"2022-09-09","cited_by_count":37,"area":null},{"id":"2304.04521","title":"GL-MCM: Global and Local Maximum Concept Matching for Zero-Shot Out-of-Distribution Detection","created":"2023-04-10","cited_by_count":36,"area":null},{"id":"2105.06020","title":"Are Larger Pretrained Language Models Uniformly Better? Comparing Performance at the Instance Level","created":"2021-05-13","cited_by_count":34,"area":null},{"id":"2102.02811","title":"CrossNorm and SelfNorm for Generalization under Distribution Shifts","created":"2021-02-04","cited_by_count":33,"area":null},{"id":"2105.00828","title":"Memorisation versus Generalisation in Pre-trained Language Models","created":"2021-04-16","cited_by_count":32,"area":null},{"id":"2301.11509","title":"Out-of-distributional risk bounds for neural operators with applications to the Helmholtz equation","created":"2023-01-27","cited_by_count":32,"area":null},{"id":"2106.00872","title":"On the Efficacy of Adversarial Data Collection for Question Answering: Results from a Large-Scale Randomized Study","created":"2021-06-02","cited_by_count":31,"area":null},{"id":"2106.00948","title":"Unsupervised Out-of-Domain Detection via Pre-trained Transformers","created":"2021-06-02","cited_by_count":31,"area":null},{"id":"2305.03236","title":"A Survey on Out-of-Distribution Detection in NLP","created":"2023-05-05","cited_by_count":31,"area":null},{"id":"2310.13486","title":"Mind the instructions: a holistic evaluation of consistency and interactions in prompt-based learning","created":"2023-10-20","cited_by_count":31,"area":null},{"id":"2201.06771","title":"TaxoCom: Topic Taxonomy Completion with Hierarchical Discovery of Novel Topic Clusters","created":"2022-01-18","cited_by_count":30,"area":null},{"id":"2203.09978","title":"WOODS: Benchmarks for Out-of-Distribution Generalization in Time Series","created":"2022-03-18","cited_by_count":30,"area":null},{"id":"2203.14139","title":"Metaphors in Pre-Trained Language Models: Probing and Generalization Across Datasets and Languages","created":"2022-03-26","cited_by_count":30,"area":null},{"id":"2305.13282","title":"Is Fine-tuning Needed? Pre-trained Language Models Are Near Perfect for Out-of-Domain Detection","created":"2023-05-22","cited_by_count":29,"area":null},{"id":"2305.19249","title":"Preserving Pre-trained Features Helps Calibrate Fine-tuned Language Models","created":"2023-05-30","cited_by_count":29,"area":null},{"id":"2109.02038","title":"NAS-OoD: Neural Architecture Search for Out-of-Distribution Generalization","created":"2021-09-05","cited_by_count":28,"area":null},{"id":"2109.04877","title":"Efficient Test Time Adapter Ensembling for Low-resource Language Varieties","created":"2021-09-10","cited_by_count":26,"area":null},{"id":"2210.14102","title":"Exploring Mode Connectivity for Pre-trained Language Models","created":"2022-10-25","cited_by_count":26,"area":null},{"id":"2105.02590","title":"Reliability Testing for Natural Language Processing Systems","created":"2021-05-06","cited_by_count":25,"area":null},{"id":"2112.04185","title":"Transformaly -- Two (Feature Spaces) Are Better Than One","created":"2021-12-08","cited_by_count":25,"area":"distill"},{"id":"2106.05532","title":"How Robust are Model Rankings: A Leaderboard Customization Approach for Equitable Evaluation","created":"2021-06-10","cited_by_count":24,"area":null},{"id":"2110.08514","title":"Analyzing Dynamic Adversarial Training Data in the Limit","created":"2021-10-16","cited_by_count":24,"area":null},{"id":"2107.07114","title":"Uncertainty-Aware Reliable Text Classification","created":"2021-07-15","cited_by_count":23,"area":null},{"id":"2203.07653","title":"Generalized but not Robust? Comparing the Effects of Data Modification Methods on Out-of-Domain Generalization and Adversarial Robustness","created":"2022-03-15","cited_by_count":23,"area":null},{"id":"2210.12517","title":"Exploring The Landscape of Distributional Robustness for Question Answering Models","created":"2022-10-22","cited_by_count":23,"area":null},{"id":"2308.10502","title":"GradientCoin: A Peer-to-Peer Decentralized Large Language Models","created":"2023-08-21","cited_by_count":23,"area":null},{"id":"2106.04564","title":"Are Pretrained Transformers Robust in Intent Classification? A Missing Ingredient in Evaluation of Out-of-Scope Intent Detection","created":"2021-06-08","cited_by_count":22,"area":null},{"id":"2203.00056","title":"An Empirical Study on Explanations in Out-of-Domain Settings","created":"2022-02-28","cited_by_count":21,"area":null},{"id":"2309.10808","title":"AI Foundation Models for Weather and Climate: Applications, Design, and Implementation","created":"2023-09-19","cited_by_count":21,"area":null},{"id":"2403.01874","title":"A Survey on Evaluation of Out-of-Distribution Generalization","created":"2024-03-04","cited_by_count":21,"area":null},{"id":"2109.06243","title":"KroneckerBERT: Learning Kronecker Decomposition for Pre-trained Language Models via Knowledge Distillation","created":"2021-09-13","cited_by_count":20,"area":"distill"},{"id":"2205.12191","title":"Reassessing Evaluation Practices in Visual Question Answering: A Case Study on Out-of-Distribution Generalization","created":"2022-05-24","cited_by_count":20,"area":null},{"id":"2306.15261","title":"A Survey on Out-of-Distribution Evaluation of Neural NLP Models","created":"2023-06-27","cited_by_count":20,"area":null},{"id":"2308.07120","title":"Position: Key Claims in LLM Research Have a Long Tail of Footnotes","created":"2023-08-14","cited_by_count":20,"area":null}],"next_cursor":"100"}