{"list":"other","total":63,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1703.04977","title":"What Uncertainties Do We Need in Bayesian Deep Learning for Computer Vision?","created":"2017-03-15","cited_by_count":2352},{"id":"1607.04606","title":"Enriching Word Vectors with Subword Information","created":"2016-07-15","cited_by_count":1583},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392},{"id":"1705.07115","title":"Multi-Task Learning Using Uncertainty to Weigh Losses for Scene Geometry and Semantics","created":"2017-05-19","cited_by_count":1358},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1908.08530","title":"VL-BERT: Pre-training of Generic Visual-Linguistic Representations","created":"2019-08-22","cited_by_count":954},{"id":"1608.07187","title":"Semantics derived automatically from language corpora contain human-like biases","created":"2016-08-25","cited_by_count":901},{"id":"1607.01759","title":"Bag of Tricks for Efficient Text Classification","created":"2016-07-06","cited_by_count":876},{"id":"2002.12327","title":"A Primer in BERTology: What we know about how BERT works","created":"2020-02-27","cited_by_count":815},{"id":"2004.09095","title":"The State and Fate of Linguistic Diversity and Inclusion in the NLP World","created":"2020-04-20","cited_by_count":798},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1904.01766","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","created":"2019-04-03","cited_by_count":703},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"1901.11504","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","created":"2019-01-31","cited_by_count":350},{"id":"1907.13528","title":"What BERT is not: Lessons from a new suite of psycholinguistic diagnostics for language models","created":"2019-07-31","cited_by_count":320},{"id":"2002.01808","title":"K-Adapter: Infusing Knowledge into Pre-Trained Models with Adapters","created":"2020-02-05","cited_by_count":319},{"id":"2106.15110","title":"Time-Aware Language Models as Temporal Knowledge Bases","created":"2021-06-29","cited_by_count":296},{"id":"2104.08315","title":"Surface Form Competition: Why the Highest Probability Answer Isn't Always Right","created":"2021-04-16","cited_by_count":263},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"1605.09096","title":"Diachronic Word Embeddings Reveal Statistical Laws of Semantic Change","created":"2016-05-30","cited_by_count":221},{"id":"1811.01088","title":"Sentence Encoders on STILTs: Supplementary Training on Intermediate Labeled-data Tasks","created":"2018-11-02","cited_by_count":215},{"id":"1608.08868","title":"Demographic Dialectal Variation in Social Media: A Case Study of African-American English","created":"2016-08-31","cited_by_count":196},{"id":"1901.05287","title":"Assessing BERT's Syntactic Abilities","created":"2019-01-16","cited_by_count":192},{"id":"2101.11038","title":"Muppet: Massive Multi-task Representations with Pre-Finetuning","created":"2021-01-26","cited_by_count":192},{"id":"2010.05731","title":"Probing Pretrained Language Models for Lexical Semantics","created":"2020-10-12","cited_by_count":156},{"id":"2005.00770","title":"Exploring and Predicting Transferability across NLP Tasks","created":"2020-05-02","cited_by_count":128},{"id":"1912.09637","title":"Pretrained Encyclopedia: Weakly Supervised Knowledge-Pretrained Language Model","created":"2019-12-20","cited_by_count":102},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91},{"id":"2104.02096","title":"Compressing Visual-linguistic Model via Knowledge Distillation","created":"2021-04-05","cited_by_count":86},{"id":"2109.07020","title":"Frequency Effects on Syntactic Rule Learning in Transformers","created":"2021-09-14","cited_by_count":59},{"id":"2005.11787","title":"Common Sense or World Knowledge? Investigating Adapter-Based Knowledge Injection into Pretrained Transformers","created":"2020-05-24","cited_by_count":57},{"id":"1909.10430","title":"Does BERT Make Any Sense? Interpretable Word Sense Disambiguation with Contextualized Embeddings","created":"2019-09-23","cited_by_count":56},{"id":"2201.11732","title":"IGLUE: A Benchmark for Transfer Learning across Modalities, Tasks, and Languages","created":"2022-01-27","cited_by_count":54},{"id":"2104.08116","title":"Temporal Adaptation of BERT and Performance on Downstream Document Classification: Insights from Social Media","created":"2021-04-16","cited_by_count":51},{"id":"2110.06366","title":"Time Masking for Temporal Language Models","created":"2021-10-12","cited_by_count":46},{"id":"2008.06788","title":"Is Supervised Syntactic Parsing Beneficial for Language Understanding? An Empirical Investigation","created":"2020-08-15","cited_by_count":34},{"id":"2112.08786","title":"Efficient Hierarchical Domain Adaptation for Pretrained Language Models","created":"2021-12-16","cited_by_count":32},{"id":"2010.12707","title":"Learning to Recognize Dialect Features","created":"2020-10-23","cited_by_count":29},{"id":"1804.08049","title":"Semi-supervised User Geolocation via Graph Convolutional Networks","created":"2018-04-22","cited_by_count":27},{"id":"2112.11031","title":"On Cross-Lingual Retrieval with Multilingual Text Encoders","created":"2021-12-21","cited_by_count":22},{"id":"2104.09243","title":"BERTi\\'c -- The Transformer Language Model for Bosnian, Croatian, Montenegrin and Serbian","created":"2021-04-19","cited_by_count":21},{"id":"2110.08395","title":"DS-TOD: Efficient Domain Specialization for Task Oriented Dialog","created":"2021-10-15","cited_by_count":21},{"id":"2202.02093","title":"Temporal Attention for Language Models","created":"2022-02-04","cited_by_count":21},{"id":"2004.03032","title":"A Systematic Analysis of Morphological Content in BERT Models for Multiple Languages","created":"2020-04-06","cited_by_count":20},{"id":"2010.12684","title":"Dynamic Contextualized Word Embeddings","created":"2020-10-23","cited_by_count":20},{"id":"2104.08570","title":"Crossing the Conversational Chasm: A Primer on Natural Language Processing for Multilingual Task-Oriented Dialogue Systems","created":"2021-04-17","cited_by_count":17},{"id":"1904.05527","title":"Modeling Global Syntactic Variation in English Using Dialect Classification","created":"2019-04-11","cited_by_count":13},{"id":"1704.04008","title":"A Neural Model for User Geolocation and Lexical Dialectology","created":"2017-04-13","cited_by_count":12},{"id":"2012.06431","title":"Discriminating Between Similar Nordic Languages","created":"2020-12-11","cited_by_count":10},{"id":"2110.10319","title":"LMSOC: An Approach for Socially Sensitive Pretraining","created":"2021-10-20","cited_by_count":8},{"id":"1506.04803","title":"Exploiting Text and Network Context for Geolocation of Social Media Users","created":"2015-06-16","cited_by_count":6},{"id":"1510.06786","title":"Freshman or Fresher? Quantifying the Geographic Variation of Internet Language","created":"2015-10-22","cited_by_count":6},{"id":"1305.3932","title":"Inferring the Origin Locations of Tweets with Quantitative Confidence","created":"2013-05-16","cited_by_count":4},{"id":"1506.08259","title":"Twitter User Geolocation Using a Unified Text and Network Prediction Model","created":"2015-06-27","cited_by_count":4},{"id":"2111.07148","title":"SocialBERT -- Transformers for Online SocialNetwork Language Modelling","created":"2021-11-13","cited_by_count":2}],"next_cursor":null}