{"total":99,"rows":[{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2106.11342","title":"Dive into Deep Learning","created":"2021-06-21","cited_by_count":111,"area":null},{"id":"2103.11943","title":"BERT: A Review of Applications in Natural Language Processing and Understanding","created":"2021-03-22","cited_by_count":109,"area":null},{"id":"2407.15390","title":"ALLaM: Large Language Models for Arabic and English","created":"2024-07-22","cited_by_count":55,"area":null},{"id":"2212.10544","title":"Pretraining Without Attention","created":"2022-12-20","cited_by_count":51,"area":null},{"id":"2305.14701","title":"Modeling rapid language learning by distilling Bayesian priors into artificial neural networks","created":"2023-05-24","cited_by_count":42,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2112.14000","title":"Pale Transformer: A General Vision Transformer Backbone with Pale-Shaped Attention","created":"2021-12-28","cited_by_count":36,"area":null},{"id":"2412.12591","title":"LLMs are Also Effective Embedding Models: An In-depth Overview","created":"2024-12-17","cited_by_count":32,"area":null},{"id":"2106.00874","title":"Conversational Question Answering: A Survey","created":"2021-06-02","cited_by_count":31,"area":null},{"id":"2105.03322","title":"Are Pre-trained Convolutions Better than Pre-trained Transformers?","created":"2021-05-07","cited_by_count":27,"area":null},{"id":"2111.12273","title":"Sharpness-aware Quantization for Deep Neural Networks","created":"2021-11-24","cited_by_count":25,"area":null},{"id":"2106.04108","title":"Fully Transformer Networks for Semantic Image Segmentation","created":"2021-06-08","cited_by_count":24,"area":null},{"id":"2103.13031","title":"Czert -- Czech BERT-like Model for Language Representation","created":"2021-03-24","cited_by_count":22,"area":null},{"id":"2306.11892","title":"Exploring New Frontiers in Agricultural NLP: Investigating the Potential of Large Language Models for Food Applications","created":"2023-06-20","cited_by_count":21,"area":null},{"id":"2203.07847","title":"SCD: Self-Contrastive Decorrelation for Sentence Embeddings","created":"2022-03-15","cited_by_count":20,"area":null},{"id":"2403.00784","title":"Utilizing BERT for Information Retrieval: Survey, Applications, Resources, and Challenges","created":"2024-02-18","cited_by_count":20,"area":null},{"id":"2502.01637","title":"Scaling Embedding Layers in Language Models","created":"2025-02-03","cited_by_count":20,"area":null},{"id":"2212.06385","title":"TencentPretrain: A Scalable and Flexible Toolkit for Pre-training Models of Different Modalities","created":"2022-12-13","cited_by_count":19,"area":null},{"id":"2310.01732","title":"Nugget: Neural Agglomerative Embeddings of Text","created":"2023-10-03","cited_by_count":19,"area":null},{"id":"2105.02274","title":"Rethinking Search: Making Domain Experts out of Dilettantes","created":"2021-05-05","cited_by_count":18,"area":null},{"id":"2108.13873","title":"Student Surpasses Teacher: Imitation Attack for Black-Box NLP APIs","created":"2021-08-29","cited_by_count":18,"area":null},{"id":"2104.10640","title":"The NLP Cookbook: Modern Recipes for Transformer based Deep Learning Architectures","created":"2021-03-23","cited_by_count":16,"area":null},{"id":"2206.12131","title":"MVP: Multi-task Supervised Pre-training for Natural Language Generation","created":"2022-06-24","cited_by_count":16,"area":null},{"id":"2208.05379","title":"Multi-task Active Learning for Pre-trained Transformer-based Models","created":"2022-08-10","cited_by_count":16,"area":null},{"id":"2102.13247","title":"DOCENT: Learning Self-Supervised Entity Representations from Large Document Collections","created":"2021-02-26","cited_by_count":13,"area":null},{"id":"2106.02834","title":"MergeDistill: Merging Pre-trained Language Models using Distillation","created":"2021-06-05","cited_by_count":13,"area":null},{"id":"2106.03717","title":"Diverse Pretrained Context Encodings Improve Document Translation","created":"2021-06-07","cited_by_count":13,"area":null},{"id":"2601.21571","title":"Shaping capabilities with token-level data filtering","created":"2026-01-29","cited_by_count":13,"area":null},{"id":"2112.07648","title":"On the Use of External Data for Spoken Named Entity Recognition","created":"2021-12-14","cited_by_count":12,"area":null},{"id":"2212.12510","title":"MicroBERT: Effective Training of Low-resource Monolingual BERTs through Parameter Reduction and Multitask Learning","created":"2022-12-23","cited_by_count":12,"area":null},{"id":"2211.12328","title":"A survey on knowledge-enhanced multimodal learning","created":"2022-11-19","cited_by_count":11,"area":null},{"id":"2410.01987","title":"Financial Sentiment Analysis on News and Reports Using Large Language Models and FinBERT","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2101.00822","title":"Outline to Story: Fine-grained Controllable Story Generation from Cascaded Events","created":"2021-01-04","cited_by_count":8,"area":null},{"id":"2203.00073","title":"Structure Extraction in Task-Oriented Dialogues with Slot Clustering","created":"2022-02-28","cited_by_count":8,"area":null},{"id":"2209.06359","title":"Federated Pruning: Improving Neural Network Efficiency with Federated Learning","created":"2022-09-14","cited_by_count":8,"area":null},{"id":"2103.01819","title":"The Rediscovery Hypothesis: Language Models Need to Meet Linguistics","created":"2021-03-02","cited_by_count":7,"area":null},{"id":"2103.03296","title":"PVG at WASSA 2021: A Multi-Input, Multi-Task, Transformer-Based Architecture for Empathy and Distress Prediction","created":"2021-03-04","cited_by_count":7,"area":null},{"id":"2108.08485","title":"Language Model Augmented Relevance Score","created":"2021-08-19","cited_by_count":7,"area":null},{"id":"2108.10640","title":"Are the Multilingual Models Better? Improving Czech Sentiment with Transformers","created":"2021-08-24","cited_by_count":7,"area":null},{"id":"2110.08975","title":"Deep Transfer Learning & Beyond: Transformer Language Models in Information Systems Research","created":"2021-10-18","cited_by_count":7,"area":null},{"id":"2102.02111","title":"Introduction to Neural Transfer Learning with Transformers for Social Science Text Analysis","created":"2021-02-03","cited_by_count":6,"area":null},{"id":"2110.04741","title":"Enhance Long Text Understanding via Distilled Gist Detector from Abstractive Summarization","created":"2021-10-10","cited_by_count":6,"area":null},{"id":"2204.08226","title":"Empirical Evaluation and Theoretical Analysis for Representation Learning: A Survey","created":"2022-04-18","cited_by_count":5,"area":null},{"id":"2209.07272","title":"Socially Enhanced Situation Awareness from Microblogs using Artificial Intelligence: A Survey","created":"2022-09-13","cited_by_count":5,"area":null},{"id":"2211.14591","title":"A Survey of Text Representation Methods and Their Genealogy","created":"2022-11-26","cited_by_count":5,"area":null},{"id":"2109.01583","title":"Learning from Multiple Noisy Augmented Data Sets for Better Cross-Lingual Spoken Language Understanding","created":"2021-09-03","cited_by_count":4,"area":null},{"id":"2211.02098","title":"Overcoming Barriers to Skill Injection in Language Modeling: Case Study in Arithmetic","created":"2022-11-03","cited_by_count":4,"area":null},{"id":"2301.03403","title":"A comprehensive review of automatic text summarization techniques: method, data, evaluation and coding","created":"2023-01-04","cited_by_count":4,"area":null},{"id":"2305.09652","title":"The Interpreter Understands Your Meaning: End-to-end Spoken Language Understanding Aided by Speech Translation","created":"2023-05-16","cited_by_count":4,"area":null},{"id":"2104.08480","title":"Learning to Share by Masking the Non-shared for Multi-domain Sentiment Classification","created":"2021-04-17","cited_by_count":3,"area":null},{"id":"2106.03484","title":"BERTGEN: Multi-task Generation through BERT","created":"2021-06-07","cited_by_count":3,"area":null},{"id":"2106.09589","title":"Classifying vaccine sentiment tweets by modelling domain-specific representation and commonsense knowledge into context-aware attentive GRU","created":"2021-06-17","cited_by_count":3,"area":null},{"id":"2107.06785","title":"Large-Scale News Classification using BERT Language Model: Spark NLP Approach","created":"2021-07-14","cited_by_count":3,"area":null},{"id":"2205.03656","title":"Label-aware Multi-level Contrastive Learning for Cross-lingual Spoken Language Understanding","created":"2022-05-07","cited_by_count":3,"area":null},{"id":"2211.14732","title":"Deep representation learning: Fundamentals, Perspectives, Applications, and Open Challenges","created":"2022-11-27","cited_by_count":3,"area":null},{"id":"2212.13428","title":"A Survey on Knowledge-Enhanced Pre-trained Language Models","created":"2022-12-27","cited_by_count":3,"area":null},{"id":"2102.12330","title":"Re-Evaluating GermEval17 Using German Pre-Trained Language Models","created":"2021-02-24","cited_by_count":2,"area":null},{"id":"2104.12333","title":"Explore BiLSTM-CRF-Based Models for Open Relation Extraction","created":"2021-04-26","cited_by_count":2,"area":null},{"id":"2106.04935","title":"Neural Supervised Domain Adaptation by Augmenting Pre-trained Models with Random Units","created":"2021-06-09","cited_by_count":2,"area":null},{"id":"2110.01804","title":"A Survey On Neural Word Embeddings","created":"2021-10-05","cited_by_count":2,"area":null},{"id":"2209.15197","title":"Evaluation of taxonomic and neural embedding methods for calculating semantic similarity","created":"2022-09-30","cited_by_count":2,"area":null},{"id":"2212.08321","title":"Investigation of Japanese PnG BERT language model in text-to-speech synthesis for pitch accent language","created":"2022-12-16","cited_by_count":2,"area":null},{"id":"2404.04445","title":"Towards Realistic Few-Shot Relation Extraction: A New Meta Dataset and Evaluation","created":"2024-04-05","cited_by_count":2,"area":null},{"id":"2405.07778","title":"A Comprehensive Analysis of Static Word Embeddings for Turkish","created":"2024-05-13","cited_by_count":2,"area":null},{"id":"2408.07401","title":"DataVisT5: A Pre-trained Language Model for Jointly Understanding Text and Data Visualization","created":"2024-08-14","cited_by_count":2,"area":null},{"id":"2104.04998","title":"Unsupervised Learning of Explainable Parse Trees for Improved Generalisation","created":"2021-04-11","cited_by_count":1,"area":null},{"id":"2110.14764","title":"Generalized Funnelling: Ensemble Learning and Heterogeneous Document Embeddings for Cross-Lingual Text Classification","created":"2021-09-17","cited_by_count":1,"area":null},{"id":"2112.04351","title":"Sentiment Analysis and Effect of COVID-19 Pandemic using College SubReddit Data","created":"2021-11-30","cited_by_count":1,"area":null},{"id":"2208.09625","title":"SPOT: Knowledge-Enhanced Language Representations for Information Extraction","created":"2022-08-20","cited_by_count":1,"area":null},{"id":"2209.12943","title":"Towards Simple and Efficient Task-Adaptive Pre-training for Text Classification","created":"2022-09-26","cited_by_count":1,"area":null},{"id":"2302.00894","title":"How to choose \"Good\" Samples for Text Data Augmentation","created":"2023-02-02","cited_by_count":1,"area":null},{"id":"2412.11203","title":"Task-Oriented Dialog Systems for the Senegalese Wolof Language","created":"2024-12-15","cited_by_count":1,"area":null},{"id":"2601.14096","title":"Remapping and navigation of an embedding space via error minimization: a fundamental organizational principle of cognition in natural and artificial systems","created":"2026-01-20","cited_by_count":1,"area":null},{"id":"2102.06423","title":"Emoji-Based Transfer Learning for Sentiment Tasks","created":"2021-02-12","cited_by_count":0,"area":null},{"id":"2102.09727","title":"Learning Dynamic BERT via Trainable Gate Variables and a Bi-modal Regularizer","created":"2021-02-19","cited_by_count":0,"area":null},{"id":"2106.11740","title":"LV-BERT: Exploiting Layer Variety for BERT","created":"2021-06-22","cited_by_count":0,"area":null},{"id":"2109.00025","title":"Sense representations for Portuguese: experiments with sense embeddings and deep neural language models","created":"2021-08-31","cited_by_count":0,"area":null},{"id":"2109.03084","title":"Learning grounded word meaning representations on similarity graphs","created":"2021-09-07","cited_by_count":0,"area":null},{"id":"2109.04400","title":"Cross-lingual Transfer for Text Classification with Dictionary-based Heterogeneous Graph","created":"2021-09-09","cited_by_count":0,"area":null},{"id":"2201.00118","title":"Semantic Search for Large Scale Clinical Ontologies","created":"2022-01-01","cited_by_count":0,"area":null},{"id":"2201.03035","title":"Medication Error Detection Using Contextual Language Models","created":"2022-01-09","cited_by_count":0,"area":null},{"id":"2201.10797","title":"An Automated Question-Answering Framework Based on Evolution Algorithm","created":"2022-01-26","cited_by_count":0,"area":null},{"id":"2202.03980","title":"Transferable Student Performance Modeling for Intelligent Tutoring Systems","created":"2022-02-08","cited_by_count":0,"area":null},{"id":"2203.14093","title":"MQDD: Pre-training of Multimodal Question Duplicity Detection for Software Engineering Domain","created":"2022-03-26","cited_by_count":0,"area":null},{"id":"2204.09885","title":"An Attention-Based Model for Predicting Contextual Informativeness and Curriculum Learning Applications","created":"2022-04-21","cited_by_count":0,"area":null},{"id":"2207.08230","title":"A Context-Sensitive Word Embedding Approach for The Detection of Troll Tweets","created":"2022-07-17","cited_by_count":0,"area":null},{"id":"2207.09710","title":"Learning Sequence Representations by Non-local Recurrent Neural Memory","created":"2022-07-20","cited_by_count":0,"area":null},{"id":"2208.08887","title":"Brand Celebrity Matching Model Based on Natural Language Processing","created":"2022-08-18","cited_by_count":0,"area":null},{"id":"2210.17497","title":"Leveraging Pre-trained Models for Failure Analysis Triplets Generation","created":"2022-10-31","cited_by_count":0,"area":null},{"id":"2212.07126","title":"Explainability of Text Processing and Retrieval Methods: A Survey","created":"2022-12-14","cited_by_count":0,"area":null},{"id":"2303.12936","title":"Analyzing the Generalizability of Deep Contextualized Language Representations For Text Classification","created":"2023-03-22","cited_by_count":0,"area":null},{"id":"2309.00949","title":"Multilingual Text Representation","created":"2023-09-02","cited_by_count":0,"area":null},{"id":"2310.11363","title":"Disentangling the Linguistic Competence of Privacy-Preserving BERT","created":"2023-10-17","cited_by_count":0,"area":null},{"id":"2312.01585","title":"OCGEC: One-class Graph Embedding Classification for DNN Backdoor Detection","created":"2023-12-04","cited_by_count":0,"area":null},{"id":"2410.18430","title":"Building Dialogue Understanding Models for Low-resource Language Indonesian from Scratch","created":"2024-10-24","cited_by_count":0,"area":null},{"id":"2508.05064","title":"A Study of the Framework and Real-World Applications of Language Embedding for 3D Scene Understanding","created":"2025-08-07","cited_by_count":0,"area":null},{"id":"2609.21280","title":"MIRCID: Inferred Hub-miRNAs Drive Cross-Task Improvements in Drug Mechanistic Modeling","created":"2026-09-18","cited_by_count":0,"area":null}],"next_cursor":null}