{"total":39,"rows":[{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153,"area":null},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134,"area":null},{"id":"2109.05729","title":"CPT: A Pre-Trained Unbalanced Transformer for Both Chinese Language Understanding and Generation","created":"2021-09-13","cited_by_count":81,"area":null},{"id":"2110.06696","title":"Mengzi: Towards Lightweight yet Ingenious Pre-trained Models for Chinese","created":"2021-10-13","cited_by_count":45,"area":null},{"id":"2107.07498","title":"FewCLUE: A Chinese Few-shot Learning Evaluation Benchmark","created":"2021-07-15","cited_by_count":41,"area":null},{"id":"2109.03564","title":"NSP-BERT: A Prompt-based Few-Shot Learner Through an Original Pre-training Task--Next Sentence Prediction","created":"2021-09-08","cited_by_count":23,"area":null},{"id":"2105.01279","title":"ZEN 2.0: Continue Training and Adaption for N-gram Enhanced Text Encoders","created":"2021-05-04","cited_by_count":22,"area":null},{"id":"2104.07204","title":"Lattice-BERT: Leveraging Multi-Granularity Representations in Chinese Pre-trained Language Models","created":"2021-04-15","cited_by_count":19,"area":null},{"id":"2204.04058","title":"Improving Tokenisation by Alternative Treatment of Spaces","created":"2022-04-08","cited_by_count":19,"area":null},{"id":"2112.12072","title":"Hierarchical Cross-Modality Semantic Correlation Learning Model for Multimodal Summarization","created":"2021-12-16","cited_by_count":18,"area":null},{"id":"2101.09469","title":"Training Multilingual Pre-trained Language Model with Byte-level Subwords","created":"2021-01-23","cited_by_count":16,"area":null},{"id":"2305.14150","title":"WYWEB: A NLP Evaluation Benchmark For Classical Chinese","created":"2023-05-23","cited_by_count":12,"area":null},{"id":"2208.12995","title":"Domain-Specific NER via Retrieving Correlated Samples","created":"2022-08-27","cited_by_count":11,"area":null},{"id":"2106.00400","title":"Sub-Character Tokenization for Chinese Pretrained Language Models","created":"2021-06-01","cited_by_count":7,"area":null},{"id":"2305.04573","title":"HiFi: High-Information Attention Heads Hold for Parameter-Efficient Model Adaptation","created":"2023-05-08","cited_by_count":7,"area":null},{"id":"2101.09294","title":"Censorship of Online Encyclopedias: Implications for NLP Models","created":"2021-01-22","cited_by_count":5,"area":null},{"id":"2305.06545","title":"GeoGLUE: A GeoGraphic Language Understanding Evaluation Benchmark","created":"2023-05-11","cited_by_count":5,"area":null},{"id":"2212.09125","title":"Recall, Expand and Multi-Candidate Cross-Encode: Fast and Accurate Ultra-Fine Entity Typing","created":"2022-12-18","cited_by_count":4,"area":null},{"id":"2112.04329","title":"JABER and SABER: Junior and Senior Arabic BERt","created":"2021-12-08","cited_by_count":3,"area":null},{"id":"2103.14919","title":"You Can Do Better! If You Elaborate the Reason When Making Prediction","created":"2021-03-27","cited_by_count":2,"area":null},{"id":"2112.12433","title":"Sparse-softmax: A Simpler and Faster Alternative Softmax Transformation","created":"2021-12-23","cited_by_count":2,"area":null},{"id":"2205.10687","title":"Revisiting Pre-trained Language Models and their Evaluation for Arabic Natural Language Understanding","created":"2022-05-21","cited_by_count":2,"area":null},{"id":"2206.15312","title":"FL-Tuning: Layer Tuning for Feed-Forward Network in Transformer","created":"2022-06-30","cited_by_count":2,"area":null},{"id":"2210.15231","title":"Unsupervised Boundary-Aware Language Model Pretraining for Chinese Sequence Labeling","created":"2022-10-27","cited_by_count":2,"area":null},{"id":"2407.19173","title":"FarSSiBERT: A Novel Transformer-based Model for Semantic Similarity Measurement of Persian Social Networks Informal Texts","created":"2024-07-27","cited_by_count":2,"area":null},{"id":"2107.07119","title":"Multi-Task Learning based Online Dialogic Instruction Detection with Pre-trained Language Models","created":"2021-07-15","cited_by_count":1,"area":null},{"id":"2310.05754","title":"Unleashing the power of Neural Collapse for Transferability Estimation","created":"2023-10-09","cited_by_count":1,"area":null},{"id":"2402.14890","title":"Vygotsky Distance: Measure for Benchmark Task Similarity","created":"2024-02-22","cited_by_count":1,"area":null},{"id":"2403.15800","title":"MRC-based Nested Medical NER with Co-prediction and Adaptive Pre-training","created":"2024-03-23","cited_by_count":1,"area":null},{"id":"2404.12659","title":"SOS-1K: A Fine-grained Suicide Risk Classification Dataset for Chinese Social Media Analysis","created":"2024-04-19","cited_by_count":1,"area":null},{"id":"2410.15620","title":"Acoustic Model Optimization over Multiple Data Sources: Merging and Valuation","created":"2024-10-21","cited_by_count":1,"area":null},{"id":"2108.06957","title":"An Effective System for Multi-format Information Extraction","created":"2021-08-16","cited_by_count":0,"area":null},{"id":"2210.04246","title":"Better Pre-Training by Reducing Representation Confusion","created":"2022-10-09","cited_by_count":0,"area":null},{"id":"2305.05874","title":"Address Matching Based On Hierarchical Information","created":"2023-05-10","cited_by_count":0,"area":null},{"id":"2305.07824","title":"A Simple and Plug-and-play Method for Unsupervised Sentence Representation Enhancement","created":"2023-05-13","cited_by_count":0,"area":null},{"id":"2404.05560","title":"Chinese Sequence Labeling with Semi-Supervised Boundary-Aware Language Model Pre-training","created":"2024-04-08","cited_by_count":0,"area":null},{"id":"2608.05167","title":"CNM-BERT: A Drop-In Structural Embedding for Chinese Characters via Ideographic Description Sequences","created":"2026-05-27","cited_by_count":0,"area":null}],"next_cursor":null}