{"total":940,"rows":[{"id":"2111.09543","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","created":"2021-11-18","cited_by_count":1254,"area":null},{"id":"2104.08663","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","created":"2021-04-17","cited_by_count":1252,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2308.03281","title":"Towards General Text Embeddings with Multi-stage Contrastive Learning","created":"2023-08-07","cited_by_count":723,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2210.07316","title":"MTEB: Massive Text Embedding Benchmark","created":"2022-10-13","cited_by_count":640,"area":null},{"id":"2112.03227","title":"CALVIN: A Benchmark for Language-Conditioned Policy Learning for Long-Horizon Robot Manipulation Tasks","created":"2021-12-06","cited_by_count":584,"area":null},{"id":"2305.10250","title":"MemoryBank: Enhancing Large Language Models with Long-Term Memory","created":"2023-05-17","cited_by_count":556,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2112.01488","title":"ColBERTv2: Effective and Efficient Retrieval via Lightweight Late Interaction","created":"2021-12-02","cited_by_count":476,"area":null},{"id":"2201.10005","title":"Text and Code Embeddings by Contrastive Pre-Training","created":"2022-01-24","cited_by_count":361,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2109.10282","title":"TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models","created":"2021-09-21","cited_by_count":279,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2207.00112","title":"Language model compression with weighted low-rank factorization","created":"2022-06-30","cited_by_count":195,"area":null},{"id":"2307.00589","title":"MedCPT: Contrastive Pre-trained Transformers with Large-scale PubMed Search Logs for Zero-shot Biomedical Information Retrieval","created":"2023-07-02","cited_by_count":185,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2204.06487","title":"Adapting Pre-trained Language Models to African Languages via Multilingual Adaptive Fine-Tuning","created":"2022-04-13","cited_by_count":149,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2304.14402","title":"LaMini-LM: A Diverse Herd of Distilled Models from Large-Scale Instructions","created":"2023-04-27","cited_by_count":124,"area":null},{"id":"2108.13897","title":"mMARCO: A Multilingual Version of the MS MARCO Passage Ranking Dataset","created":"2021-08-31","cited_by_count":116,"area":null},{"id":"2305.13626","title":"Prompting and Evaluating Large Language Models for Proactive Dialogues: Clarification, Target-guided, and Non-collaboration","created":"2023-05-23","cited_by_count":116,"area":null},{"id":"2401.10491","title":"Knowledge Fusion of Large Language Models","created":"2024-01-19","cited_by_count":115,"area":null},{"id":"2406.11657","title":"Can LLM be a Personalized Judge?","created":"2024-06-17","cited_by_count":100,"area":null},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96,"area":null},{"id":"2210.01351","title":"Less is More: Task-aware Layer-wise Distillation for Language Model Compression","created":"2022-10-04","cited_by_count":93,"area":null},{"id":"2204.07154","title":"MiniViT: Compressing Vision Transformers with Weight Multiplexing","created":"2022-04-14","cited_by_count":88,"area":null},{"id":"2503.07067","title":"DistiLLM-2: A Contrastive Approach Boosts the Distillation of LLMs","created":"2025-03-10","cited_by_count":84,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2405.20253","title":"Evaluating Large Language Model Biases in Persona-Steered Generation","created":"2024-05-30","cited_by_count":78,"area":null},{"id":"2203.06390","title":"BiBERT: Accurate Fully Binarized BERT","created":"2022-03-12","cited_by_count":73,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2104.01767","title":"WhiteningBERT: An Easy Unsupervised Sentence Embedding Approach","created":"2021-04-05","cited_by_count":69,"area":null},{"id":"2301.13126","title":"LEXTREME: A Multi-Lingual and Multi-Task Benchmark for the Legal Domain","created":"2023-01-30","cited_by_count":68,"area":null},{"id":"2304.04487","title":"Inference with Reference: Lossless Acceleration of Large Language Models","created":"2023-04-10","cited_by_count":65,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2305.14938","title":"Do LLMs Understand Social Knowledge? Evaluating the Sociability of Large Language Models with SocKET Benchmark","created":"2023-05-24","cited_by_count":63,"area":null},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2306.02069","title":"MultiLegalPile: A 689GB Multilingual Legal Corpus","created":"2023-06-03","cited_by_count":60,"area":null},{"id":"2410.10329","title":"GraphCLIP: Enhancing Transferability in Graph Foundation Models for Text-Attributed Graphs","created":"2024-10-14","cited_by_count":58,"area":null},{"id":"2105.14444","title":"NAS-BERT: Task-Agnostic and Adaptive-Size BERT Compression with Neural Architecture Search","created":"2021-05-30","cited_by_count":56,"area":null},{"id":"2408.07990","title":"FuseChat: Knowledge Fusion of Chat Models","created":"2024-08-15","cited_by_count":55,"area":null},{"id":"2302.04089","title":"ZipLM: Inference-Aware Structured Pruning of Language Models","created":"2023-02-07","cited_by_count":49,"area":null},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2104.11832","title":"Playing Lottery Tickets with Vision and Language","created":"2021-04-23","cited_by_count":45,"area":null},{"id":"2110.06696","title":"Mengzi: Towards Lightweight yet Ingenious Pre-trained Models for Chinese","created":"2021-10-13","cited_by_count":45,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2509.06888","title":"mmBERT: A Modern Multilingual Encoder with Annealed Language Learning","created":"2025-09-08","cited_by_count":45,"area":null},{"id":"2109.14076","title":"RAFT: A Real-World Few-Shot Text Classification Benchmark","created":"2021-09-28","cited_by_count":44,"area":null},{"id":"2402.09977","title":"Fast Vocabulary Transfer for Language Model Compression","created":"2024-02-15","cited_by_count":42,"area":null},{"id":"2205.09153","title":"ERNIE-Search: Bridging Cross-Encoder with Dual-Encoder via Self On-the-fly Distillation for Dense Passage Retrieval","created":"2022-05-18","cited_by_count":41,"area":null},{"id":"2303.12060","title":"VideoXum: Cross-modal Visual and Textural Summarization of Videos","created":"2023-03-21","cited_by_count":41,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2104.08682","title":"Rethinking Network Pruning -- under the Pre-train and Fine-tune Paradigm","created":"2021-04-18","cited_by_count":40,"area":null},{"id":"2107.06419","title":"FLAT: An Optimized Dataflow for Mitigating Attention Bottlenecks","created":"2021-07-13","cited_by_count":39,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38,"area":null},{"id":"2310.20501","title":"Neural Retrievers are Biased Towards LLM-Generated Content","created":"2023-10-31","cited_by_count":38,"area":null},{"id":"2502.06065","title":"Benchmarking Prompt Sensitivity in Large Language Models","created":"2025-02-09","cited_by_count":38,"area":null},{"id":"2507.11412","title":"Seq vs Seq: An Open Suite of Paired Encoders and Decoders","created":"2025-07-15","cited_by_count":38,"area":null},{"id":"2601.07206","title":"LLMRouterBench: A Massive Benchmark and Unified Framework for LLM Routing","created":"2026-01-12","cited_by_count":38,"area":null},{"id":"2209.06506","title":"Order-Disorder: Imitation Adversarial Attacks for Black-box Neural Ranking Models","created":"2022-09-14","cited_by_count":37,"area":null},{"id":"2405.16122","title":"Prompt Optimization with EASE? Efficient Ordering-aware Automated Selection of Exemplars","created":"2024-05-25","cited_by_count":37,"area":null},{"id":"2106.13474","title":"Adapt-and-Distill: Developing Small, Fast and Effective Pretrained Language Models for Domains","created":"2021-06-25","cited_by_count":36,"area":null},{"id":"2210.10615","title":"A Unified View of Masked Image Modeling","created":"2022-10-19","cited_by_count":36,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2406.10323","title":"GenQA: Generating Millions of Instructions from a Handful of Prompts","created":"2024-06-14","cited_by_count":35,"area":null},{"id":"2405.13001","title":"Large Language Models for Education: A Survey","created":"2024-05-12","cited_by_count":34,"area":null},{"id":"2506.10707","title":"ConTextTab: A Semantics-Aware Tabular In-Context Learner","created":"2025-06-12","cited_by_count":34,"area":null},{"id":"2209.03463","title":"Why So Toxic? Measuring and Triggering Toxic Behavior in Open-Domain Chatbots","created":"2022-09-07","cited_by_count":33,"area":null},{"id":"2104.08790","title":"Misinfo Reaction Frames: Reasoning about Readers' Reactions to News Headlines","created":"2021-04-18","cited_by_count":32,"area":null},{"id":"2302.12248","title":"Learning Visual Representations via Language-Guided Sampling","created":"2023-02-23","cited_by_count":32,"area":null},{"id":"2304.14334","title":"ZeroShotDataAug: Generating and Augmenting Training Data with ChatGPT","created":"2023-04-27","cited_by_count":32,"area":null},{"id":"2107.13686","title":"AutoTinyBERT: Automatic Hyper-parameter Optimization for Efficient Pre-trained Language Models","created":"2021-07-29","cited_by_count":31,"area":null},{"id":"2109.15142","title":"Redesigning the Transformer Architecture with Insights from Multi-particle Dynamical Systems","created":"2021-09-30","cited_by_count":31,"area":null},{"id":"2205.14443","title":"A Closer Look at Self-Supervised Lightweight Vision Transformers","created":"2022-05-28","cited_by_count":31,"area":null},{"id":"2207.10285","title":"Grounding Visual Representations with Texts for Domain Generalization","created":"2022-07-21","cited_by_count":30,"area":null},{"id":"2211.08887","title":"Stare at What You See: Masked Image Modeling without Reconstruction","created":"2022-11-16","cited_by_count":30,"area":null},{"id":"2305.12132","title":"Can Public Large Language Models Help Private Cross-device Federated Learning?","created":"2023-05-20","cited_by_count":30,"area":null},{"id":"2310.13671","title":"Let's Synthesize Step by Step: Iterative Dataset Synthesis with Large Language Models by Extrapolating Errors from Small Models","created":"2023-10-20","cited_by_count":30,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2110.08152","title":"Kronecker Decomposition for GPT Compression","created":"2021-10-15","cited_by_count":28,"area":null},{"id":"2401.11374","title":"Language Models as Hierarchy Encoders","created":"2024-01-21","cited_by_count":28,"area":null},{"id":"2111.12624","title":"Self-slimmed Vision Transformer","created":"2021-11-24","cited_by_count":27,"area":null},{"id":"2204.08397","title":"Fast and Memory-Efficient Network Towards Efficient Image Super-Resolution","created":"2022-04-18","cited_by_count":27,"area":null},{"id":"2309.08541","title":"When do Generative Query and Document Expansions Fail? A Comprehensive Study Across Methods, Retrievers, and Datasets","created":"2023-09-15","cited_by_count":26,"area":null},{"id":"2403.09751","title":"What Was Your Prompt? A Remote Keylogging Attack on AI Assistants","created":"2024-03-14","cited_by_count":26,"area":null},{"id":"2203.07983","title":"Adversarial Robustness of Neural-Statistical Features in Detection of Generative Transformers","created":"2022-03-02","cited_by_count":25,"area":null},{"id":"2306.08713","title":"What can a cook in Italy teach a mechanic in India? Action Recognition Generalisation Over Scenarios and Locations","created":"2023-06-14","cited_by_count":25,"area":null},{"id":"2105.09750","title":"Anchor-based Plain Net for Mobile Image Super-Resolution","created":"2021-05-20","cited_by_count":24,"area":null},{"id":"2203.06169","title":"LaPraDoR: Unsupervised Pretrained Dense Retriever for Zero-Shot Text Retrieval","created":"2022-03-11","cited_by_count":24,"area":null},{"id":"2508.17437","title":"Pixie: Fast and Generalizable Supervised Learning of 3D Physics from Pixels","created":"2025-08-20","cited_by_count":24,"area":null},{"id":"2301.12017","title":"Understanding INT4 Quantization for Transformer Models: Latency Speedup, Composability, and Failure Cases","created":"2023-01-27","cited_by_count":23,"area":null},{"id":"2403.17169","title":"QuanTemp: A real-world open-domain benchmark for fact-checking numerical claims","created":"2024-03-25","cited_by_count":23,"area":null},{"id":"2107.00176","title":"Reinforcement Learning for Abstractive Question Summarization with Question-aware Semantic Rewards","created":"2021-07-01","cited_by_count":22,"area":null},{"id":"2112.08723","title":"Distilled Dual-Encoder Model for Vision-Language Understanding","created":"2021-12-16","cited_by_count":22,"area":null}],"next_cursor":"100"}