{"total":138,"rows":[{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2107.03006","title":"Structured Denoising Diffusion Models in Discrete State-Spaces","created":"2021-07-07","cited_by_count":1719,"area":"wm"},{"id":"2102.05379","title":"Argmax Flows and Multinomial Diffusion: Learning Categorical Distributions","created":"2021-02-10","cited_by_count":574,"area":"diffusion"},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2105.14995","title":"Choose a Transformer: Fourier or Galerkin","created":"2021-05-31","cited_by_count":343,"area":null},{"id":"2104.08315","title":"Surface Form Competition: Why the Highest Probability Answer Isn't Always Right","created":"2021-04-16","cited_by_count":263,"area":null},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null},{"id":"2402.18013","title":"A Survey on Recent Advances in LLM-Based Multi-turn Dialogue Systems","created":"2024-02-28","cited_by_count":170,"area":null},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150,"area":null},{"id":"2303.03329","title":"End-to-End Speech Recognition: A Survey","created":"2023-03-03","cited_by_count":129,"area":null},{"id":"2205.12674","title":"Training Language Models with Memory Augmentation","created":"2022-05-25","cited_by_count":113,"area":null},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102,"area":null},{"id":"2201.11460","title":"RelTR: Relation Transformer for Scene Graph Generation","created":"2022-01-27","cited_by_count":96,"area":null},{"id":"2109.04212","title":"Efficient Nearest Neighbor Language Models","created":"2021-09-09","cited_by_count":93,"area":null},{"id":"2106.06295","title":"Going Beyond Linear Transformers with Recurrent Fast Weight Programmers","created":"2021-06-11","cited_by_count":89,"area":null},{"id":"2103.03873","title":"OperA: Attention-Regularized Transformers for Surgical Phase Recognition","created":"2021-03-05","cited_by_count":60,"area":null},{"id":"2303.04864","title":"nl2spec: Interactively Translating Unstructured Natural Language to Temporal Logics with Large Language Models","created":"2023-03-08","cited_by_count":60,"area":null},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2207.01685","title":"Interaction Transformer for Human Reaction Generation","created":"2022-07-04","cited_by_count":42,"area":null},{"id":"2206.01078","title":"Deep Transformer Q-Networks for Partially Observable Reinforcement Learning","created":"2022-06-02","cited_by_count":36,"area":null},{"id":"2404.14408","title":"SpaceByte: Towards Deleting Tokenization from Large Language Modeling","created":"2024-04-22","cited_by_count":34,"area":null},{"id":"2312.00751","title":"Mitigating Over-smoothing in Transformers via Regularized Nonlocal Functionals","created":"2023-12-01","cited_by_count":32,"area":null},{"id":"2407.08818","title":"MAGNET: Improving the Multilingual Fairness of Language Models with Adaptive Gradient-Based Tokenization","created":"2024-07-11","cited_by_count":31,"area":null},{"id":"2105.00982","title":"On the limit of English conversational speech recognition","created":"2021-05-03","cited_by_count":30,"area":null},{"id":"2109.02550","title":"You should evaluate your language model on marginal likelihood over tokenisations","created":"2021-09-06","cited_by_count":30,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2110.08678","title":"Improving Transformers with Probabilistic Attention Keys","created":"2021-10-16","cited_by_count":28,"area":null},{"id":"2106.06297","title":"Dynamic Language Models for Continuously Evolving Content","created":"2021-06-11","cited_by_count":27,"area":null},{"id":"2110.08743","title":"GNN-LM: Language Modeling based on Global Contexts via GNN","created":"2021-10-17","cited_by_count":27,"area":null},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26,"area":null},{"id":"2210.10775","title":"TOIST: Task Oriented Instance Segmentation Transformer with Noun-Pronoun Distillation","created":"2022-10-19","cited_by_count":25,"area":null},{"id":"2301.08237","title":"LoCoNet: Long-Short Context Network for Active Speaker Detection","created":"2023-01-19","cited_by_count":25,"area":null},{"id":"2502.00894","title":"MorphBPE: A Morpho-Aware Tokenizer Bridging Linguistic Complexity for Efficient LLM Training Across Morphologies","created":"2025-02-02","cited_by_count":25,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2303.04991","title":"Deformer: Dynamic Fusion Transformer for Robust Hand Pose Estimation","created":"2023-03-09","cited_by_count":21,"area":null},{"id":"2505.16270","title":"Transformer Copilot: Learning from The Mistake Log in LLM Fine-tuning","created":"2025-05-22","cited_by_count":21,"area":null},{"id":"2203.10304","title":"PACE: A Parallelizable Computation Encoder for Directed Acyclic Graphs","created":"2022-03-19","cited_by_count":20,"area":null},{"id":"2203.10545","title":"Parallel Instance Query Network for Named Entity Recognition","created":"2022-03-20","cited_by_count":19,"area":null},{"id":"2308.00189","title":"Generative Models as a Complex Systems Science: How can we make sense of large language model behavior?","created":"2023-07-31","cited_by_count":19,"area":null},{"id":"2402.10712","title":"An Empirical Study on Cross-lingual Vocabulary Adaptation for Efficient Language Model Inference","created":"2024-02-16","cited_by_count":18,"area":null},{"id":"2404.03626","title":"Training LLMs over Neurally Compressed Text","created":"2024-04-04","cited_by_count":17,"area":null},{"id":"2101.09469","title":"Training Multilingual Pre-trained Language Model with Byte-level Subwords","created":"2021-01-23","cited_by_count":16,"area":null},{"id":"2104.10640","title":"The NLP Cookbook: Modern Recipes for Transformer based Deep Learning Architectures","created":"2021-03-23","cited_by_count":16,"area":null},{"id":"2106.04279","title":"Staircase Attention for Recurrent Processing of Sequences","created":"2021-06-08","cited_by_count":14,"area":null},{"id":"2106.07540","title":"Evaluating Various Tokenizers for Arabic Text Classification","created":"2021-06-14","cited_by_count":14,"area":null},{"id":"2105.02388","title":"Security Vulnerability Detection Using Deep Learning Natural Language Processing","created":"2021-05-06","cited_by_count":12,"area":null},{"id":"2303.09100","title":"Patch-Prompt Aligned Bayesian Prompt Tuning for Vision-Language Models","created":"2023-03-16","cited_by_count":12,"area":"mllm"},{"id":"2412.13716","title":"Model Decides How to Tokenize: Adaptive DNA Sequence Tokenization with MxDNA","created":"2024-12-18","cited_by_count":12,"area":null},{"id":"2110.15957","title":"Visual Keyword Spotting with Attention","created":"2021-10-29","cited_by_count":11,"area":null},{"id":"2210.05794","title":"Designing Robust Transformers using Robust Kernel Density Estimation","created":"2022-10-11","cited_by_count":11,"area":null},{"id":"2311.11973","title":"Adaptive Training Distributions with Scalable Online Bilevel Optimization","created":"2023-11-20","cited_by_count":11,"area":null},{"id":"2402.15989","title":"PIDformer: Transformer Meets Control Theory","created":"2024-02-25","cited_by_count":11,"area":null},{"id":"2410.22906","title":"From Babble to Words: Pre-Training Language Models on Continuous Streams of Phonemes","created":"2024-10-30","cited_by_count":11,"area":null},{"id":"2503.10616","title":"OVTR: End-to-End Open-Vocabulary Multiple Object Tracking with Transformer","created":"2025-03-13","cited_by_count":11,"area":null},{"id":"2110.07034","title":"How Does Momentum Benefit Deep Neural Networks Architecture Design? A Few Case Studies","created":"2021-10-13","cited_by_count":10,"area":null},{"id":"2309.11197","title":"The Languini Kitchen: Enabling Language Modelling Research at Different Scales of Compute","created":"2023-09-20","cited_by_count":10,"area":null},{"id":"2410.20357","title":"Dynamics as Prompts: In-Context Learning for Sim-to-Real System Identifications","created":"2024-10-27","cited_by_count":10,"area":null},{"id":"2207.09432","title":"Deep equilibrium networks are sensitive to initialization statistics","created":"2022-07-19","cited_by_count":8,"area":null},{"id":"2304.04978","title":"StageInteractor: Query-based Object Detector with Cross-stage Interaction","created":"2023-04-11","cited_by_count":8,"area":null},{"id":"2507.12720","title":"FLEXITOKENS: Flexible Tokenization for Evolving Language Models","created":"2025-07-17","cited_by_count":8,"area":null},{"id":"2508.08435","title":"Fast weight programming and linear transformers: from machine learning to neurobiology","created":"2025-08-11","cited_by_count":8,"area":null},{"id":"2212.09912","title":"Tokenization Consistency Matters for Generative Models on Extractive NLP Tasks","created":"2022-12-19","cited_by_count":7,"area":null},{"id":"2402.19366","title":"Exploring the Potential of Large Language Models for Improving Digital Forensic Investigation Efficiency","created":"2024-02-29","cited_by_count":7,"area":null},{"id":"2406.10254","title":"Towards Signal Processing In Large Language Models","created":"2024-06-10","cited_by_count":7,"area":null},{"id":"2406.13762","title":"Unveiling the Hidden Structure of Self-Attention via Kernel Principal Component Analysis","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2406.13770","title":"Elliptical Attention","created":"2024-06-19","cited_by_count":7,"area":null},{"id":"2506.01687","title":"StochasTok: Improving Fine-Grained Subword Understanding in LLMs","created":"2025-06-02","cited_by_count":7,"area":null},{"id":"2104.00734","title":"Next Generation Multitarget Trackers: Random Finite Set Methods vs Transformer-based Deep Learning","created":"2021-04-01","cited_by_count":6,"area":null},{"id":"2207.11103","title":"DeVIS: Making Deformable Transformers Work for Video Instance Segmentation","created":"2022-07-22","cited_by_count":6,"area":null},{"id":"2501.00659","title":"Why Are Positional Encodings Nonessential for Deep Autoregressive Transformers? Revisiting a Petroglyph","created":"2024-12-31","cited_by_count":6,"area":null},{"id":"2505.13573","title":"FreeMesh: Boosting Mesh Generation with Coordinates Merging","created":"2025-05-19","cited_by_count":6,"area":null},{"id":"2112.14472","title":"Temporal Attention Augmented Transformer Hawkes Process","created":"2021-12-29","cited_by_count":5,"area":null},{"id":"2202.07909","title":"Can Deep Learning be Applied to Model-Based Multi-Object Tracking?","created":"2022-02-16","cited_by_count":5,"area":null},{"id":"2204.11320","title":"Emotion-Aware Transformer Encoder for Empathetic Dialogue Generation","created":"2022-04-24","cited_by_count":5,"area":null},{"id":"2205.11490","title":"Local Byte Fusion for Neural Machine Translation","created":"2022-05-23","cited_by_count":5,"area":null},{"id":"2409.09293","title":"Associate Everything Detected: Facilitating Tracking-by-Detection to the Unknown","created":"2024-09-14","cited_by_count":5,"area":null},{"id":"2208.00579","title":"Momentum Transformer: Closing the Performance Gap Between Self-attention and Its Linearization","created":"2022-08-01","cited_by_count":4,"area":null},{"id":"2303.06277","title":"SPOTR: Spatio-temporal Pose Transformers for Human Motion Prediction","created":"2023-03-11","cited_by_count":4,"area":null},{"id":"2306.01705","title":"The Information Pathways Hypothesis: Transformers are Dynamic Self-Ensembles","created":"2023-06-02","cited_by_count":4,"area":null},{"id":"2403.07692","title":"Masked AutoDecoder is Effective Multi-Task Vision Generalist","created":"2024-03-12","cited_by_count":4,"area":null},{"id":"2406.13781","title":"A Primal-Dual Framework for Transformers and Neural Networks","created":"2024-06-19","cited_by_count":4,"area":null},{"id":"2406.18045","title":"PharmaGPT: Domain-Specific Large Language Models for Bio-Pharmaceutical and Chemistry","created":"2024-06-26","cited_by_count":4,"area":null},{"id":"2201.10168","title":"Explore-And-Match: Bridging Proposal-Based and Proposal-Free With Transformer for Sentence Grounding in Videos","created":"2022-01-25","cited_by_count":3,"area":null},{"id":"2209.08898","title":"Batch Layer Normalization, A new normalization layer for CNNs and RNN","created":"2022-09-19","cited_by_count":3,"area":null},{"id":"2304.08364","title":"Transformer with Selective Shuffled Position Embedding and Key-Patch Exchange Strategy for Early Detection of Knee Osteoarthritis","created":"2023-04-17","cited_by_count":3,"area":null},{"id":"2311.02382","title":"Ultra-Long Sequence Distributed Transformer","created":"2023-11-04","cited_by_count":3,"area":null},{"id":"2402.07268","title":"Highly Accurate Disease Diagnosis and Highly Reproducible Biomarker Identification with PathFormer","created":"2024-02-11","cited_by_count":3,"area":null},{"id":"2407.11009","title":"CharED: Character-wise Ensemble Decoding for Large Language Models","created":"2024-06-25","cited_by_count":3,"area":"lr"},{"id":"2503.00687","title":"Transformer Meets Twicing: Harnessing Unattended Residual Information","created":"2025-03-02","cited_by_count":3,"area":null},{"id":"2602.04289","title":"Proxy Compression for Language Modeling","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2608.25089","title":"Apples to Apples? Towards Comparable Crosslingual Language Model Evaluation","created":"2026-08-25","cited_by_count":3,"area":null},{"id":"2203.16954","title":"An End-to-end Chinese Text Normalization Model based on Rule-guided Flat-Lattice Transformer","created":"2022-03-31","cited_by_count":2,"area":null},{"id":"2206.00206","title":"Transformer with Fourier Integral Attentions","created":"2022-06-01","cited_by_count":2,"area":null},{"id":"2207.01844","title":"Efficient Representation Learning via Adaptive Context Pooling","created":"2022-07-05","cited_by_count":2,"area":null},{"id":"2301.09416","title":"Towards Robust Video Instance Segmentation with Temporal-Aware Transformer","created":"2023-01-20","cited_by_count":2,"area":null},{"id":"2304.04991","title":"Sim-T: Simplify the Transformer Network by Multiplexing Technique for Speech Recognition","created":"2023-04-11","cited_by_count":2,"area":null},{"id":"2305.17356","title":"Bridging the Granularity Gap for Acoustic Modeling","created":"2023-05-27","cited_by_count":2,"area":null}],"next_cursor":"100"}