{"total":4226,"rows":[{"id":"2104.14294","title":"Emerging Properties in Self-Supervised Vision Transformers","created":"2021-04-29","cited_by_count":6968,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2202.03629","title":"Survey of Hallucination in Natural Language Generation","created":"2022-02-08","cited_by_count":2075,"area":null},{"id":"2103.13413","title":"Vision Transformers for Dense Prediction","created":"2021-03-24","cited_by_count":1803,"area":null},{"id":"2106.13008","title":"Autoformer: Decomposition Transformers with Auto-Correlation for Long-Term Series Forecasting","created":"2021-06-24","cited_by_count":1676,"area":null},{"id":"2205.13504","title":"Are Transformers Effective for Time Series Forecasting?","created":"2022-05-26","cited_by_count":1424,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2104.13478","title":"Geometric Deep Learning: Grids, Groups, Graphs, Geodesics, and Gauges","created":"2021-04-27","cited_by_count":1167,"area":null},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104,"area":null},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897,"area":null},{"id":"2203.13474","title":"CodeGen: An Open Large Language Model for Code with Multi-Turn Program Synthesis","created":"2022-03-25","cited_by_count":885,"area":null},{"id":"2105.14491","title":"How Attentive are Graph Attention Networks?","created":"2021-05-30","cited_by_count":835,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2106.00908","title":"TransMIL: Transformer based Correlated Multiple Instance Learning for Whole Slide Image Classification","created":"2021-06-02","cited_by_count":555,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2302.03027","title":"Zero-shot Image-to-Image Translation","created":"2023-02-06","cited_by_count":505,"area":null},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502,"area":null},{"id":"2303.05511","title":"Scaling up GANs for Text-to-Image Synthesis","created":"2023-03-09","cited_by_count":492,"area":null},{"id":"2103.10697","title":"ConViT: Improving Vision Transformers with Soft Convolutional Inductive Biases","created":"2021-03-19","cited_by_count":484,"area":null},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459,"area":null},{"id":"2301.13848","title":"Benchmarking Large Language Models for News Summarization","created":"2023-01-31","cited_by_count":445,"area":null},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429,"area":null},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419,"area":null},{"id":"2106.04624","title":"SpeechBrain: A General-Purpose Speech Toolkit","created":"2021-06-08","cited_by_count":406,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2105.08050","title":"Pay Attention to MLPs","created":"2021-05-17","cited_by_count":368,"area":null},{"id":"2207.01696","title":"TM2T: Stochastic and Tokenized Modeling for the Reciprocal Generation of 3D Human Motions and Texts","created":"2022-07-04","cited_by_count":359,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2109.10852","title":"Pix2seq: A Language Modeling Framework for Object Detection","created":"2021-09-22","cited_by_count":349,"area":null},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347,"area":null},{"id":"2106.13822","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","created":"2021-06-25","cited_by_count":347,"area":null},{"id":"2105.14995","title":"Choose a Transformer: Fourier or Galerkin","created":"2021-05-31","cited_by_count":343,"area":null},{"id":"2105.03404","title":"ResMLP: Feedforward networks for image classification with data-efficient training","created":"2021-05-07","cited_by_count":339,"area":null},{"id":"2106.09305","title":"SCINet: Time Series Modeling and Forecasting with Sample Convolution and Interaction","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2103.14023","title":"AgentFormer: Agent-Aware Transformers for Socio-Temporal Multi-Agent Forecasting","created":"2021-03-25","cited_by_count":331,"area":null},{"id":"2204.07141","title":"Masked Siamese Networks for Label-Efficient Learning","created":"2022-04-14","cited_by_count":302,"area":null},{"id":"2111.09266","title":"GFlowNet Foundations","created":"2021-11-17","cited_by_count":290,"area":null},{"id":"2205.13671","title":"Transformer for Partial Differential Equations' Operator Learning","created":"2022-05-26","cited_by_count":283,"area":null},{"id":"2103.04430","title":"TransBTS: Multimodal Brain Tumor Segmentation Using Transformer","created":"2021-03-07","cited_by_count":265,"area":null},{"id":"2104.05704","title":"Escaping the Big Data Paradigm with Compact Transformers","created":"2021-04-12","cited_by_count":264,"area":null},{"id":"2106.10934","title":"GRAND: Graph Neural Diffusion","created":"2021-06-21","cited_by_count":258,"area":null},{"id":"2311.08298","title":"A Survey of Confidence Estimation and Calibration in Large Language Models","created":"2023-11-14","cited_by_count":256,"area":null},{"id":"2103.00550","title":"A Survey on Deep Semi-supervised Learning","created":"2021-02-28","cited_by_count":251,"area":null},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245,"area":null},{"id":"2402.19427","title":"Griffin: Mixing Gated Linear Recurrences with Local Attention for Efficient Language Models","created":"2024-02-29","cited_by_count":242,"area":null},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239,"area":null},{"id":"2404.16789","title":"Continual Learning of Large Language Models: A Comprehensive Survey","created":"2024-04-25","cited_by_count":234,"area":null},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232,"area":null},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230,"area":null},{"id":"2105.14517","title":"GeoQA: A Geometric Question Answering Benchmark Towards Multimodal Numerical Reasoning","created":"2021-05-30","cited_by_count":228,"area":null},{"id":"2106.02638","title":"Associating Objects with Transformers for Video Object Segmentation","created":"2021-06-04","cited_by_count":226,"area":null},{"id":"2202.06417","title":"A Contrastive Framework for Neural Text Generation","created":"2022-02-13","cited_by_count":225,"area":null},{"id":"2103.12731","title":"Scaling Local Self-Attention for Parameter Efficient Visual Backbones","created":"2021-03-23","cited_by_count":220,"area":null},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217,"area":null},{"id":"2405.09711","title":"STAR: A Benchmark for Situated Reasoning in Real-World Videos","created":"2024-05-15","cited_by_count":213,"area":null},{"id":"2105.07581","title":"Vision Transformers are Robust Learners","created":"2021-05-17","cited_by_count":207,"area":null},{"id":"2110.01167","title":"Trustworthy AI: From Principles to Practices","created":"2021-10-04","cited_by_count":207,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2208.09399","title":"Diffusion-based Time Series Imputation and Forecasting with Structured State Space Models","created":"2022-08-19","cited_by_count":198,"area":null},{"id":"2306.15794","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","created":"2023-06-27","cited_by_count":194,"area":null},{"id":"2101.08231","title":"Word Alignment by Fine-tuning Embeddings on Parallel Corpora","created":"2021-01-20","cited_by_count":186,"area":null},{"id":"2106.06981","title":"Thinking Like Transformers","created":"2021-06-13","cited_by_count":184,"area":null},{"id":"2106.15561","title":"A Survey on Neural Speech Synthesis","created":"2021-06-29","cited_by_count":184,"area":null},{"id":"2107.12808","title":"Open-Ended Learning Leads to Generally Capable Agents","created":"2021-07-27","cited_by_count":182,"area":null},{"id":"2105.12397","title":"Improving Sign Language Translation with Monolingual Data by Sign Back-Translation","created":"2021-05-26","cited_by_count":179,"area":null},{"id":"2209.10655","title":"Mega: Moving Average Equipped Gated Attention","created":"2022-09-21","cited_by_count":179,"area":null},{"id":"2109.00725","title":"Causal Inference in Natural Language Processing: Estimation, Prediction, Interpretation and Beyond","created":"2021-09-02","cited_by_count":178,"area":null},{"id":"2103.15025","title":"On Hallucination and Predictive Uncertainty in Conditional Language Generation","created":"2021-03-28","cited_by_count":176,"area":null},{"id":"2409.06666","title":"LLaMA-Omni: Seamless Speech Interaction with Large Language Models","created":"2024-09-10","cited_by_count":173,"area":null},{"id":"2201.12987","title":"Interpretable and Generalizable Graph Learning via Stochastic Attention Mechanism","created":"2022-01-31","cited_by_count":171,"area":null},{"id":"2106.00666","title":"You Only Look at One Sequence: Rethinking Transformer in Vision through Object Detection","created":"2021-06-01","cited_by_count":170,"area":null},{"id":"2210.07606","title":"Revisiting Heterophily For Graph Neural Networks","created":"2022-10-14","cited_by_count":169,"area":null},{"id":"2307.00184","title":"Personality Traits in Large Language Models","created":"2023-07-01","cited_by_count":169,"area":null},{"id":"2310.16620","title":"SpikingJelly: An open-source machine learning infrastructure platform for spike-based intelligence","created":"2023-10-25","cited_by_count":169,"area":null},{"id":"2108.06858","title":"No-Reference Image Quality Assessment via Transformers, Relative Ranking, and Self-Consistency","created":"2021-08-16","cited_by_count":166,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2207.01186","title":"Less Is More: Fast Multivariate Time Series Forecasting with Light Sampling-oriented MLP Structures","created":"2022-07-04","cited_by_count":160,"area":null},{"id":"2206.13517","title":"ProGen2: Exploring the Boundaries of Protein Language Models","created":"2022-06-27","cited_by_count":159,"area":null},{"id":"2103.16378","title":"End-to-End Constrained Optimization Learning: A Survey","created":"2021-03-30","cited_by_count":157,"area":null},{"id":"2204.06031","title":"A Review on Language Models as Knowledge Bases","created":"2022-04-12","cited_by_count":157,"area":null},{"id":"2108.04840","title":"Post-hoc Interpretability for Neural NLP: A Survey","created":"2021-08-10","cited_by_count":156,"area":null},{"id":"2307.15771","title":"The Hydra Effect: Emergent Self-repair in Language Model Computations","created":"2023-07-28","cited_by_count":156,"area":null},{"id":"2106.08962","title":"Efficient Deep Learning: A Survey on Making Deep Learning Models Smaller, Faster, and Better","created":"2021-06-16","cited_by_count":154,"area":null},{"id":"2112.05682","title":"Self-attention Does Not Need $O(n^2)$ Memory","created":"2021-12-10","cited_by_count":154,"area":null},{"id":"2203.16634","title":"Transformer Language Models without Positional Encodings Still Learn Positional Information","created":"2022-03-30","cited_by_count":150,"area":null},{"id":"2207.06966","title":"Scene Text Recognition with Permuted Autoregressive Sequence Models","created":"2022-07-14","cited_by_count":149,"area":null},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148,"area":null},{"id":"2210.09782","title":"Decoupling Features in Hierarchical Propagation for Video Object Segmentation","created":"2022-10-18","cited_by_count":148,"area":null},{"id":"2110.10090","title":"Inductive Biases and Variable Creation in Self-Attention Mechanisms","created":"2021-10-19","cited_by_count":144,"area":null},{"id":"2103.07113","title":"Training Networks in Null Space of Feature Covariance for Continual Learning","created":"2021-03-12","cited_by_count":143,"area":null},{"id":"2407.07071","title":"Lookback Lens: Detecting and Mitigating Contextual Hallucinations in Large Language Models Using Only Attention Maps","created":"2024-07-09","cited_by_count":142,"area":null},{"id":"2109.03223","title":"Rendezvous: Attention Mechanisms for the Recognition of Surgical Action Triplets in Endoscopic Videos","created":"2021-09-07","cited_by_count":141,"area":null},{"id":"2111.01690","title":"Recent Advances in End-to-End Automatic Speech Recognition","created":"2021-11-02","cited_by_count":140,"area":null},{"id":"2301.08727","title":"Neural Architecture Search: Insights from 1000 Papers","created":"2023-01-20","cited_by_count":139,"area":null},{"id":"2306.09364","title":"TSMixer: Lightweight MLP-Mixer Model for Multivariate Time Series Forecasting","created":"2023-06-14","cited_by_count":139,"area":null},{"id":"2107.06912","title":"From Show to Tell: A Survey on Deep Learning-based Image Captioning","created":"2021-07-14","cited_by_count":138,"area":null},{"id":"2110.11773","title":"Sinkformers: Transformers with Doubly Stochastic Attention","created":"2021-10-22","cited_by_count":138,"area":null}],"next_cursor":"100"}