{"list":"other","total":93,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2310.06825","title":"Mistral 7B","created":"2023-10-10","cited_by_count":3164},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2011.00931","title":"Point Transformer","created":"2020-11-02","cited_by_count":1470},{"id":"1703.06114","title":"Deep Sets","created":"2017-03-10","cited_by_count":1421},{"id":"1803.02155","title":"Self-Attention with Relative Position Representations","created":"2018-03-06","cited_by_count":1120},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2102.09844","title":"E(n) Equivariant Graph Neural Networks","created":"2021-02-19","cited_by_count":965},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827},{"id":"1802.08219","title":"Tensor field networks: Rotation- and translation-equivariant neural networks for 3D point clouds","created":"2018-02-22","cited_by_count":746},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2101.03164","title":"E(3)-Equivariant Graph Neural Networks for Data-Efficient and Accurate Interatomic Potentials","created":"2021-01-08","cited_by_count":708},{"id":"2203.17003","title":"Equivariant Diffusion for Molecule Generation in 3D","created":"2022-03-31","cited_by_count":677},{"id":"2012.09699","title":"A Generalization of Transformer Networks to Graphs","created":"2020-12-17","cited_by_count":661},{"id":"2006.10503","title":"SE(3)-Transformers: 3D Roto-Translation Equivariant Attention Networks","created":"2020-06-18","cited_by_count":607},{"id":"2309.00071","title":"YaRN: Efficient Context Window Extension of Large Language Models","created":"2023-08-31","cited_by_count":601},{"id":"2305.18654","title":"Faith and Fate: Limits of Transformers on Compositionality","created":"2023-05-29","cited_by_count":503},{"id":"1911.08251","title":"General $E(2)$-Equivariant Steerable CNNs","created":"2019-11-19","cited_by_count":446},{"id":"2102.03150","title":"Equivariant message passing for the prediction of tensorial properties and molecular spectra","created":"2021-02-05","cited_by_count":441},{"id":"1912.10077","title":"Are Transformers universal approximators of sequence-to-sequence functions?","created":"2019-12-20","cited_by_count":406},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"1904.11486","title":"Making Convolutional Networks Shift-Invariant Again","created":"2019-04-25","cited_by_count":391},{"id":"1906.02361","title":"Explain Yourself! Leveraging Language Models for Commonsense Reasoning","created":"2019-06-06","cited_by_count":367},{"id":"1812.09902","title":"Invariant and Equivariant Graph Networks","created":"2018-12-24","cited_by_count":346},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327},{"id":"2104.12229","title":"Vector Neurons: A General Framework for SO(3)-Equivariant Networks","created":"2021-04-25","cited_by_count":305},{"id":"1612.04642","title":"Harmonic Networks: Deep Translation and Rotation Equivariance","created":"2016-12-14","cited_by_count":295},{"id":"2210.10749","title":"Transformers Learn Shortcuts to Automata","created":"2022-10-19","cited_by_count":268},{"id":"1902.04615","title":"Gauge Equivariant Convolutional Networks and the Icosahedral CNN","created":"2019-02-11","cited_by_count":267},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244},{"id":"2207.02098","title":"Neural Networks and the Chomsky Hierarchy","created":"2022-07-05","cited_by_count":217},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213},{"id":"2207.00729","title":"The Parallelism Tradeoff: Limitations of Log-Precision Transformers","created":"2022-07-02","cited_by_count":193},{"id":"2404.08819","title":"The Illusion of State in State-Space Models","created":"2024-04-12","cited_by_count":187},{"id":"2104.06644","title":"Masked Language Modeling and the Distributional Hypothesis: Order Word Matters Pre-training for Little","created":"2021-04-14","cited_by_count":177},{"id":"1610.06258","title":"Using Fast Weights to Attend to the Recent Past","created":"2016-10-20","cited_by_count":170},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170},{"id":"2203.16634","title":"Transformer Language Models without Positional Encodings Still Learn Positional Information","created":"2022-03-30","cited_by_count":150},{"id":"2402.00789","title":"Graph-Mamba: Towards Long-Range Graph Sequence Modeling with Selective State Spaces","created":"2024-02-01","cited_by_count":134},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133},{"id":"1804.10306","title":"Universal approximations of invariant maps by neural networks","created":"2018-04-26","cited_by_count":127},{"id":"2106.06610","title":"Scalars are universal: Equivariant machine learning, structured like classical physics","created":"2021-06-11","cited_by_count":127},{"id":"2106.13264","title":"You are AllSet: A Multiset Function Framework for Hypergraph Neural Networks","created":"2021-06-24","cited_by_count":127},{"id":"2212.10554","title":"A Length-Extrapolatable Transformer","created":"2022-12-20","cited_by_count":127},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125},{"id":"2307.03381","title":"Teaching Arithmetic to Small Transformers","created":"2023-07-07","cited_by_count":123},{"id":"2006.04780","title":"Lorentz Group Equivariant Neural Network for Particle Physics","created":"2020-06-08","cited_by_count":121},{"id":"2305.16843","title":"Randomized Positional Encodings Boost Length Generalization of Transformers","created":"2023-05-26","cited_by_count":117},{"id":"2205.15659","title":"The CLRS Algorithmic Reasoning Benchmark","created":"2022-05-31","cited_by_count":106},{"id":"2411.12537","title":"Unlocking State-Tracking in Linear RNNs Through Negative Eigenvalues","created":"2024-11-19","cited_by_count":101},{"id":"2105.02761","title":"Neural Algorithmic Reasoning","created":"2021-05-06","cited_by_count":94},{"id":"2203.00199","title":"Equivariant and Stable Positional Encoding for More Powerful Graph Neural Networks","created":"2022-03-01","cited_by_count":94},{"id":"1610.09072","title":"Orthogonal Random Features","created":"2016-10-28","cited_by_count":91},{"id":"2205.09921","title":"KERPLE: Kernelized Relative Positional Embedding for Length Extrapolation","created":"2022-05-20","cited_by_count":86},{"id":"2402.09371","title":"Transformers Can Achieve Length Generalization But Not Robustly","created":"2024-02-14","cited_by_count":86},{"id":"2010.02449","title":"On the Universality of Rotation Equivariant Point Cloud Networks","created":"2020-10-06","cited_by_count":80},{"id":"2405.17399","title":"Transformers Can Do Arithmetic with the Right Embeddings","created":"2024-05-27","cited_by_count":78},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75},{"id":"2209.11142","title":"A Generalist Neural Algorithmic Learner","created":"2022-09-22","cited_by_count":59},{"id":"2203.15544","title":"Graph Neural Networks are Dynamic Programmers","created":"2022-03-29","cited_by_count":55},{"id":"1906.01615","title":"Sequential Neural Networks as Automata","created":"2019-06-04","cited_by_count":54},{"id":"2405.18719","title":"Contextual Position Encoding: Learning to Count What's Important","created":"2024-05-29","cited_by_count":54},{"id":"2207.06680","title":"Equivariant Hypergraph Diffusion Neural Operators","created":"2022-07-14","cited_by_count":47},{"id":"2404.12224","title":"Length Generalization of Causal Transformers without Position Encoding","created":"2024-04-18","cited_by_count":47},{"id":"2212.10356","title":"Dissecting Transformer Length Extrapolation via the Lens of Receptive Field Analysis","created":"2022-12-20","cited_by_count":42},{"id":"2210.05062","title":"Relational Attention: Generalizing Transformers for Graph-Structured Tasks","created":"2022-10-11","cited_by_count":41},{"id":"2006.08084","title":"Neural Execution Engines: Learning to Execute Subroutines","created":"2020-06-15","cited_by_count":36},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24},{"id":"2411.07107","title":"Training Neural Networks as Recognizers of Formal Languages","created":"2024-11-11","cited_by_count":24},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19},{"id":"2210.12574","title":"The Curious Case of Absolute Position Embeddings","created":"2022-10-23","cited_by_count":17},{"id":"2406.05815","title":"What Can We Learn from State Space Models for Machine Learning on Graphs?","created":"2024-06-09","cited_by_count":13},{"id":"2408.05506","title":"Your Context Is Not an Array: Unveiling Random Access Limitations in Transformers","created":"2024-08-10","cited_by_count":11},{"id":"2410.01686","title":"Positional Attention: Expressivity and Learnability of Algorithmic Computation","created":"2024-10-02","cited_by_count":7},{"id":"2307.04049","title":"Parallel Algorithms Align with Neural Execution","created":"2023-07-08","cited_by_count":6},{"id":"2405.02795","title":"Graph as Point Set","created":"2024-05-05","cited_by_count":4}],"next_cursor":null}