{"list":"other","total":62,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1706.02413","title":"PointNet++: Deep Hierarchical Feature Learning on Point Sets in a Metric Space","created":"2017-06-07","cited_by_count":4401},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"1806.07366","title":"Neural Ordinary Differential Equations","created":"2018-06-19","cited_by_count":3779},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1801.07829","title":"Dynamic Graph CNN for Learning on Point Clouds","created":"2018-01-24","cited_by_count":2223},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2106.01345","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","created":"2021-06-02","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"1907.11932","title":"Is BERT Really Robust? A Strong Baseline for Natural Language Attack on Text Classification and Entailment","created":"2019-07-27","cited_by_count":671},{"id":"1908.04616","title":"Revisiting Point Cloud Classification: A New Benchmark Dataset and Classification Model on Real-World Data","created":"2019-08-13","cited_by_count":532},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411},{"id":"1912.10077","title":"Are Transformers universal approximators of sequence-to-sequence functions?","created":"2019-12-20","cited_by_count":406},{"id":"1705.03341","title":"Stable Architectures for Deep Neural Networks","created":"2017-05-09","cited_by_count":341},{"id":"1505.05116","title":"Data-driven Distributionally Robust Optimization Using the Wasserstein Metric: Performance Guarantees and Tractable Reformulations","created":"2015-05-19","cited_by_count":291},{"id":"2205.13671","title":"Transformer for Partial Differential Equations' Operator Learning","created":"2022-05-26","cited_by_count":283},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239},{"id":"2002.02798","title":"How to train your neural ODE: the world of Jacobian and kinetic regularization","created":"2020-02-07","cited_by_count":228},{"id":"1804.04272","title":"Deep Neural Networks Motivated by Partial Differential Equations","created":"2018-04-12","cited_by_count":187},{"id":"2312.10794","title":"A mathematical perspective on Transformers","created":"2023-12-17","cited_by_count":164},{"id":"2204.05832","title":"What Language Model Architecture and Pretraining Objective Work Best for Zero-Shot Generalization?","created":"2022-04-12","cited_by_count":150},{"id":"2006.00104","title":"OT-Flow: Fast and Accurate Continuous Normalizing Flows via Optimal Transport","created":"2020-05-29","cited_by_count":143},{"id":"1704.00805","title":"On the Properties of the Softmax Function with Application in Game Theory and Reinforcement Learning","created":"2017-04-03","cited_by_count":142},{"id":"2305.05465","title":"The emergence of clusters in self-attention dynamics","created":"2023-05-09","cited_by_count":140},{"id":"2110.11773","title":"Sinkformers: Transformers with Doubly Stochastic Attention","created":"2021-10-22","cited_by_count":138},{"id":"1906.02762","title":"Understanding and Improving Transformer From a Multi-Particle Dynamic System Point of View","created":"2019-06-06","cited_by_count":113},{"id":"2312.03876","title":"Scaling transformer neural networks for skillful and reliable medium-range weather forecasting","created":"2023-12-06","cited_by_count":110},{"id":"2304.07993","title":"In-Context Operator Learning with Data Prompts for Differential Equation Problems","created":"2023-04-17","cited_by_count":101},{"id":"2310.08566","title":"Transformers as Decision Makers: Provable In-Context Reinforcement Learning via Supervised Pretraining","created":"2023-10-12","cited_by_count":83},{"id":"1905.10943","title":"Distributionally Robust Optimization and Generalization in Kernel Methods","created":"2019-05-27","cited_by_count":73},{"id":"2403.07392","title":"ViT-CoMer: Vision Transformer with Convolutional Multi-scale Feature Interaction for Dense Predictions","created":"2024-03-12","cited_by_count":66},{"id":"2304.04052","title":"Decoder-Only or Encoder-Decoder? Interpreting Language Model as a Regularized Encoder-Decoder","created":"2023-04-08","cited_by_count":44},{"id":"2410.23228","title":"Emergence of meta-stable clustering in mean-field transformer models","created":"2024-10-30","cited_by_count":39},{"id":"2005.13420","title":"Discretize-Optimize vs. Optimize-Discretize for Time-Series Regression and Continuous Normalizing Flows","created":"2020-05-27","cited_by_count":37},{"id":"2411.04990","title":"Clustering in Causal Attention Masking","created":"2024-11-07","cited_by_count":32},{"id":"1908.11462","title":"Potential Flow Generator with $L_2$ Optimal Transport Regularity for Generative Models","created":"2019-08-29","cited_by_count":31},{"id":"2411.04551","title":"Measure-to-measure interpolation using Transformers","created":"2024-11-07","cited_by_count":29},{"id":"2304.13534","title":"A mean-field games laboratory for generative modeling","created":"2023-04-26","cited_by_count":28},{"id":"2203.09176","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Sequence Generation","created":"2022-03-17","cited_by_count":27},{"id":"2305.17026","title":"How Powerful are Decoder-Only Transformer Neural Models?","created":"2023-05-26","cited_by_count":20},{"id":"2202.11316","title":"Multivariate Quantile Function Forecaster","created":"2022-02-23","cited_by_count":19},{"id":"2206.14990","title":"Bridging Mean-Field Games and Normalizing Flows with Trajectory Regularization","created":"2022-06-30","cited_by_count":17},{"id":"2211.16757","title":"Taming Hyperparameter Tuning in Continuous Normalizing Flows Using the JKO Scheme","created":"2022-11-30","cited_by_count":17},{"id":"2211.06004","title":"A Comprehensive Survey of Transformers for Computer Vision","created":"2022-11-11","cited_by_count":14},{"id":"2212.06011","title":"A Neural ODE Interpretation of Transformer Layers","created":"2022-12-12","cited_by_count":14},{"id":"2104.02308","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Neural Machine Translation","created":"2021-04-06","cited_by_count":12},{"id":"2010.11358","title":"N-ODE Transformer: A Depth-Adaptive Variant of the Transformer Using Neural Ordinary Differential Equations","created":"2020-10-22","cited_by_count":9},{"id":"2207.03041","title":"Vision Transformers: State of the Art and Research Challenges","created":"2022-07-07","cited_by_count":7},{"id":"2401.02721","title":"A Cost-Efficient FPGA Implementation of Tiny Transformer Model using Neural ODE","created":"2024-01-05","cited_by_count":4},{"id":"2307.04871","title":"LSEMINK: A Modified Newton-Krylov Method for Log-Sum-Exp Minimization","created":"2023-07-10","cited_by_count":3}],"next_cursor":null}