{"list":"other","total":97,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1502.01852","title":"Delving Deep into Rectifiers: Surpassing Human-Level Performance on ImageNet Classification","created":"2015-02-06","cited_by_count":3611},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2309.16609","title":"Qwen Technical Report","created":"2023-09-28","cited_by_count":3344},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2206.07682","title":"Emergent Abilities of Large Language Models","created":"2022-06-15","cited_by_count":2512},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186},{"id":"1905.10044","title":"BoolQ: Exploring the Surprising Difficulty of Natural Yes/No Questions","created":"2019-05-24","cited_by_count":2183},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1910.07467","title":"Root Mean Square Layer Normalization","created":"2019-10-16","cited_by_count":1480},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446},{"id":"2309.07864","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","created":"2023-09-14","cited_by_count":1439},{"id":"1808.08745","title":"Don't Give Me the Details, Just the Summary! Topic-Aware Convolutional Neural Networks for Extreme Summarization","created":"2018-08-27","cited_by_count":1317},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"2303.17564","title":"BloombergGPT: A Large Language Model for Finance","created":"2023-03-30","cited_by_count":939},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806},{"id":"1909.00512","title":"How Contextual are Contextualized Word Representations? Comparing the Geometry of BERT, ELMo, and GPT-2 Embeddings","created":"2019-09-02","cited_by_count":784},{"id":"1802.05751","title":"Image Transformer","created":"2018-02-15","cited_by_count":772},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2305.08322","title":"C-Eval: A Multi-Level Multi-Discipline Chinese Evaluation Suite for Foundation Models","created":"2023-05-15","cited_by_count":708},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642},{"id":"2103.00112","title":"Transformer in Transformer","created":"2021-02-27","cited_by_count":633},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2107.00652","title":"CSWin Transformer: A General Vision Transformer Backbone with Cross-Shaped Windows","created":"2021-07-01","cited_by_count":527},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"2306.09212","title":"CMMLU: Measuring massive multitask language understanding in Chinese","created":"2023-06-15","cited_by_count":449},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393},{"id":"2103.16302","title":"Rethinking Spatial Dimensions of Vision Transformers","created":"2021-03-30","cited_by_count":361},{"id":"2105.03404","title":"ResMLP: Feedforward networks for image classification with data-efficient training","created":"2021-05-07","cited_by_count":339},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320},{"id":"2107.06263","title":"CMT: Convolutional Neural Networks Meet Vision Transformers","created":"2021-07-13","cited_by_count":310},{"id":"2304.08177","title":"Efficient and Effective Text Encoding for Chinese LLaMA and Alpaca","created":"2023-04-17","cited_by_count":305},{"id":"2107.00645","title":"Global Filter Networks for Image Classification","created":"2021-07-01","cited_by_count":260},{"id":"2306.06031","title":"FinGPT: Open-Source Financial Large Language Models","created":"2023-06-09","cited_by_count":253},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237},{"id":"2306.05443","title":"PIXIU: A Large Language Model, Instruction Data and Evaluation Benchmark for Finance","created":"2023-06-08","cited_by_count":222},{"id":"2305.07027","title":"EfficientViT: Memory Efficient Vision Transformer with Cascaded Group Attention","created":"2023-05-11","cited_by_count":172},{"id":"2204.09179","title":"On the Representation Collapse of Sparse Mixture of Experts","created":"2022-04-20","cited_by_count":157},{"id":"2107.10224","title":"CycleMLP: A MLP-like Architecture for Dense Prediction","created":"2021-07-21","cited_by_count":126},{"id":"2211.00083","title":"WHEN FLUE MEETS FLANG: Benchmarks and Large Pre-trained Language Model for Financial Domain","created":"2022-10-31","cited_by_count":117},{"id":"1911.12011","title":"JEC-QA: A Legal-Domain Question Answering Dataset","created":"2019-11-27","cited_by_count":116},{"id":"1909.03341","title":"Neural Machine Translation with Byte-Level Subwords","created":"2019-09-07","cited_by_count":115},{"id":"2207.00220","title":"Pile of Law: Learning Responsible Data Filtering from the Law and a 256GB Open-Source Legal Dataset","created":"2022-07-01","cited_by_count":113},{"id":"2310.19341","title":"Skywork: A More Open Bilingual Foundation Model","created":"2023-10-30","cited_by_count":112},{"id":"2105.02358","title":"Beyond Self-attention: External Attention using Two Linear Layers for Visual Tasks","created":"2021-05-05","cited_by_count":109},{"id":"2107.08391","title":"AS-MLP: An Axial Shifted MLP Architecture for Vision","created":"2021-07-18","cited_by_count":101},{"id":"2305.12002","title":"XuanYuan 2.0: A Large Chinese Financial Chat Model with Hundreds of Billions Parameters","created":"2023-05-19","cited_by_count":92},{"id":"2103.10619","title":"Scalable Vision Transformers with Hierarchical Pooling","created":"2021-03-19","cited_by_count":84},{"id":"2202.08625","title":"Revisiting Over-smoothing in BERT from the Perspective of Graph","created":"2022-02-17","cited_by_count":72},{"id":"2307.10485","title":"FinGPT: Democratizing Internet-scale Data for Financial Large Language Models","created":"2023-07-19","cited_by_count":67},{"id":"2108.13341","title":"Hire-MLP: Vision MLP via Hierarchical Rearrangement","created":"2021-08-30","cited_by_count":66},{"id":"1506.05865","title":"LCSTS: A Large Scale Chinese Short Text Summarization Dataset","created":"2015-06-19","cited_by_count":65},{"id":"2310.15205","title":"DISC-FinLLM: A Chinese Financial Large Language Model based on Multiple Experts Fine-tuning","created":"2023-10-23","cited_by_count":64},{"id":"2111.12294","title":"An Image Patch is a Wave: Phase-Aware Vision MLP","created":"2021-11-24","cited_by_count":61},{"id":"2107.11817","title":"Go Wider Instead of Deeper","created":"2021-07-25","cited_by_count":57},{"id":"2303.10845","title":"PanGu-{\\Sigma}: Towards Trillion Parameter Language Model with Sparse Heterogeneous Computing","created":"2023-03-20","cited_by_count":56},{"id":"2305.07507","title":"LeXFiles and LegalLAMA: Facilitating English Multinational Legal Language Model Development","created":"2023-05-12","cited_by_count":54},{"id":"2305.15062","title":"Lawyer LLaMA Technical Report","created":"2023-05-24","cited_by_count":54},{"id":"2209.05034","title":"CSL: A Large-scale Chinese Scientific Literature Dataset","created":"2022-09-12","cited_by_count":45},{"id":"2107.07498","title":"FewCLUE: A Chinese Few-shot Learning Evaluation Benchmark","created":"2021-07-15","cited_by_count":41},{"id":"2305.12972","title":"VanillaNet: the Power of Minimalism in Deep Learning","created":"2023-05-22","cited_by_count":23},{"id":"2106.15941","title":"Augmented Shortcuts for Vision Transformers","created":"2021-06-30","cited_by_count":19},{"id":"2309.08173","title":"FedJudge: Federated Legal Large Language Model","created":"2023-09-15","cited_by_count":5}],"next_cursor":null}