{"list":"other","total":129,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2201.11903","title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","created":"2022-01-28","cited_by_count":12459},{"id":"2011.13456","title":"Score-Based Generative Modeling through Stochastic Differential Equations","created":"2020-11-26","cited_by_count":9122},{"id":"1706.02216","title":"Inductive Representation Learning on Large Graphs","created":"2017-06-07","cited_by_count":6320},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2305.10601","title":"Tree of Thoughts: Deliberate Problem Solving with Large Language Models","created":"2023-05-17","cited_by_count":3211},{"id":"2311.15127","title":"Stable Video Diffusion: Scaling Latent Video Diffusion Models to Large Datasets","created":"2023-11-25","cited_by_count":2581},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1902.07153","title":"Simplifying Graph Convolutional Networks","created":"2019-02-19","cited_by_count":1477},{"id":"2102.09690","title":"Calibrate Before Use: Improving Few-Shot Performance of Language Models","created":"2021-02-19","cited_by_count":1392},{"id":"2012.15723","title":"Making Pre-trained Language Models Better Few-shot Learners","created":"2020-12-31","cited_by_count":1256},{"id":"2301.00774","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","created":"2023-01-02","cited_by_count":1121},{"id":"2303.16199","title":"LLaMA-Adapter: Efficient Fine-tuning of Language Models with Zero-init Attention","created":"2023-03-28","cited_by_count":781},{"id":"2212.07677","title":"Transformers learn in-context by gradient descent","created":"2022-12-15","cited_by_count":732},{"id":"1902.07243","title":"Graph Neural Networks for Social Recommendation","created":"2019-02-19","cited_by_count":714},{"id":"2104.08773","title":"Cross-Task Generalization via Natural Language Crowdsourcing Instructions","created":"2021-04-18","cited_by_count":699},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2304.15010","title":"LLaMA-Adapter V2: Parameter-Efficient Visual Instruction Model","created":"2023-04-28","cited_by_count":602},{"id":"1405.4980","title":"Convex Optimization: Algorithms and Complexity","created":"2014-05-20","cited_by_count":575},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2103.03404","title":"Attention is Not All You Need: Pure Attention Loses Rank Doubly Exponentially with Depth","created":"2021-03-05","cited_by_count":419},{"id":"2410.12557","title":"One Step Diffusion via Shortcut Models","created":"2024-10-16","cited_by_count":391},{"id":"2306.09927","title":"Trained Transformers Learn Linear Models In-Context","created":"2023-06-16","cited_by_count":337},{"id":"2212.14024","title":"Demonstrate-Search-Predict: Composing retrieval and language models for knowledge-intensive NLP","created":"2022-12-28","cited_by_count":318},{"id":"2201.03514","title":"Black-Box Tuning for Language-Model-as-a-Service","created":"2022-01-10","cited_by_count":256},{"id":"2406.03520","title":"VideoPhy: Evaluating Physical Commonsense for Video Generation","created":"2024-06-05","cited_by_count":228},{"id":"1908.11775","title":"Transformer Dissection: A Unified Understanding of Transformer's Attention via the Lens of Kernel","created":"2019-08-30","cited_by_count":213},{"id":"2305.01140","title":"Geometric Latent Diffusion Models for 3D Molecule Generation","created":"2023-05-02","cited_by_count":186},{"id":"2311.03054","title":"AnyText: Multilingual Visual Text Generation And Editing","created":"2023-11-06","cited_by_count":170},{"id":"2206.03126","title":"Signal Propagation in Transformers: Theoretical Perspectives and the Role of Rank Collapse","created":"2022-06-07","cited_by_count":141},{"id":"2305.05465","title":"The emergence of clusters in self-attention dynamics","created":"2023-05-09","cited_by_count":140},{"id":"2110.11773","title":"Sinkformers: Transformers with Doubly Stochastic Attention","created":"2021-10-22","cited_by_count":138},{"id":"2504.02732","title":"Why do LLMs attend to the first token?","created":"2025-04-03","cited_by_count":127},{"id":"2402.04347","title":"The Hedgehog & the Porcupine: Expressive Linear Attentions with Softmax Mimicry","created":"2024-02-06","cited_by_count":120},{"id":"2102.08124","title":"Accelerated Sparse Neural Training: A Provable and Efficient Method to Find N:M Transposable Masks","created":"2021-02-16","cited_by_count":103},{"id":"2302.13214","title":"Fast Attention Requires Bounded Entries","created":"2023-02-26","cited_by_count":102},{"id":"2310.17513","title":"The Expressive Power of Low-Rank Adaptation","created":"2023-10-26","cited_by_count":102},{"id":"2110.14038","title":"Robustness of Graph Neural Networks at Scale","created":"2021-10-26","cited_by_count":100},{"id":"2310.01082","title":"Linear attention is (maybe) all you need (to understand transformer optimization)","created":"2023-10-02","cited_by_count":98},{"id":"2310.05869","title":"HyperAttention: Long-context Attention in Near-Linear Time","created":"2023-10-09","cited_by_count":85},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82},{"id":"2209.15486","title":"Graph Neural Networks for Link Prediction with Subgraph Sketching","created":"2022-09-30","cited_by_count":81},{"id":"2212.11685","title":"Text Generation with Diffusion Language Models: A Pre-training Approach with Continuous Paragraph Denoise","created":"2022-12-22","cited_by_count":79},{"id":"2310.20453","title":"Generate What You Prefer: Reshaping Sequential Recommendation via Guided Diffusion","created":"2023-10-31","cited_by_count":74},{"id":"1911.04131","title":"Learning Graph Convolutional Network for Skeleton-based Human Action Recognition by Neural Searching","created":"2019-11-11","cited_by_count":70},{"id":"2404.11936","title":"LD-Pruner: Efficient Pruning of Latent Diffusion Models using Task-Agnostic Insights","created":"2024-04-18","cited_by_count":65},{"id":"2201.00232","title":"Towards Robust Graph Neural Networks for Noisy Graphs with Sparse Labels","created":"2022-01-01","cited_by_count":63},{"id":"2112.07628","title":"Training Multi-Layer Over-Parametrized Neural Network in Subquadratic Time","created":"2021-12-14","cited_by_count":62},{"id":"2006.11648","title":"Training (Overparametrized) Neural Networks in Near-Linear Time","created":"2020-06-20","cited_by_count":58},{"id":"1910.02212","title":"Symbiotic Graph Neural Networks for 3D Skeleton-based Human Action Recognition and Motion Prediction","created":"2019-10-05","cited_by_count":50},{"id":"1704.08246","title":"Relative Error Tensor Low Rank Approximation","created":"2017-04-26","cited_by_count":45},{"id":"2303.16504","title":"An Over-parameterized Exponential Regression","created":"2023-03-29","cited_by_count":45},{"id":"2405.19592","title":"Why Larger Language Models Do In-context Learning Differently?","created":"2024-05-30","cited_by_count":45},{"id":"2408.14176","title":"SwiftBrush v2: Make Your One-step Diffusion Model Better Than Its Teacher","created":"2024-08-26","cited_by_count":45},{"id":"2310.04064","title":"How to Capture Higher-order Correlations? Generalizing Matrix Softmax Attention to Kronecker Computation","created":"2023-10-06","cited_by_count":44},{"id":"2402.04520","title":"On Computational Limits of Modern Hopfield Models: A Fine-Grained Complexity Analysis","created":"2024-02-07","cited_by_count":41},{"id":"2407.01079","title":"On Statistical Rates and Provably Efficient Criteria of Latent Diffusion Transformers (DiTs)","created":"2024-07-01","cited_by_count":40},{"id":"2110.14363","title":"VQ-GNN: A Universal Framework to Scale up Graph Neural Networks using Vector Quantization","created":"2021-10-27","cited_by_count":39},{"id":"2303.06562","title":"ContraNorm: A Contrastive Learning Perspective on Oversmoothing and Beyond","created":"2023-03-12","cited_by_count":39},{"id":"2505.00337","title":"T2VPhysBench: A First-Principles Benchmark for Physical Consistency in Text-to-Video Generation","created":"2025-05-01","cited_by_count":39},{"id":"2412.12444","title":"LazyDiT: Lazy Learning for the Acceleration of Diffusion Transformers","created":"2024-12-17","cited_by_count":37},{"id":"2211.14090","title":"Spatial-Spectral Transformer for Hyperspectral Image Denoising","created":"2022-11-25","cited_by_count":34},{"id":"2108.09420","title":"Fast Sketching of Polynomial Kernels of Polynomial Degree","created":"2021-08-21","cited_by_count":33},{"id":"2405.05219","title":"Conv-Basis: A New Paradigm for Efficient Attention Inference and Gradient Computation in Transformers","created":"2024-05-08","cited_by_count":32},{"id":"2302.11068","title":"Low Rank Matrix Completion via Robust Alternating Minimization in Nearly Linear Time","created":"2023-02-21","cited_by_count":31},{"id":"2402.15017","title":"Towards Few-Shot Adaptation of Foundation Models via Multitask Finetuning","created":"2024-02-22","cited_by_count":31},{"id":"2406.03136","title":"Computational Limits of Low-Rank Adaptation (LoRA) Fine-Tuning for Transformer Models","created":"2024-06-05","cited_by_count":31},{"id":"2201.06885","title":"Evidence-aware Fake News Detection with Graph Neural Networks","created":"2022-01-18","cited_by_count":30},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30},{"id":"1405.7910","title":"Optimal CUR Matrix Decompositions","created":"2014-05-30","cited_by_count":29},{"id":"1712.09473","title":"Sketching for Kronecker Product Regression and P-splines","created":"2017-12-27","cited_by_count":29},{"id":"1909.13384","title":"Optimal Sketching for Kronecker Product Regression and Low Rank Approximation","created":"2019-09-29","cited_by_count":29},{"id":"2011.06997","title":"Kernel Density Estimation through Density Constrained Near Neighbor Search","created":"2020-11-13","cited_by_count":29},{"id":"2006.08228","title":"Finding trainable sparse networks through Neural Tangent Transfer","created":"2020-06-15","cited_by_count":28},{"id":"2303.00106","title":"The Trade-off between Universality and Label Efficiency of Representations from Contrastive Learning","created":"2023-02-28","cited_by_count":27},{"id":"2411.07602","title":"Circuit Complexity Bounds for RoPE-based Transformer Architecture","created":"2024-11-12","cited_by_count":26},{"id":"2308.13422","title":"QKSAN: A Quantum Kernel Self-Attention Network","created":"2023-08-25","cited_by_count":23},{"id":"2412.15579","title":"Score-based Generative Diffusion Models for Social Recommendations","created":"2024-12-20","cited_by_count":23},{"id":"2308.10570","title":"Self-Feedback DETR for Temporal Action Detection","created":"2023-08-21","cited_by_count":22},{"id":"2408.13233","title":"Multi-Layer Transformers Gradient Can be Approximated in Almost Linear Time","created":"2024-08-23","cited_by_count":22},{"id":"2411.17522","title":"On Statistical Rates of Conditional Diffusion Transformers: Approximation, Estimation and Minimax Optimality","created":"2024-11-26","cited_by_count":22},{"id":"2205.09646","title":"Great Power, Great Responsibility: Recommendations for Reducing Energy for Training Language Models","created":"2022-05-19","cited_by_count":21},{"id":"1602.02262","title":"Recovery guarantee of weighted low-rank approximation via alternating minimization","created":"2016-02-06","cited_by_count":20},{"id":"2308.14304","title":"Solving Attention Kernel Regression Problem via Pre-conditioner","created":"2023-08-28","cited_by_count":20},{"id":"2410.11261","title":"Beyond Linear Approximations: A Novel Pruning Approach for Attention Matrix","created":"2024-10-15","cited_by_count":20},{"id":"2404.12382","title":"Lazy Diffusion Transformer for Interactive Image Editing","created":"2024-04-18","cited_by_count":19},{"id":"2408.12151","title":"A Tighter Complexity Analysis of SparseGPT","created":"2024-08-22","cited_by_count":19},{"id":"2410.10165","title":"HSR-Enhanced Sparse Attention Acceleration","created":"2024-10-14","cited_by_count":19},{"id":"2410.13798","title":"Learning Graph Quantized Tokenizers","created":"2024-10-17","cited_by_count":19},{"id":"2307.08045","title":"Beyond Classical Attention: Quantum Attention for Scalable Computation","created":"2023-07-16","cited_by_count":18},{"id":"2308.16800","title":"Rank Collapse Causes Over-Smoothing and Over-Correlation in Graph Neural Networks","created":"2023-08-31","cited_by_count":18},{"id":"2210.03961","title":"Dynamic Tensor Product Regression","created":"2022-10-08","cited_by_count":17},{"id":"2201.09398","title":"Towards Private Learning on Decentralized Graphs with Local Differential Privacy","created":"2022-01-23","cited_by_count":16}],"next_cursor":"100"}