{"total":140,"rows":[{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2509.22622","title":"LongLive: Real-time Interactive Long Video Generation","created":"2025-09-26","cited_by_count":265,"area":null},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2407.01523","title":"MMLongBench-Doc: Benchmarking Long-context Document Understanding with Visualizations","created":"2024-07-01","cited_by_count":183,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2503.19325","title":"Long-Context Autoregressive Video Modeling with Next-Frame Prediction","created":"2025-03-25","cited_by_count":123,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2410.14052","title":"From Isolated Conversations to Hierarchical Schemas: Dynamic Tree Memory Representation for LLMs","created":"2024-10-17","cited_by_count":79,"area":null},{"id":"2407.09413","title":"SPIQA: A Dataset for Multimodal Question Answering on Scientific Papers","created":"2024-07-12","cited_by_count":75,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2401.11624","title":"In-context Learning with Retrieved Demonstrations for Language Models: A Survey","created":"2024-01-21","cited_by_count":70,"area":null},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2407.11046","title":"A Survey on LoRA of Large Language Models","created":"2024-07-08","cited_by_count":67,"area":null},{"id":"2505.11594","title":"SageAttention3: Microscaling FP4 Attention for Inference and An Exploration of 8-Bit Training","created":"2025-05-16","cited_by_count":66,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2311.17241","title":"End-to-End Temporal Action Detection with 1B Parameters Across 1000 Frames","created":"2023-11-28","cited_by_count":47,"area":null},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2403.20320","title":"MTLoRA: A Low-Rank Adaptation Approach for Efficient Multi-Task Learning","created":"2024-03-29","cited_by_count":44,"area":null},{"id":"2409.16191","title":"HelloBench: Evaluating Long Text Generation Capabilities of Large Language Models","created":"2024-09-24","cited_by_count":44,"area":null},{"id":"2402.10193","title":"BitDelta: Your Fine-Tune May Only Be Worth One Bit","created":"2024-02-15","cited_by_count":39,"area":null},{"id":"2401.11504","title":"With Greater Text Comes Greater Necessity: Inference-Time Training Helps Long Text Generation","created":"2024-01-21","cited_by_count":37,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2405.05219","title":"Conv-Basis: A New Paradigm for Efficient Attention Inference and Gradient Computation in Transformers","created":"2024-05-08","cited_by_count":32,"area":null},{"id":"2412.12591","title":"LLMs are Also Effective Embedding Models: An In-depth Overview","created":"2024-12-17","cited_by_count":32,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2505.03739","title":"VITA-Audio: Fast Interleaved Cross-Modal Token Generation for Efficient Large Speech-Language Model","created":"2025-05-06","cited_by_count":31,"area":null},{"id":"2405.16411","title":"Training Tensor Attention Efficiently: From Cubic to Almost Linear Time","created":"2024-05-26","cited_by_count":30,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2312.02199","title":"USat: A Unified Self-Supervised Encoder for Multi-Sensor Satellite Imagery","created":"2023-12-02","cited_by_count":28,"area":null},{"id":"2403.16443","title":"CodeS: Natural Language to Code Repository via Multi-Layer Sketch","created":"2024-03-25","cited_by_count":28,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2409.12181","title":"A Controlled Study on Long Context Extension and Generalization in LLMs","created":"2024-09-18","cited_by_count":26,"area":null},{"id":"2505.23253","title":"UniTEX: Universal High Fidelity Generative Texturing for 3D Shapes","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2504.14757","title":"SWE-Synth: Synthesizing Verifiable Bug-Fix Data to Enable Large Language Models in Resolving Real-World Bugs","created":"2025-04-20","cited_by_count":22,"area":null},{"id":"2410.00487","title":"Self-Updatable Large Language Models by Integrating Context into Model Parameters","created":"2024-10-01","cited_by_count":21,"area":null},{"id":"2405.03425","title":"Gaussian Stochastic Weight Averaging for Bayesian Low-Rank Adaptation of Large Language Models","created":"2024-05-06","cited_by_count":20,"area":null},{"id":"2410.01359","title":"FlashMask: Efficient and Rich Mask Extension of FlashAttention","created":"2024-10-02","cited_by_count":20,"area":null},{"id":"2402.07658","title":"The Sound of Healthcare: Improving Medical Transcription ASR Accuracy with Large Language Models","created":"2024-02-12","cited_by_count":18,"area":null},{"id":"2410.09432","title":"FedEx-LoRA: Exact Aggregation for Federated and Efficient Fine-Tuning of Foundation Models","created":"2024-10-12","cited_by_count":18,"area":null},{"id":"2510.11696","title":"QeRL: Beyond Efficiency -- Quantization-enhanced Reinforcement Learning for LLMs","created":"2025-10-13","cited_by_count":16,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2411.13874","title":"Next-Generation Phishing: How LLM Agents Empower Cyber Attackers","created":"2024-11-21","cited_by_count":14,"area":null},{"id":"2406.09897","title":"3D-RPE: Enhancing Long-Context Modeling Through 3D Rotary Position Encoding","created":"2024-06-14","cited_by_count":13,"area":null},{"id":"2407.01214","title":"Revisiting Random Walks for Learning on Graphs","created":"2024-07-01","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2311.04879","title":"LongQLoRA: Efficient and Effective Method to Extend Context Length of Large Language Models","created":"2023-11-08","cited_by_count":12,"area":null},{"id":"2406.10382","title":"Efficient Prompting for LLM-based Generative Internet of Things","created":"2024-06-14","cited_by_count":12,"area":null},{"id":"2410.14195","title":"Rethinking Transformer for Long Contextual Histopathology Whole Slide Image Analysis","created":"2024-10-18","cited_by_count":12,"area":null},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11,"area":null},{"id":"2402.12749","title":"Me LLaMA: Foundation Large Language Models for Medical Applications","created":"2024-02-20","cited_by_count":10,"area":null},{"id":"2508.02668","title":"LOST: Low-rank and Sparse Pre-training for Large Language Models","created":"2025-08-04","cited_by_count":10,"area":null},{"id":"2312.01314","title":"NLEBench+NorGLM: A Comprehensive Empirical Analysis and Benchmark Dataset for Generative Language Models in Norwegian","created":"2023-12-03","cited_by_count":9,"area":null},{"id":"2403.20262","title":"ELITR-Bench: A Meeting Assistant Benchmark for Long-Context Language Models","created":"2024-03-29","cited_by_count":9,"area":null},{"id":"2406.05678","title":"SinkLoRA: Enhanced Efficiency and Chat Capabilities for Long-Context Large Language Models","created":"2024-06-09","cited_by_count":9,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2502.16860","title":"LongAttn: Selecting Long-context Training Data via Token-level Attention","created":"2025-02-24","cited_by_count":9,"area":null},{"id":"2509.03057","title":"Structure-Learnable Adapter Fine-Tuning for Parameter-Efficient Large Language Models","created":"2025-09-03","cited_by_count":9,"area":null},{"id":"2310.08796","title":"End-to-end Story Plot Generator","created":"2023-10-13","cited_by_count":7,"area":null},{"id":"2402.17812","title":"DropBP: Accelerating Fine-Tuning of Large Language Models by Dropping Backward Propagation","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2311.12315","title":"AcademicGPT: Empowering Academic Research","created":"2023-11-21","cited_by_count":6,"area":null},{"id":"2311.15490","title":"Optimizing and Fine-tuning Large Language Model for Urban Renewal","created":"2023-11-27","cited_by_count":6,"area":null},{"id":"2407.01320","title":"Increasing Model Capacity for Free: A Simple Strategy for Parameter Efficient Fine-tuning","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2407.15892","title":"Mini-Sequence Transformer: Optimizing Intermediate Memory for Long Sequences Training","created":"2024-07-22","cited_by_count":6,"area":null},{"id":"2412.13626","title":"LIFT: Improving Long Context Understanding Through Long Input Fine-Tuning","created":"2024-12-18","cited_by_count":6,"area":null},{"id":"2505.17134","title":"LongMagpie: A Self-synthesis Method for Generating Large-scale Long-context Instructions","created":"2025-05-22","cited_by_count":6,"area":null},{"id":"2605.21028","title":"DySink: Dynamic Frame Sinks for Autoregressive Long Video Generation","created":"2026-05-20","cited_by_count":6,"area":null},{"id":"2405.16800","title":"TAGA: Text-Attributed Graph Self-Supervised Learning by Synergizing Graph and Text Mutual Transformations","created":"2024-05-27","cited_by_count":5,"area":null},{"id":"2503.16916","title":"Temporal Action Detection Model Compression by Progressive Block Drop","created":"2025-03-21","cited_by_count":5,"area":null},{"id":"2504.19583","title":"Graph-Based Spectral Decomposition for Parameter Coordination in Language Model Fine-Tuning","created":"2025-04-28","cited_by_count":5,"area":null},{"id":"2505.13027","title":"Deconstructing Positional Information: From Attention Logits to Training Biases","created":"2025-05-19","cited_by_count":5,"area":null},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2311.03233","title":"Navigating Scaling Laws: Compute Optimality in Adaptive Model Training","created":"2023-11-06","cited_by_count":4,"area":null},{"id":"2405.16635","title":"Compressing Lengthy Context With UltraGist","created":"2024-05-26","cited_by_count":4,"area":null},{"id":"2409.19540","title":"LoRKD: Low-Rank Knowledge Decomposition for Medical Foundation Models","created":"2024-09-29","cited_by_count":4,"area":null},{"id":"2507.07694","title":"SAS: Simulated Attention Score","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2601.15300","title":"Intelligence Degradation in Long-Context LLMs: Critical Threshold Determination via Natural Length Distribution Analysis","created":"2026-01-07","cited_by_count":4,"area":null},{"id":"2605.10544","title":"Where Does Long-Context Supervision Actually Go? Effective-Context Exposure Balancing","created":"2026-05-11","cited_by_count":4,"area":null},{"id":"2310.19106","title":"PACuna: Automated Fine-Tuning of Language Models for Particle Accelerators","created":"2023-10-29","cited_by_count":3,"area":null},{"id":"2311.12885","title":"Long-MIL: Scaling Long Contextual Multiple Instance Learning for Histopathology Whole Slide Image Analysis","created":"2023-11-21","cited_by_count":3,"area":null},{"id":"2402.03009","title":"UniMem: Towards a Unified View of Long-Context Large Language Models","created":"2024-02-05","cited_by_count":3,"area":null},{"id":"2410.03787","title":"CalliffusionV2: Personalized Natural Calligraphy Generation with Flexible Multi-modal Control","created":"2024-10-03","cited_by_count":3,"area":null},{"id":"2506.00495","title":"FLoE: Fisher-Based Layer Selection for Efficient Sparse Adaptation of Low-Rank Experts","created":"2025-05-31","cited_by_count":3,"area":null},{"id":"2507.03117","title":"BLaST: High Performance Inference and Pretraining using BLock Sparse Transformers","created":"2025-07-03","cited_by_count":3,"area":null},{"id":"2605.12904","title":"VIP-COP: Context Optimization for Tabular Foundation Models","created":"2026-05-13","cited_by_count":3,"area":null},{"id":"2607.14952","title":"LongStraw: Long-Context RL Beyond 2M Tokens under a Fixed GPU Budget","created":"2026-07-16","cited_by_count":3,"area":null},{"id":"2312.10899","title":"MagicScroll: Nontypical Aspect-Ratio Image Generation for Visual Storytelling via Multi-Layered Semantic-Aware Denoising","created":"2023-12-18","cited_by_count":2,"area":null},{"id":"2403.07440","title":"Matrix-Transformation Based Low-Rank Adaptation (MTLoRA): A Brain-Inspired Method for Parameter-Efficient Fine-Tuning","created":"2024-03-12","cited_by_count":2,"area":null},{"id":"2407.05413","title":"SBoRA: Low-Rank Adaptation with Regional Weight Updates","created":"2024-07-07","cited_by_count":2,"area":null},{"id":"2408.06423","title":"Evaluating LLMs on Entity Disambiguation in Tables","created":"2024-08-12","cited_by_count":2,"area":null},{"id":"2409.10482","title":"Schrodinger's Memory: Large Language Models","created":"2024-09-16","cited_by_count":2,"area":null},{"id":"2410.04039","title":"BlockScan: Detecting Anomalies in Blockchain Transactions","created":"2024-10-05","cited_by_count":2,"area":null}],"next_cursor":"100"}