{"total":784,"rows":[{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2309.10305","title":"Baichuan 2: Open Large-scale Language Models","created":"2023-09-19","cited_by_count":670,"area":null},{"id":"2112.04482","title":"FLAVA: A Foundational Language And Vision Alignment Model","created":"2021-12-08","cited_by_count":649,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2211.05102","title":"Efficiently Scaling Transformer Inference","created":"2022-11-09","cited_by_count":539,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457,"area":null},{"id":"2303.11331","title":"EVA-02: A Visual Representation for Neon Genesis","created":"2023-03-20","cited_by_count":381,"area":null},{"id":"2501.13928","title":"Fast3R: Towards 3D Reconstruction of 1000+ Images in One Forward Pass","created":"2025-01-23","cited_by_count":367,"area":null},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328,"area":null},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2303.17568","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","created":"2023-03-30","cited_by_count":300,"area":null},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265,"area":null},{"id":"2310.06773","title":"Uni3D: Exploring Unified 3D Representation at Scale","created":"2023-10-10","cited_by_count":237,"area":null},{"id":"2407.19669","title":"mGTE: Generalized Long-Context Text Representation and Reranking Models for Multilingual Text Retrieval","created":"2024-07-29","cited_by_count":236,"area":null},{"id":"2412.14164","title":"MetaMorph: Multimodal Understanding and Generation via Instruction Tuning","created":"2024-12-18","cited_by_count":206,"area":null},{"id":"2402.16347","title":"CodeS: Towards Building Open-source Language Models for Text-to-SQL","created":"2024-02-26","cited_by_count":187,"area":null},{"id":"2502.10248","title":"Step-Video-T2V Technical Report: The Practice, Challenges, and Future of Video Foundation Model","created":"2025-02-14","cited_by_count":168,"area":null},{"id":"2310.05694","title":"A Survey of Large Language Models for Healthcare: from Data, Technology, and Applications to Accountability and Ethics","created":"2023-10-09","cited_by_count":163,"area":null},{"id":"2503.09642","title":"Open-Sora 2.0: Training a Commercial-Level Video Generation Model in $200k","created":"2025-03-12","cited_by_count":163,"area":null},{"id":"2411.00816","title":"CycleResearcher: Improving Automated Research via Automated Review","created":"2024-10-28","cited_by_count":148,"area":null},{"id":"2308.03303","title":"LoRA-FA: Efficient and Effective Low Rank Representation Fine-tuning","created":"2023-08-07","cited_by_count":137,"area":null},{"id":"2406.16793","title":"Adam-mini: Use Fewer Learning Rates To Gain More","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2403.08763","title":"Simple and Scalable Strategies to Continually Pre-train Large Language Models","created":"2024-03-13","cited_by_count":127,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2312.06647","title":"4M: Massively Multimodal Masked Modeling","created":"2023-12-11","cited_by_count":120,"area":null},{"id":"2403.11207","title":"MindEye2: Shared-Subject Models Enable fMRI-To-Image With 1 Hour of Data","created":"2024-03-17","cited_by_count":109,"area":null},{"id":"2405.20853","title":"MeshXL: Neural Coordinate Field for Generative 3D Foundation Models","created":"2024-05-31","cited_by_count":103,"area":null},{"id":"2402.03375","title":"BetterV: Controlled Verilog Generation with Discriminative Guidance","created":"2024-02-03","cited_by_count":100,"area":null},{"id":"2310.04564","title":"ReLU Strikes Back: Exploiting Activation Sparsity in Large Language Models","created":"2023-10-06","cited_by_count":94,"area":null},{"id":"2403.14123","title":"AI and Memory Wall","created":"2024-03-21","cited_by_count":92,"area":null},{"id":"2503.02240","title":"OmniSQL: Synthesizing High-quality Text-to-SQL Data at Scale","created":"2025-03-04","cited_by_count":91,"area":null},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2410.06511","title":"TorchTitan: One-stop PyTorch native solution for production ready LLM pre-training","created":"2024-10-09","cited_by_count":85,"area":null},{"id":"2510.05491","title":"NorMuon: Making Muon more efficient and scalable","created":"2025-10-07","cited_by_count":84,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2502.10297","title":"DeltaProduct: Improving State-Tracking in Linear RNNs via Householder Products","created":"2025-02-14","cited_by_count":75,"area":null},{"id":"2410.03439","title":"ToolGen: Unified Tool Retrieval and Calling via Generation","created":"2024-10-04","cited_by_count":74,"area":null},{"id":"2504.06263","title":"OmniSVG: A Unified Scalable Vector Graphics Generation Model","created":"2025-04-08","cited_by_count":74,"area":null},{"id":"2504.05295","title":"Dion: Distributed Orthonormalized Updates","created":"2025-04-07","cited_by_count":68,"area":null},{"id":"2311.18702","title":"CritiqueLLM: Towards an Informative Critique Generation Model for Evaluation of Large Language Model Generation","created":"2023-11-30","cited_by_count":66,"area":null},{"id":"2412.11948","title":"OpenReviewer: A Specialized Large Language Model for Generating Critical Scientific Paper Reviews","created":"2024-12-16","cited_by_count":65,"area":null},{"id":"2506.17221","title":"VLN-R1: Vision-Language Navigation via Reinforcement Fine-Tuning","created":"2025-06-20","cited_by_count":63,"area":null},{"id":"2304.05215","title":"A Billion-scale Foundation Model for Remote Sensing Images","created":"2023-04-11","cited_by_count":62,"area":null},{"id":"2410.24198","title":"SelfCodeAlign: Self-Alignment for Code Generation","created":"2024-10-31","cited_by_count":62,"area":null},{"id":"2507.12144","title":"FourCastNet 3: A geometric approach to probabilistic machine-learning weather forecasting at scale","created":"2025-07-16","cited_by_count":62,"area":null},{"id":"2405.07719","title":"USP: A Unified Sequence Parallelism Approach for Long Context Generative AI","created":"2024-05-13","cited_by_count":61,"area":null},{"id":"2405.14852","title":"PV-Tuning: Beyond Straight-Through Estimation for Extreme LLM Compression","created":"2024-05-23","cited_by_count":61,"area":null},{"id":"2501.10326","title":"Large language models for automated scholarly paper review: A survey","created":"2025-01-17","cited_by_count":61,"area":null},{"id":"2306.11987","title":"Training Transformers with 4-bit Integers","created":"2023-06-21","cited_by_count":60,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2405.18886","title":"Compressing Large Language Models using Low Rank and Low Precision Decomposition","created":"2024-05-29","cited_by_count":59,"area":null},{"id":"2104.08200","title":"IndoNLG: Benchmark and Resources for Evaluating Indonesian Natural Language Generation","created":"2021-04-16","cited_by_count":57,"area":null},{"id":"2406.06858","title":"FLUX: Fast Software-based Communication Overlap On GPUs Through Kernel Fusion","created":"2024-06-11","cited_by_count":57,"area":null},{"id":"2407.09709","title":"GOFA: A Generative One-For-All Model for Joint Graph Language Modeling","created":"2024-07-12","cited_by_count":57,"area":null},{"id":"2308.00016","title":"Alpha-GPT: Human-AI Interactive Alpha Mining for Quantitative Investment","created":"2023-07-31","cited_by_count":56,"area":null},{"id":"2312.16903","title":"Spike No More: Stabilizing the Pre-training of Large Language Models","created":"2023-12-28","cited_by_count":52,"area":null},{"id":"2401.14818","title":"Developing ChemDFM as a large language foundation model for chemistry","created":"2024-01-26","cited_by_count":52,"area":null},{"id":"2305.19268","title":"Intriguing Properties of Quantization at Scale","created":"2023-05-30","cited_by_count":49,"area":null},{"id":"2406.18533","title":"On Scaling Up 3D Gaussian Splatting Training","created":"2024-06-26","cited_by_count":49,"area":null},{"id":"2210.00036","title":"Differentially Private Bias-Term Fine-tuning of Foundation Models","created":"2022-09-30","cited_by_count":48,"area":null},{"id":"2312.12450","title":"Can It Edit? Evaluating the Ability of Large Language Models to Follow Code Editing Instructions","created":"2023-12-11","cited_by_count":48,"area":null},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2308.09895","title":"Knowledge Transfer from High-Resource to Low-Resource Programming Languages for Code LLMs","created":"2023-08-19","cited_by_count":45,"area":null},{"id":"2512.03052","title":"LATTICE: Democratize High-Fidelity 3D Generation at Scale","created":"2025-11-24","cited_by_count":44,"area":null},{"id":"2505.24034","title":"LlamaRL: A Distributed Asynchronous Reinforcement Learning Framework for Efficient Large-scale LLM Training","created":"2025-05-29","cited_by_count":42,"area":null},{"id":"2401.04343","title":"Private Fine-tuning of Large Language Models with Zeroth-order Optimization","created":"2024-01-09","cited_by_count":41,"area":null},{"id":"2411.09009","title":"Cut Your Losses in Large-Vocabulary Language Models","created":"2024-11-13","cited_by_count":40,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2311.08711","title":"PLUG: Leveraging Pivot Language in Cross-Lingual Instruction Tuning","created":"2023-11-15","cited_by_count":39,"area":null},{"id":"2401.07950","title":"SciInstruct: a Self-Reflective Instruction Annotated Dataset for Training Scientific Language Models","created":"2024-01-15","cited_by_count":39,"area":null},{"id":"2410.07064","title":"Data Selection via Optimal Control for Language Models","created":"2024-10-09","cited_by_count":38,"area":null},{"id":"2501.00365","title":"Low-Rank Adaptation for Foundation Models: A Comprehensive Review","created":"2024-12-31","cited_by_count":37,"area":null},{"id":"2108.06084","title":"The Stability-Efficiency Dilemma: Investigating Sequence Length Warmup for Training GPT Models","created":"2021-08-13","cited_by_count":36,"area":null},{"id":"2403.12844","title":"MELTing point: Mobile Evaluation of Language Transformers","created":"2024-03-19","cited_by_count":36,"area":null},{"id":"2407.08699","title":"Mitigating Catastrophic Forgetting in Language Transfer via Model Merging","created":"2024-07-11","cited_by_count":36,"area":null},{"id":"2307.11224","title":"Jina Embeddings: A Novel Set of High-Performance Sentence Embedding Models","created":"2023-07-20","cited_by_count":35,"area":null},{"id":"2403.04317","title":"Online Adaptation of Language Models with a Memory of Amortized Contexts","created":"2024-03-07","cited_by_count":35,"area":null},{"id":"2510.16981","title":"MuonBP: Faster Muon via Block-Periodic Orthogonalization","created":"2025-10-19","cited_by_count":35,"area":null},{"id":"2405.13001","title":"Large Language Models for Education: A Survey","created":"2024-05-12","cited_by_count":34,"area":null},{"id":"2407.07890","title":"Training on the Test Task Confounds Evaluation and Emergence","created":"2024-07-10","cited_by_count":34,"area":null},{"id":"2211.15613","title":"Frustratingly Easy Label Projection for Cross-lingual Transfer","created":"2022-11-28","cited_by_count":33,"area":null},{"id":"2312.15159","title":"Understanding the Potential of FPGA-Based Spatial Acceleration for Large Language Model Inference","created":"2023-12-23","cited_by_count":33,"area":null},{"id":"2407.03963","title":"LLM-jp: A Cross-organizational Project for the Research and Development of Fully Open Japanese LLMs","created":"2024-07-04","cited_by_count":33,"area":null},{"id":"2510.13802","title":"Trace Anything: Representing Any Video in 4D via Trajectory Fields","created":"2025-10-15","cited_by_count":33,"area":null},{"id":"2310.10195","title":"AdaLomo: Low-memory Optimization with Adaptive Learning Rate","created":"2023-10-16","cited_by_count":31,"area":null},{"id":"2410.20011","title":"A Survey of Small Language Models","created":"2024-10-25","cited_by_count":31,"area":null},{"id":"2405.10853","title":"The Future of Large Language Model Pre-training is Federated","created":"2024-05-17","cited_by_count":30,"area":null},{"id":"2407.17465","title":"u-$\\mu$P: The Unit-Scaled Maximal Update Parametrization","created":"2024-07-24","cited_by_count":29,"area":null},{"id":"2409.12903","title":"Scaling Smart: Accelerating Large Language Model Pre-training with Small Model Initialization","created":"2024-09-19","cited_by_count":29,"area":null},{"id":"2411.19378","title":"Libra: Leveraging Temporal Images for Biomedical Radiology Analysis","created":"2024-11-28","cited_by_count":29,"area":null},{"id":"2409.07486","title":"MarS: a Financial Market Simulation Engine Powered by Generative Foundation Model","created":"2024-09-04","cited_by_count":28,"area":null},{"id":"2411.15539","title":"Large Language Model with Region-guided Referring and Grounding for CT Report Generation","created":"2024-11-23","cited_by_count":28,"area":null}],"next_cursor":"100"}