{"total":981,"rows":[{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288,"area":null},{"id":"2201.05989","title":"Instant Neural Graphics Primitives with a Multiresolution Hash Encoding","created":"2022-01-16","cited_by_count":3723,"area":null},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2403.13372","title":"LlamaFactory: Unified Efficient Fine-Tuning of 100+ Language Models","created":"2024-03-20","cited_by_count":1464,"area":null},{"id":"2203.03605","title":"DINO: DETR with Improved DeNoising Anchor Boxes for End-to-End Object Detection","created":"2022-03-07","cited_by_count":1319,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2110.06864","title":"ByteTrack: Multi-Object Tracking by Associating Every Detection Box","created":"2021-10-13","cited_by_count":823,"area":null},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2111.11432","title":"Florence: A New Foundation Model for Computer Vision","created":"2021-11-22","cited_by_count":804,"area":null},{"id":"2308.03281","title":"Towards General Text Embeddings with Multi-stage Contrastive Learning","created":"2023-08-07","cited_by_count":723,"area":null},{"id":"2304.11277","title":"PyTorch FSDP: Experiences on Scaling Fully Sharded Data Parallel","created":"2023-04-21","cited_by_count":660,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2102.02779","title":"Unifying Vision-and-Language Tasks via Text Generation","created":"2021-02-04","cited_by_count":412,"area":null},{"id":"2110.05679","title":"Large Language Models Can Be Strong Differentially Private Learners","created":"2021-10-12","cited_by_count":412,"area":null},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2110.06500","title":"Differentially Private Fine-tuning of Language Models","created":"2021-10-13","cited_by_count":400,"area":null},{"id":"2305.02463","title":"Shap-E: Generating Conditional 3D Implicit Functions","created":"2023-05-03","cited_by_count":385,"area":null},{"id":"2112.07658","title":"AdaViT: Adaptive Tokens for Efficient Vision Transformer","created":"2021-12-14","cited_by_count":362,"area":null},{"id":"2404.19702","title":"GS-LRM: Large Reconstruction Model for 3D Gaussian Splatting","created":"2024-04-30","cited_by_count":349,"area":null},{"id":"2104.07586","title":"See through Gradients: Image Batch Recovery via GradInversion","created":"2021-04-15","cited_by_count":326,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2109.12894","title":"Training Spiking Neural Networks Using Lessons From Deep Learning","created":"2021-09-27","cited_by_count":259,"area":null},{"id":"2212.12017","title":"OPT-IML: Scaling Language Model Instruction Meta Learning through the Lens of Generalization","created":"2022-12-22","cited_by_count":236,"area":null},{"id":"2109.04332","title":"PPT: Pre-trained Prompt Tuning for Few-shot Learning","created":"2021-09-09","cited_by_count":232,"area":null},{"id":"2106.05392","title":"Keeping Your Eye on the Ball: Trajectory Attention in Video Transformers","created":"2021-06-09","cited_by_count":224,"area":null},{"id":"2205.10770","title":"Memorization Without Overfitting: Analyzing the Training Dynamics of Large Language Models","created":"2022-05-22","cited_by_count":220,"area":null},{"id":"2307.05695","title":"ReLoRA: High-Rank Training Through Low-Rank Updates","created":"2023-07-11","cited_by_count":204,"area":null},{"id":"2209.05433","title":"FP8 Formats for Deep Learning","created":"2022-09-12","cited_by_count":196,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2411.12372","title":"RedPajama: an Open Dataset for Training Large Language Models","created":"2024-11-19","cited_by_count":182,"area":null},{"id":"2306.16269","title":"RSPrompter: Learning to Prompt for Remote Sensing Instance Segmentation based on Visual Foundation Model","created":"2023-06-28","cited_by_count":181,"area":null},{"id":"2303.15247","title":"Zero-Shot Composed Image Retrieval with Textual Inversion","created":"2023-03-27","cited_by_count":176,"area":null},{"id":"2203.07303","title":"All in One: Exploring Unified Video-Language Pre-training","created":"2022-03-14","cited_by_count":171,"area":null},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170,"area":null},{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2206.02680","title":"Separable Self-attention for Mobile Vision Transformers","created":"2022-06-06","cited_by_count":163,"area":null},{"id":"2204.05088","title":"M$^2$BEV: Multi-Camera Joint 3D Detection and Segmentation with Unified Birds-Eye View Representation","created":"2022-04-11","cited_by_count":156,"area":null},{"id":"2202.03423","title":"Backdoor Defense via Decoupling the Training Process","created":"2022-02-05","cited_by_count":153,"area":null},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2304.09172","title":"Hyperbolic Image-Text Representations","created":"2023-04-18","cited_by_count":136,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2405.04324","title":"Granite Code Models: A Family of Open Foundation Models for Code Intelligence","created":"2024-05-07","cited_by_count":117,"area":null},{"id":"2301.05603","title":"A Comprehensive Survey of Dataset Distillation","created":"2023-01-13","cited_by_count":115,"area":null},{"id":"2402.15627","title":"MegaScale: Scaling Large Language Model Training to More Than 10,000 GPUs","created":"2024-02-23","cited_by_count":112,"area":null},{"id":"2304.03208","title":"Cerebras-GPT: Open Compute-Optimal Language Models Trained on the Cerebras Wafer-Scale Cluster","created":"2023-04-06","cited_by_count":109,"area":null},{"id":"2402.03293","title":"Flora: Low-Rank Adapters Are Secretly Gradient Compressors","created":"2024-02-05","cited_by_count":108,"area":null},{"id":"2310.19923","title":"Jina Embeddings 2: 8192-Token General-Purpose Text Embeddings for Long Documents","created":"2023-10-30","cited_by_count":104,"area":null},{"id":"2312.06550","title":"LLM360: Towards Fully Transparent Open-Source LLMs","created":"2023-12-11","cited_by_count":104,"area":null},{"id":"2402.14654","title":"Multi-HMR: Multi-Person Whole-Body Human Mesh Recovery in a Single Shot","created":"2024-02-22","cited_by_count":101,"area":null},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96,"area":null},{"id":"2411.04330","title":"Scaling Laws for Precision","created":"2024-11-07","cited_by_count":95,"area":null},{"id":"2403.14123","title":"AI and Memory Wall","created":"2024-03-21","cited_by_count":92,"area":null},{"id":"2304.04514","title":"DetCLIPv2: Scalable Open-Vocabulary Object Detection Pre-training via Word-Region Alignment","created":"2023-04-10","cited_by_count":90,"area":null},{"id":"2212.05051","title":"VindLU: A Recipe for Effective Video-and-Language Pretraining","created":"2022-12-09","cited_by_count":87,"area":null},{"id":"2205.00823","title":"CenterCLIP: Token Clustering for Efficient Text-Video Retrieval","created":"2022-05-02","cited_by_count":86,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2410.06511","title":"TorchTitan: One-stop PyTorch native solution for production ready LLM pre-training","created":"2024-10-09","cited_by_count":85,"area":null},{"id":"2110.09456","title":"NormFormer: Improved Transformer Pretraining with Extra Normalization","created":"2021-10-18","cited_by_count":83,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2103.15916","title":"Robust Audio-Visual Instance Discrimination","created":"2021-03-29","cited_by_count":80,"area":null},{"id":"2111.03452","title":"Generalized Radiograph Representation Learning via Cross-supervision between Images and Free-text Radiology Reports","created":"2021-11-04","cited_by_count":80,"area":null},{"id":"2204.01680","title":"TALLFormer: Temporal Action Localization with a Long-memory Transformer","created":"2022-04-04","cited_by_count":79,"area":null},{"id":"2310.00367","title":"AutomaTikZ: Text-Guided Synthesis of Scientific Vector Graphics with TikZ","created":"2023-09-30","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2305.07017","title":"An Inverse Scaling Law for CLIP Training","created":"2023-05-11","cited_by_count":77,"area":null},{"id":"2310.18313","title":"FP8-LM: Training FP8 Large Language Models","created":"2023-10-27","cited_by_count":77,"area":null},{"id":"2505.00702","title":"RayZer: A Self-supervised Large View Synthesis Model","created":"2025-05-01","cited_by_count":77,"area":null},{"id":"2101.00408","title":"End-to-End Training of Neural Retrievers for Open-Domain Question Answering","created":"2021-01-02","cited_by_count":75,"area":null},{"id":"2203.15565","title":"Killing Two Birds with One Stone:Efficient and Robust Training of Face Recognition CNNs by Partial FC","created":"2022-03-28","cited_by_count":74,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2102.13249","title":"Chess as a Testbed for Language Model State Tracking","created":"2021-02-26","cited_by_count":72,"area":null},{"id":"2211.17257","title":"CREPE: Open-Domain Question Answering with False Presuppositions","created":"2022-11-30","cited_by_count":72,"area":null},{"id":"2306.06079","title":"Deep Learning for Day Forecasts from Sparse Observations","created":"2023-06-06","cited_by_count":72,"area":null},{"id":"2306.09818","title":"HiNeRV: Video Compression with Hierarchical Encoding-based Neural Representation","created":"2023-06-16","cited_by_count":71,"area":null},{"id":"2103.09136","title":"QueryDet: Cascaded Sparse Query for Accelerating High-Resolution Small Object Detection","created":"2021-03-16","cited_by_count":70,"area":null},{"id":"2308.00783","title":"Hybrid-SORT: Weak Cues Matter for Online Multi-Object Tracking","created":"2023-08-01","cited_by_count":67,"area":null},{"id":"2510.26788","title":"Defeating the Training-Inference Mismatch via FP16","created":"2025-10-30","cited_by_count":66,"area":null},{"id":"2409.12517","title":"Scaling FP8 training to trillion-token LLMs","created":"2024-09-19","cited_by_count":65,"area":null},{"id":"2603.21687","title":"MIRAGE: The Illusion of Visual Understanding","created":"2026-03-23","cited_by_count":65,"area":null},{"id":"2104.14129","title":"ActNN: Reducing Training Memory Footprint via 2-Bit Activation Compressed Training","created":"2021-04-29","cited_by_count":61,"area":null},{"id":"2206.08358","title":"MixGen: A New Multi-Modal Data Augmentation","created":"2022-06-16","cited_by_count":61,"area":null},{"id":"2108.12009","title":"EmoBERTa: Speaker-Aware Emotion Recognition in Conversation with RoBERTa","created":"2021-08-26","cited_by_count":60,"area":null},{"id":"2212.08055","title":"UnitY: Two-pass Direct Speech-to-speech Translation with Discrete Units","created":"2022-12-15","cited_by_count":60,"area":null},{"id":"2306.11987","title":"Training Transformers with 4-bit Integers","created":"2023-06-21","cited_by_count":60,"area":null},{"id":"2401.02038","title":"Understanding LLMs: A Comprehensive Overview from Training to Inference","created":"2024-01-04","cited_by_count":59,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2111.01118","title":"Rebooting ACGAN: Auxiliary Classifier GANs with Stable Training","created":"2021-11-01","cited_by_count":57,"area":null},{"id":"2303.10845","title":"PanGu-{\\Sigma}: Towards Trillion Parameter Language Model with Sparse Heterogeneous Computing","created":"2023-03-20","cited_by_count":56,"area":null},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2405.10004","title":"ROCOv2: Radiology Objects in COntext Version 2, an Updated Multimodal Image Dataset","created":"2024-05-16","cited_by_count":54,"area":null},{"id":"2406.12459","title":"HumanSplat: Generalizable Single-Image Human Gaussian Splatting with Structure Priors","created":"2024-06-18","cited_by_count":54,"area":null},{"id":"2503.03961","title":"A Little Depth Goes a Long Way: The Expressive Power of Log-Depth Transformers","created":"2025-03-05","cited_by_count":53,"area":null}],"next_cursor":"100"}