{"total":156,"rows":[{"id":"2108.07732","title":"Program Synthesis with Large Language Models","created":"2021-08-16","cited_by_count":3637,"area":null},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293,"area":null},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220,"area":null},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202,"area":null},{"id":"2305.06161","title":"StarCoder: may the source be with you!","created":"2023-05-09","cited_by_count":799,"area":null},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2105.13626","title":"ByT5: Towards a token-free future with pre-trained byte-to-byte models","created":"2021-05-28","cited_by_count":509,"area":null},{"id":"2111.02387","title":"An Empirical Study of Training End-to-End Vision-and-Language Transformers","created":"2021-11-03","cited_by_count":271,"area":null},{"id":"2110.01691","title":"AI Chains: Transparent and Controllable Human-AI Interaction by Chaining Large Language Model Prompts","created":"2021-10-04","cited_by_count":268,"area":null},{"id":"2206.07568","title":"Contrastive Learning as Goal-Conditioned Reinforcement Learning","created":"2022-06-15","cited_by_count":253,"area":null},{"id":"2309.07430","title":"Adapted Large Language Models Can Outperform Medical Experts in Clinical Text Summarization","created":"2023-09-14","cited_by_count":246,"area":null},{"id":"2111.12681","title":"VIOLET : End-to-End Video-Language Transformers with Masked Visual-token Modeling","created":"2021-11-24","cited_by_count":188,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2205.10487","title":"Scaling Laws and Interpretability of Learning from Repeated Data","created":"2022-05-21","cited_by_count":152,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2107.13731","title":"UIBert: Learning Generic Multimodal Representations for UI Understanding","created":"2021-07-29","cited_by_count":95,"area":null},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2201.04850","title":"Bridging Video-text Retrieval with Multiple Choice Questions","created":"2022-01-13","cited_by_count":79,"area":null},{"id":"2203.06849","title":"SUPERB-SG: Enhanced Speech processing Universal PERformance Benchmark for Semantic and Generative Capabilities","created":"2022-03-14","cited_by_count":77,"area":null},{"id":"2201.05991","title":"Video Transformers: A Survey","created":"2022-01-16","cited_by_count":63,"area":null},{"id":"2105.06247","title":"Video Corpus Moment Retrieval with Contrastive Learning","created":"2021-05-13","cited_by_count":60,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2109.14989","title":"Structural Persistence in Language Models: Priming as a Window into Abstract Language Representations","created":"2021-09-30","cited_by_count":44,"area":null},{"id":"2103.08490","title":"Multi-view Subword Regularization","created":"2021-03-15","cited_by_count":40,"area":null},{"id":"2310.20141","title":"Contrastive Difference Predictive Coding","created":"2023-10-31","cited_by_count":36,"area":null},{"id":"2209.06235","title":"Improving Self-Supervised Learning by Characterizing Idealized Representations","created":"2022-09-13","cited_by_count":34,"area":null},{"id":"2405.01745","title":"Large Language Models for UAVs: Current State and Pathways to the Future","created":"2024-05-02","cited_by_count":33,"area":null},{"id":"2106.03232","title":"A Targeted Assessment of Incremental Processing in Neural LanguageModels and Humans","created":"2021-06-06","cited_by_count":32,"area":null},{"id":"2402.06853","title":"History, Development, and Principles of Large Language Models-An Introductory Survey","created":"2024-02-10","cited_by_count":30,"area":null},{"id":"2407.14962","title":"Recent Advances in Generative AI and Large Language Models: Current Status, Challenges, and Perspectives","created":"2024-07-20","cited_by_count":30,"area":null},{"id":"2204.12408","title":"MILES: Visual BERT Pre-training with Injected Language Semantics for Video-text Retrieval","created":"2022-04-26","cited_by_count":29,"area":null},{"id":"2206.01816","title":"From $t$-SNE to UMAP with contrastive learning","created":"2022-06-03","cited_by_count":28,"area":null},{"id":"2109.09920","title":"Survey: Transformer based Video-Language Pre-training","created":"2021-09-21","cited_by_count":27,"area":null},{"id":"2110.08743","title":"GNN-LM: Language Modeling based on Global Contexts via GNN","created":"2021-10-17","cited_by_count":27,"area":null},{"id":"2202.11915","title":"Interpolation-based Contrastive Learning for Few-Label Semi-Supervised Learning","created":"2022-02-24","cited_by_count":23,"area":null},{"id":"2204.00716","title":"CharacterBERT and Self-Teaching for Improving the Robustness of Dense Retrievers on Queries with Typos","created":"2022-04-01","cited_by_count":22,"area":null},{"id":"2403.15638","title":"Differentially Private Next-Token Prediction of Large Language Models","created":"2024-03-22","cited_by_count":22,"area":null},{"id":"2306.00029","title":"CodeTF: One-stop Transformer Library for State-of-the-art Code LLMs","created":"2023-05-31","cited_by_count":21,"area":null},{"id":"2406.11687","title":"Tokenization Falling Short: On Subword Robustness in Large Language Models","created":"2024-06-17","cited_by_count":20,"area":null},{"id":"2109.12776","title":"Joint Multimedia Event Extraction from Video and Article","created":"2021-09-27","cited_by_count":19,"area":null},{"id":"2106.12901","title":"Recurrent Neural Network from Adder's Perspective: Carry-lookahead RNN","created":"2021-06-22","cited_by_count":16,"area":null},{"id":"2107.04239","title":"A Survey on Low-Resource Neural Machine Translation","created":"2021-07-09","cited_by_count":16,"area":null},{"id":"2310.19206","title":"Leveraging generative artificial intelligence to simulate student learning behavior","created":"2023-10-30","cited_by_count":16,"area":null},{"id":"2401.03321","title":"PIXAR: Auto-Regressive Language Modeling in Pixel Space","created":"2024-01-06","cited_by_count":16,"area":null},{"id":"2109.01226","title":"So Cloze yet so Far: N400 Amplitude is Better Predicted by Distributional Information than Human Predictability Judgements","created":"2021-09-02","cited_by_count":15,"area":null},{"id":"2302.12552","title":"Deep Learning for Video-Text Retrieval: a Review","created":"2023-02-24","cited_by_count":15,"area":null},{"id":"2302.14220","title":"Are Character-level Translations Worth the Wait? Comparing ByT5 and mT5 for Machine Translation","created":"2023-02-28","cited_by_count":15,"area":null},{"id":"2107.09648","title":"Different kinds of cognitive plausibility: why are transformers better than RNNs at predicting N400 amplitude?","created":"2021-07-20","cited_by_count":14,"area":null},{"id":"2304.13539","title":"Tensor Decomposition for Model Reduction in Neural Networks: A Review","created":"2023-04-26","cited_by_count":14,"area":null},{"id":"2101.03229","title":"Domain-aware Neural Language Models for Speech Recognition","created":"2021-01-05","cited_by_count":13,"area":null},{"id":"2311.04774","title":"Towards a Unified Framework of Contrastive Learning for Disentangled Representations","created":"2023-11-08","cited_by_count":13,"area":null},{"id":"2106.02497","title":"COINS: Dynamically Generating COntextualized Inference Rules for Narrative Story Completion","created":"2021-06-04","cited_by_count":12,"area":null},{"id":"2211.13866","title":"Minimal Width for Universal Property of Deep RNN","created":"2022-11-25","cited_by_count":12,"area":null},{"id":"2112.04468","title":"Revisiting Contrastive Learning through the Lens of Neighborhood Component Analysis: an Integrated Framework","created":"2021-12-08","cited_by_count":11,"area":null},{"id":"2308.07509","title":"Boosting Semi-Supervised Learning by bridging high and low-confidence predictions","created":"2023-08-15","cited_by_count":11,"area":null},{"id":"2406.16508","title":"Large Vocabulary Size Improves Large Language Models","created":"2024-06-24","cited_by_count":11,"area":null},{"id":"2410.22906","title":"From Babble to Words: Pre-Training Language Models on Continuous Streams of Phonemes","created":"2024-10-30","cited_by_count":11,"area":null},{"id":"2510.05141","title":"To model human linguistic prediction, make LLMs less superhuman","created":"2025-10-01","cited_by_count":11,"area":null},{"id":"2104.00270","title":"Evaluating Neural Word Embeddings for Sanskrit","created":"2021-04-01","cited_by_count":8,"area":null},{"id":"2310.15787","title":"SequenceMatch: Revisiting the design of weak-strong augmentations for Semi-supervised learning","created":"2023-10-24","cited_by_count":8,"area":null},{"id":"2407.07478","title":"EA-VTR: Event-Aware Video-Text Retrieval","created":"2024-07-10","cited_by_count":8,"area":null},{"id":"2108.03039","title":"Identifiable Energy-based Representations: An Application to Estimating Heterogeneous Causal Effects","created":"2021-08-06","cited_by_count":7,"area":null},{"id":"2110.06961","title":"Language Modelling via Learning to Rank","created":"2021-10-13","cited_by_count":7,"area":null},{"id":"2111.07592","title":"Say What? Collaborative Pop Lyric Generation Using Multitask Transfer Learning","created":"2021-11-15","cited_by_count":7,"area":null},{"id":"2407.13038","title":"Universal Facial Encoding of Codec Avatars from VR Headsets","created":"2024-07-17","cited_by_count":7,"area":null},{"id":"2202.05451","title":"ACORT: A Compact Object Relation Transformer for Parameter Efficient Image Captioning","created":"2022-02-11","cited_by_count":6,"area":null},{"id":"2305.05461","title":"What is the best recipe for character-level encoder-only modelling?","created":"2023-05-09","cited_by_count":6,"area":null},{"id":"2103.01421","title":"Unsupervised Word Segmentation with Bi-directional Neural Language Model","created":"2021-03-02","cited_by_count":5,"area":null},{"id":"2205.11490","title":"Local Byte Fusion for Neural Machine Translation","created":"2022-05-23","cited_by_count":5,"area":null},{"id":"2211.05198","title":"Collateral facilitation in humans and language models","created":"2022-11-09","cited_by_count":5,"area":null},{"id":"2302.09527","title":"SanskritShala: A Neural Sanskrit NLP Toolkit with Web-Based Interface for Pedagogical and Annotation Purposes","created":"2023-02-19","cited_by_count":5,"area":null},{"id":"2403.17524","title":"Provably Secure Disambiguating Neural Linguistic Steganography","created":"2024-03-26","cited_by_count":5,"area":null},{"id":"2404.14076","title":"Towards noise contrastive estimation with soft targets for conditional models","created":"2024-04-22","cited_by_count":5,"area":null},{"id":"2512.20063","title":"PairFlow: Closed-Form Source-Target Coupling for Few-Step Generation in Discrete Flow Models","created":"2025-12-23","cited_by_count":5,"area":null},{"id":"2108.10986","title":"Using BERT Encoding and Sentence-Level Language Model for Sentence Ordering","created":"2021-08-24","cited_by_count":4,"area":null},{"id":"2207.04585","title":"A multi-level interpretable sleep stage scoring system by infusing experts' knowledge into a deep network architecture","created":"2022-07-11","cited_by_count":4,"area":null},{"id":"2305.19230","title":"Controlled Text Generation with Hidden Representation Transformations","created":"2023-05-30","cited_by_count":4,"area":null},{"id":"2308.13816","title":"Homological Convolutional Neural Networks","created":"2023-08-26","cited_by_count":4,"area":null},{"id":"2401.06088","title":"Autocompletion of Chief Complaints in the Electronic Health Records using Large Language Models","created":"2024-01-11","cited_by_count":4,"area":null},{"id":"2410.12880","title":"Navigating the Cultural Kaleidoscope: A Hitchhiker's Guide to Sensitivity in Large Language Models","created":"2024-10-15","cited_by_count":4,"area":null},{"id":"2412.00359","title":"Does Self-Attention Need Separate Weights in Transformers?","created":"2024-11-30","cited_by_count":4,"area":null},{"id":"2103.04469","title":"Local word statistics affect reading times independently of surprisal","created":"2021-03-07","cited_by_count":3,"area":null},{"id":"2110.11948","title":"Learning Proposals for Practical Energy-Based Regression","created":"2021-10-22","cited_by_count":3,"area":null},{"id":"2112.02622","title":"Probabilistic Deep Learning to Quantify Uncertainty in Air Quality Forecasting","created":"2021-12-05","cited_by_count":3,"area":null},{"id":"2202.08171","title":"Capitalization Normalization for Language Modeling with an Accurate and Efficient Hierarchical RNN Model","created":"2022-02-16","cited_by_count":3,"area":null},{"id":"2210.04341","title":"ConTra: (Con)text (Tra)nsformer for Cross-Modal Video Retrieval","created":"2022-10-09","cited_by_count":3,"area":null},{"id":"2305.04279","title":"Boosting Distributed Machine Learning Training Through Loss-tolerant Transmission Protocol","created":"2023-05-07","cited_by_count":3,"area":null},{"id":"2305.14642","title":"Newton-Cotes Graph Neural Networks: On the Time Evolution of Dynamic Systems","created":"2023-05-24","cited_by_count":3,"area":null},{"id":"2306.01070","title":"Hierarchical Attention Encoder Decoder","created":"2023-06-01","cited_by_count":3,"area":null},{"id":"2406.06594","title":"Stock Movement Prediction with Multimodal Stable Fusion via Gated Cross-Attention Mechanism","created":"2024-06-06","cited_by_count":3,"area":null},{"id":"2407.07666","title":"A Proposed S.C.O.R.E. Evaluation Framework for Large Language Models : Safety, Consensus, Objectivity, Reproducibility and Explainability","created":"2024-07-10","cited_by_count":3,"area":null},{"id":"2409.00940","title":"Large Language Models for Automatic Detection of Sensitive Topics","created":"2024-09-02","cited_by_count":3,"area":null},{"id":"2501.14291","title":"Advances in Temporal Point Processes: Bayesian, Neural, and LLM Approaches","created":"2025-01-24","cited_by_count":3,"area":null},{"id":"2101.08675","title":"Adversarial Machine Learning in Text Analysis and Generation","created":"2021-01-14","cited_by_count":2,"area":null},{"id":"2102.03112","title":"DeepReduce: A Sparse-tensor Communication Framework for Distributed Deep Learning","created":"2021-02-05","cited_by_count":2,"area":null},{"id":"2105.01129","title":"Towards A Multi-agent System for Online Hate Speech Detection","created":"2021-05-03","cited_by_count":2,"area":null},{"id":"2110.15728","title":"Deep Learning for Bias Detection: From Inception to Deployment","created":"2021-10-12","cited_by_count":2,"area":null},{"id":"2112.04041","title":"A Transferable Approach for Partitioning Machine Learning Models on Multi-Chip-Modules","created":"2021-12-07","cited_by_count":2,"area":null},{"id":"2212.07284","title":"MANTa: Efficient Gradient-Based Tokenization for Robust End-to-End Language Modeling","created":"2022-12-14","cited_by_count":2,"area":null}],"next_cursor":"100"}