{"total":3220,"rows":[{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320,"area":null},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864,"area":null},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2104.08821","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","created":"2021-04-18","cited_by_count":2173,"area":null},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984,"area":null},{"id":"2112.09118","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","created":"2021-12-16","cited_by_count":1216,"area":null},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739,"area":null},{"id":"2311.03658","title":"The Linear Representation Hypothesis and the Geometry of Large Language Models","created":"2023-11-07","cited_by_count":716,"area":null},{"id":"2107.14795","title":"Perceiver IO: A General Architecture for Structured Inputs & Outputs","created":"2021-07-30","cited_by_count":629,"area":null},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613,"area":null},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602,"area":null},{"id":"2112.10003","title":"Image Segmentation Using Text and Image Prompts","created":"2021-12-18","cited_by_count":512,"area":null},{"id":"2204.14109","title":"TEMOS: Generating diverse human motions from textual descriptions","created":"2022-04-25","cited_by_count":492,"area":null},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484,"area":null},{"id":"2405.17428","title":"NV-Embed: Improved Techniques for Training LLMs as Generalist Embedding Models","created":"2024-05-27","cited_by_count":472,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2310.02207","title":"Language Models Represent Space and Time","created":"2023-10-03","cited_by_count":316,"area":null},{"id":"2106.04619","title":"Self-Supervised Learning with Data Augmentations Provably Isolates Content from Style","created":"2021-06-08","cited_by_count":312,"area":null},{"id":"2310.15213","title":"Function Vectors in Large Language Models","created":"2023-10-23","cited_by_count":308,"area":null},{"id":"2107.04734","title":"Layer-wise Analysis of a Self-supervised Speech Representation Model","created":"2021-07-10","cited_by_count":298,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2103.00111","title":"Graph Self-Supervised Learning: A Survey","created":"2021-02-27","cited_by_count":289,"area":null},{"id":"2101.03288","title":"How to Train Your Energy-Based Models","created":"2021-01-09","cited_by_count":274,"area":null},{"id":"2106.09696","title":"BABEL: Bodies, Action and Behavior with English Labels","created":"2021-06-17","cited_by_count":265,"area":null},{"id":"2109.12894","title":"Training Spiking Neural Networks Using Lessons From Deep Learning","created":"2021-09-27","cited_by_count":259,"area":null},{"id":"2206.07568","title":"Contrastive Learning as Goal-Conditioned Reinforcement Learning","created":"2022-06-15","cited_by_count":253,"area":null},{"id":"2304.12210","title":"A Cookbook of Self-Supervised Learning","created":"2023-04-24","cited_by_count":250,"area":null},{"id":"2203.08414","title":"Unsupervised Semantic Segmentation by Distilling Feature Correspondences","created":"2022-03-16","cited_by_count":241,"area":null},{"id":"2104.13733","title":"Gradient-based Adversarial Attacks against Text Transformers","created":"2021-04-15","cited_by_count":234,"area":null},{"id":"2402.09906","title":"Generative Representational Instruction Tuning","created":"2024-02-15","cited_by_count":233,"area":null},{"id":"2111.02840","title":"Adversarial GLUE: A Multi-Task Benchmark for Robustness Evaluation of Language Models","created":"2021-11-04","cited_by_count":232,"area":null},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224,"area":null},{"id":"2202.01771","title":"Pre-Trained Language Models for Interactive Decision-Making","created":"2022-02-03","cited_by_count":221,"area":null},{"id":"2405.14860","title":"Not All Language Model Features Are One-Dimensionally Linear","created":"2024-05-23","cited_by_count":212,"area":null},{"id":"2205.12689","title":"Large Language Models are Few-Shot Clinical Information Extractors","created":"2022-05-25","cited_by_count":207,"area":null},{"id":"2301.05712","title":"A Survey on Self-supervised Learning: Algorithms, Applications, and Future Trends","created":"2023-01-13","cited_by_count":207,"area":null},{"id":"2304.05613","title":"ChatGPT Beyond English: Towards a Comprehensive Evaluation of Large Language Models in Multilingual Learning","created":"2023-04-12","cited_by_count":206,"area":null},{"id":"2307.00589","title":"MedCPT: Contrastive Pre-trained Transformers with Large-scale PubMed Search Logs for Zero-shot Biomedical Information Retrieval","created":"2023-07-02","cited_by_count":185,"area":null},{"id":"2103.11790","title":"Large Pre-trained Language Models Contain Human-like Biases of What is Right and Wrong to Do","created":"2021-03-08","cited_by_count":178,"area":null},{"id":"2103.14675","title":"Synthesis of Compositional Animations from Textual Descriptions","created":"2021-03-26","cited_by_count":178,"area":null},{"id":"2104.06644","title":"Masked Language Modeling and the Distributional Hypothesis: Order Word Matters Pre-training for Little","created":"2021-04-14","cited_by_count":177,"area":null},{"id":"2204.11817","title":"Translation between Molecules and Natural Language","created":"2022-04-25","cited_by_count":177,"area":null},{"id":"2310.05470","title":"Generative Judge for Evaluating Alignment","created":"2023-10-09","cited_by_count":169,"area":null},{"id":"2306.15880","title":"Towards Open Vocabulary Learning: A Survey","created":"2023-06-28","cited_by_count":166,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160,"area":null},{"id":"2106.15147","title":"SCARF: Self-Supervised Contrastive Learning using Random Feature Corruption","created":"2021-06-29","cited_by_count":156,"area":null},{"id":"2109.03764","title":"Active Learning by Acquiring Contrastive Examples","created":"2021-09-08","cited_by_count":156,"area":null},{"id":"2109.04404","title":"All Bark and No Bite: Rogue Dimensions in Transformer Language Models Obscure Representational Quality","created":"2021-09-09","cited_by_count":156,"area":null},{"id":"2103.11811","title":"MasakhaNER: Named Entity Recognition for African Languages","created":"2021-03-22","cited_by_count":155,"area":null},{"id":"2105.11084","title":"Unsupervised Speech Recognition","created":"2021-05-24","cited_by_count":148,"area":null},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148,"area":null},{"id":"2304.03738","title":"Should ChatGPT be Biased? Challenges and Risks of Bias in Large Language Models","created":"2023-04-07","cited_by_count":148,"area":null},{"id":"2105.02605","title":"GraphFormers: GNN-nested Transformers for Representation Learning on Textual Graph","created":"2021-05-06","cited_by_count":143,"area":null},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143,"area":null},{"id":"2310.13018","title":"Getting aligned on representational alignment","created":"2023-10-18","cited_by_count":143,"area":null},{"id":"2301.08727","title":"Neural Architecture Search: Insights from 1000 Papers","created":"2023-01-20","cited_by_count":139,"area":null},{"id":"2111.00064","title":"Node Feature Extraction by Self-Supervised Multi-scale Neighborhood Prediction","created":"2021-10-29","cited_by_count":138,"area":null},{"id":"2206.13188","title":"Self-supervised Learning in Remote Sensing: A Review","created":"2022-06-27","cited_by_count":137,"area":null},{"id":"2107.07002","title":"The Benchmark Lottery","created":"2021-07-14","cited_by_count":136,"area":null},{"id":"2305.19523","title":"Harnessing Explanations: LLM-to-LM Interpreter for Enhanced Text-Attributed Graph Representation Learning","created":"2023-05-31","cited_by_count":133,"area":null},{"id":"2112.10508","title":"Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP","created":"2021-12-20","cited_by_count":132,"area":null},{"id":"2302.13007","title":"AugGPT: Leveraging ChatGPT for Text Data Augmentation","created":"2023-02-25","cited_by_count":130,"area":null},{"id":"2101.06983","title":"Scaling Deep Contrastive Learning Batch Size under Memory Limited Setup","created":"2021-01-18","cited_by_count":127,"area":null},{"id":"2109.09209","title":"CLIFF: Contrastive Learning for Improving Faithfulness and Factuality in Abstractive Summarization","created":"2021-09-19","cited_by_count":120,"area":null},{"id":"2201.08371","title":"Revisiting Weakly Supervised Pre-Training of Visual Perception Models","created":"2022-01-20","cited_by_count":116,"area":null},{"id":"2104.07186","title":"COIL: Revisit Exact Lexical Match in Information Retrieval with Contextualized Inverted List","created":"2021-04-15","cited_by_count":113,"area":null},{"id":"2102.01987","title":"Learning Graph Embeddings for Compositional Zero-shot Learning","created":"2021-02-03","cited_by_count":112,"area":null},{"id":"2106.11342","title":"Dive into Deep Learning","created":"2021-06-21","cited_by_count":111,"area":null},{"id":"2103.11943","title":"BERT: A Review of Applications in Natural Language Processing and Understanding","created":"2021-03-22","cited_by_count":109,"area":null},{"id":"2106.09141","title":"Probing Image-Language Transformers for Verb Understanding","created":"2021-06-16","cited_by_count":109,"area":null},{"id":"2106.03746","title":"Efficient Training of Visual Transformers with Small Datasets","created":"2021-06-07","cited_by_count":108,"area":null},{"id":"2106.07345","title":"Self-Guided Contrastive Learning for BERT Sentence Representations","created":"2021-06-03","cited_by_count":103,"area":null},{"id":"2212.10537","title":"Does CLIP Bind Concepts? Probing Compositionality in Large Image Models","created":"2022-12-20","cited_by_count":102,"area":null},{"id":"2101.12609","title":"Open World Compositional Zero-Shot Learning","created":"2021-01-29","cited_by_count":101,"area":null},{"id":"2112.00412","title":"The Majority Can Help The Minority: Context-rich Minority Oversampling for Long-tailed Classification","created":"2021-12-01","cited_by_count":100,"area":null},{"id":"2104.03602","title":"SiT: Self-supervised vIsion Transformer","created":"2021-04-08","cited_by_count":99,"area":null},{"id":"2309.12871","title":"AnglE-optimized Text Embeddings","created":"2023-09-22","cited_by_count":99,"area":null},{"id":"2103.13009","title":"UNICORN on RAINBOW: A Universal Commonsense Reasoning Model on a New Multitask Benchmark","created":"2021-03-24","cited_by_count":98,"area":null},{"id":"2107.02392","title":"Dirichlet Energy Constrained Learning for Deep Graph Neural Networks","created":"2021-07-06","cited_by_count":97,"area":null},{"id":"2103.09712","title":"Trans-SVNet: Accurate Phase Recognition from Surgical Videos via Hybrid Embedding Aggregation Transformer","created":"2021-03-17","cited_by_count":94,"area":null},{"id":"2103.16173","title":"Contrastive Embedding for Generalized Zero-Shot Learning","created":"2021-03-30","cited_by_count":94,"area":null},{"id":"2203.00199","title":"Equivariant and Stable Positional Encoding for More Powerful Graph Neural Networks","created":"2022-03-01","cited_by_count":94,"area":null},{"id":"2103.16553","title":"Thinking Fast and Slow: Efficient Text-to-Visual Retrieval with Transformers","created":"2021-03-30","cited_by_count":93,"area":null},{"id":"2103.12953","title":"Supporting Clustering with Contrastive Learning","created":"2021-03-24","cited_by_count":90,"area":null},{"id":"2108.02923","title":"StrucTexT: Structured Text Understanding with Multi-Modal Transformers","created":"2021-08-06","cited_by_count":90,"area":null},{"id":"2106.05630","title":"MusicBERT: Symbolic Music Understanding with Large-Scale Pre-Training","created":"2021-06-10","cited_by_count":89,"area":null},{"id":"2110.11316","title":"CLOOB: Modern Hopfield Networks with InfoLOOB Outperform CLIP","created":"2021-10-21","cited_by_count":89,"area":null},{"id":"2104.08027","title":"Fast, Effective, and Self-Supervised: Transforming Masked Language Models into Universal Lexical and Sentence Encoders","created":"2021-04-16","cited_by_count":88,"area":null},{"id":"2110.05006","title":"Pre-trained Language Models in Biomedical Domain: A Systematic Survey","created":"2021-10-11","cited_by_count":87,"area":null},{"id":"2108.02385","title":"ACE: Ally Complementary Experts for Solving Long-Tailed Recognition in One-Shot","created":"2021-08-05","cited_by_count":86,"area":null},{"id":"2104.06022","title":"Lessons on Parameter Sharing across Layers in Transformers","created":"2021-04-13","cited_by_count":85,"area":null},{"id":"2105.08054","title":"Divide and Contrast: Self-supervised Learning from Uncurated Data","created":"2021-05-17","cited_by_count":85,"area":null},{"id":"2311.12399","title":"A Survey of Graph Meets Large Language Model: Progress and Future Directions","created":"2023-11-21","cited_by_count":85,"area":null},{"id":"2402.11235","title":"ZeroG: Investigating Cross-dataset Zero-shot Transferability in Graphs","created":"2024-02-17","cited_by_count":85,"area":null},{"id":"2404.00929","title":"A Survey on Multilingual Large Language Models: Corpora, Alignment, and Bias","created":"2024-04-01","cited_by_count":84,"area":null},{"id":"2109.15290","title":"MatSciBERT: A Materials Domain Language Model for Text Mining and Information Extraction","created":"2021-09-30","cited_by_count":83,"area":null},{"id":"2302.11529","title":"Modular Deep Learning","created":"2023-02-22","cited_by_count":83,"area":null},{"id":"2102.07810","title":"HDMI: High-order Deep Multiplex Infomax","created":"2021-02-15","cited_by_count":82,"area":null}],"next_cursor":"100"}