{"total":315,"rows":[{"id":"2207.05221","title":"Language Models (Mostly) Know What They Know","created":"2022-07-11","cited_by_count":1856,"area":"lr"},{"id":"2302.09664","title":"Semantic Uncertainty: Linguistic Invariances for Uncertainty Estimation in Natural Language Generation","created":"2023-02-19","cited_by_count":819,"area":null},{"id":"2205.14334","title":"Teaching Models to Express Their Uncertainty in Words","created":"2022-05-28","cited_by_count":751,"area":null},{"id":"2308.05374","title":"Trustworthy LLMs: a Survey and Guideline for Evaluating Large Language Models' Alignment","created":"2023-08-10","cited_by_count":401,"area":null},{"id":"2306.17563","title":"Large Language Models are Effective Text Rankers with Pairwise Ranking Prompting","created":"2023-06-30","cited_by_count":307,"area":null},{"id":"2305.19187","title":"Generating with Confidence: Uncertainty Quantification for Black-box Large Language Models","created":"2023-05-30","cited_by_count":293,"area":null},{"id":"2210.09150","title":"Prompting GPT-3 To Be Reliable","created":"2022-10-17","cited_by_count":260,"area":null},{"id":"2311.08298","title":"A Survey of Confidence Estimation and Calibration in Large Language Models","created":"2023-11-14","cited_by_count":256,"area":null},{"id":"2202.05520","title":"What Does it Mean for a Language Model to Preserve Privacy?","created":"2022-02-11","cited_by_count":195,"area":null},{"id":"2402.00367","title":"Don't Hallucinate, Abstain: Identifying LLM Knowledge Gaps via Multi-LLM Collaboration","created":"2024-02-01","cited_by_count":180,"area":null},{"id":"2306.10193","title":"Conformal Language Modeling","created":"2023-06-16","cited_by_count":170,"area":null},{"id":"2405.20003","title":"Kernel Language Entropy: Fine-grained Uncertainty Quantification for LLMs from Semantic Similarities","created":"2024-05-30","cited_by_count":159,"area":null},{"id":"2109.03764","title":"Active Learning by Acquiring Contrastive Examples","created":"2021-09-08","cited_by_count":156,"area":null},{"id":"2305.13281","title":"LM vs LM: Detecting Factual Errors via Cross Examination","created":"2023-05-22","cited_by_count":156,"area":null},{"id":"2211.02570","title":"The 'Problem' of Human Label Variation: On Ground Truth in Data, Modeling and Evaluation","created":"2022-11-04","cited_by_count":139,"area":null},{"id":"2102.10395","title":"On Calibration and Out-of-domain Generalization","created":"2021-02-20","cited_by_count":134,"area":null},{"id":"2407.18418","title":"Know Your Limits: A Survey of Abstention in Large Language Models","created":"2024-07-25","cited_by_count":121,"area":null},{"id":"2412.05563","title":"A Survey on Uncertainty Quantification of Large Language Models: Taxonomy, Open Research Challenges, and Future Directions","created":"2024-12-07","cited_by_count":121,"area":null},{"id":"2311.08718","title":"Decomposing Uncertainty for Large Language Models through Input Clarification Ensembling","created":"2023-11-15","cited_by_count":114,"area":null},{"id":"2401.06730","title":"Relying on the Unreliable: The Impact of Language Models' Reluctance to Express Uncertainty","created":"2024-01-12","cited_by_count":106,"area":null},{"id":"2405.01147","title":"Why Tabular Foundation Models Should Be a Research Priority","created":"2024-05-02","cited_by_count":106,"area":null},{"id":"2407.12043","title":"The Art of Saying No: Contextual Noncompliance in Language Models","created":"2024-07-02","cited_by_count":105,"area":null},{"id":"2210.04714","title":"Uncertainty Quantification with Pre-trained Language Models: A Large-Scale Empirical Analysis","created":"2022-10-10","cited_by_count":104,"area":null},{"id":"2110.08527","title":"An Empirical Survey of the Effectiveness of Debiasing Techniques for Pre-trained Language Models","created":"2021-10-16","cited_by_count":97,"area":null},{"id":"2305.11391","title":"A Survey of Safety and Trustworthiness of Large Language Models through the Lens of Verification and Validation","created":"2023-05-19","cited_by_count":93,"area":null},{"id":"2302.13439","title":"Navigating the Grey Area: How Expressions of Uncertainty and Overconfidence Affect Language Models","created":"2023-02-26","cited_by_count":91,"area":null},{"id":"2301.12810","title":"Crawling the Internal Knowledge-Base of Language Models","created":"2023-01-30","cited_by_count":85,"area":null},{"id":"2109.06827","title":"Types of Out-of-Distribution Texts and How to Detect Them","created":"2021-09-14","cited_by_count":80,"area":null},{"id":"2404.15993","title":"Uncertainty Estimation and Quantification for LLMs: A Simple Supervised Approach","created":"2024-04-24","cited_by_count":76,"area":null},{"id":"2308.01222","title":"Calibration in Deep Learning: A Survey of the State-of-the-Art","created":"2023-08-02","cited_by_count":75,"area":null},{"id":"2311.13240","title":"On the Calibration of Large Language Models and Alignment","created":"2023-11-22","cited_by_count":73,"area":null},{"id":"2110.03051","title":"Prior and Posterior Networks: A Survey on Evidential Deep Learning Methods For Uncertainty Estimation","created":"2021-10-06","cited_by_count":71,"area":null},{"id":"2210.16133","title":"Stop Measuring Calibration When Humans Disagree","created":"2022-10-28","cited_by_count":71,"area":null},{"id":"2403.01216","title":"API Is Enough: Conformal Prediction for Large Language Models Without Logit-Access","created":"2024-03-02","cited_by_count":69,"area":null},{"id":"2305.14613","title":"Selectively Answering Ambiguous Questions","created":"2023-05-24","cited_by_count":66,"area":null},{"id":"2403.05973","title":"Calibrating Large Language Models Using Their Generations Only","created":"2024-03-09","cited_by_count":65,"area":null},{"id":"2309.12236","title":"Smooth ECE: Principled Reliability Diagrams via Kernel Smoothing","created":"2023-09-21","cited_by_count":63,"area":null},{"id":"2211.00151","title":"A Close Look into the Calibration of Pre-trained Language Models","created":"2022-10-31","cited_by_count":57,"area":null},{"id":"2410.13640","title":"Latent Space Chain-of-Embedding Enables Output-free LLM Self-Evaluation","created":"2024-10-17","cited_by_count":57,"area":null},{"id":"2310.11877","title":"The Curious Case of Hallucinatory (Un)answerability: Finding Truths in the Hidden States of Over-Confident Large Language Models","created":"2023-10-18","cited_by_count":55,"area":null},{"id":"2405.01976","title":"Conformal Prediction for Natural Language Processing: A Survey","created":"2024-05-03","cited_by_count":53,"area":null},{"id":"2305.11707","title":"What Comes Next? Evaluating Uncertainty in Neural Text Generators Against Human Production Variability","created":"2023-05-19","cited_by_count":51,"area":null},{"id":"2310.17918","title":"Knowing What LLMs DO NOT Know: A Simple Yet Effective Self-Detection Method","created":"2023-10-27","cited_by_count":51,"area":null},{"id":"2402.02047","title":"Calibration and Correctness of Language Models for Code","created":"2024-02-03","cited_by_count":49,"area":null},{"id":"2106.01494","title":"Knowing More About Questions Can Help: Improving Calibration in Question Answering","created":"2021-06-02","cited_by_count":47,"area":null},{"id":"2402.03563","title":"Distinguishing the Knowable from the Unknowable with Language Models","created":"2024-02-05","cited_by_count":47,"area":null},{"id":"2402.11756","title":"MARS: Meaning-Aware Response Scoring for Uncertainty Estimation in Generative LLMs","created":"2024-02-19","cited_by_count":46,"area":null},{"id":"2402.10189","title":"Uncertainty Quantification for In-Context Learning of Large Language Models","created":"2024-02-15","cited_by_count":45,"area":null},{"id":"2101.03453","title":"BERT & Family Eat Word Salad: Experiments with Text Understanding","created":"2021-01-10","cited_by_count":44,"area":null},{"id":"2306.04459","title":"Uncertainty in Natural Language Processing: Sources, Quantification, and Applications","created":"2023-06-05","cited_by_count":44,"area":null},{"id":"2403.09972","title":"Think Twice Before Trusting: Self-Detection for Large Language Models through Comprehensive Answer Reflection","created":"2024-03-15","cited_by_count":41,"area":"lr"},{"id":"2104.00640","title":"AmbiFC: Fact-Checking Ambiguous Claims with Evidence","created":"2021-04-01","cited_by_count":38,"area":null},{"id":"2109.11295","title":"Dynamic Knowledge Distillation for Pre-trained Language Models","created":"2021-09-23","cited_by_count":38,"area":"distill"},{"id":"2111.13440","title":"True Few-Shot Learning with Prompts -- A Real-World Perspective","created":"2021-11-26","cited_by_count":38,"area":null},{"id":"2403.08819","title":"Thermometer: Towards Universal Calibration for Large Language Models","created":"2024-02-20","cited_by_count":38,"area":null},{"id":"2203.07472","title":"Uncertainty Estimation for Language Reward Models","created":"2022-03-14","cited_by_count":37,"area":"alignment"},{"id":"2209.12616","title":"T-NER: An All-Round Python Library for Transformer-based Named Entity Recognition","created":"2022-09-09","cited_by_count":37,"area":null},{"id":"2101.00345","title":"Modeling Fine-Grained Entity Types with Box Embeddings","created":"2021-01-02","cited_by_count":36,"area":null},{"id":"2107.02153","title":"FaVIQ: FAct Verification from Information-seeking Questions","created":"2021-07-05","cited_by_count":36,"area":null},{"id":"2305.18764","title":"When Does Optimizing a Proper Loss Yield Calibration?","created":"2023-05-30","cited_by_count":36,"area":null},{"id":"2109.06352","title":"Uncertainty-Aware Machine Translation Evaluation","created":"2021-09-13","cited_by_count":35,"area":null},{"id":"2105.06020","title":"Are Larger Pretrained Language Models Uniformly Better? Comparing Performance at the Instance Level","created":"2021-05-13","cited_by_count":34,"area":null},{"id":"2207.08977","title":"Calibrated ensembles can mitigate accuracy tradeoffs under distribution shift","created":"2022-07-18","cited_by_count":34,"area":null},{"id":"2407.11418","title":"Semantic Operators: A Declarative Model for Rich, AI-based Data Processing","created":"2024-07-16","cited_by_count":34,"area":null},{"id":"2204.08491","title":"Active Learning Helps Pretrained Models Learn the Intended Task","created":"2022-04-18","cited_by_count":33,"area":null},{"id":"2211.07443","title":"Calibrated Interpretation: Confidence Estimation in Semantic Parsing","created":"2022-11-14","cited_by_count":33,"area":null},{"id":"2104.08676","title":"Distributed NLI: Learning to Predict Human Opinion Distributions for Language Reasoning","created":"2021-04-18","cited_by_count":31,"area":null},{"id":"2203.07559","title":"On the Calibration of Pre-trained Language Models using Mixup Guided by Area Under the Margin and Saliency","created":"2022-03-14","cited_by_count":31,"area":null},{"id":"2305.03236","title":"A Survey on Out-of-Distribution Detection in NLP","created":"2023-05-05","cited_by_count":31,"area":null},{"id":"2406.12053","title":"InternalInspector $I^2$: Robust Confidence Estimation in LLMs through Internal States","created":"2024-06-17","cited_by_count":30,"area":null},{"id":"2305.13282","title":"Is Fine-tuning Needed? Pre-trained Language Models Are Near Perfect for Out-of-Domain Detection","created":"2023-05-22","cited_by_count":29,"area":null},{"id":"2305.19249","title":"Preserving Pre-trained Features Helps Calibrate Fine-tuned Language Models","created":"2023-05-30","cited_by_count":29,"area":null},{"id":"2109.04408","title":"Learning with Different Amounts of Annotation: From Zero to Many Labels","created":"2021-09-09","cited_by_count":28,"area":null},{"id":"2402.06529","title":"Introspective Planning: Aligning Robots' Uncertainty with Inherent Task Ambiguity","created":"2024-02-09","cited_by_count":27,"area":"lr"},{"id":"2402.17124","title":"Fact-and-Reflection (FaR) Improves Confidence Calibration of Large Language Models","created":"2024-02-27","cited_by_count":27,"area":null},{"id":"2502.11677","title":"Towards Fully Exploiting LLM Internal States to Enhance Knowledge Boundary Perception","created":"2025-02-17","cited_by_count":27,"area":null},{"id":"2409.12180","title":"Finetuning Language Models to Emit Linguistic Expressions of Uncertainty","created":"2024-09-18","cited_by_count":26,"area":null},{"id":"2412.06676","title":"I Don't Know: Explicit Modeling of Uncertainty with an [IDK] Token","created":"2024-12-09","cited_by_count":26,"area":null},{"id":"2506.17871","title":"LLM Probability Concentration: How Alignment Shrinks the Generative Horizon","created":"2025-06-22","cited_by_count":26,"area":"alignment"},{"id":"2106.05251","title":"Bayesian Attention Belief Networks","created":"2021-06-09","cited_by_count":25,"area":null},{"id":"2210.15452","title":"Exploring Predictive Uncertainty and Calibration in NLP: A Study on the Impact of Method & Data Scarcity","created":"2022-10-20","cited_by_count":25,"area":null},{"id":"2304.08653","title":"On Uncertainty Calibration and Selective Generation in Probabilistic Neural Summarization: A Benchmark Study","created":"2023-04-17","cited_by_count":25,"area":null},{"id":"2305.17608","title":"Reward Collapse in Aligning Large Language Models","created":"2023-05-28","cited_by_count":24,"area":"alignment"},{"id":"2508.21184","title":"BED-LLM: Intelligent Information Gathering with LLMs and Bayesian Experimental Design","created":"2025-08-28","cited_by_count":24,"area":null},{"id":"2205.04980","title":"ALLSH: Active Learning Guided by Local Sensitivity and Hardness","created":"2022-05-10","cited_by_count":23,"area":null},{"id":"2408.09773","title":"Are Large Language Models More Honest in Their Probabilistic or Verbalized Confidence?","created":"2024-08-19","cited_by_count":23,"area":null},{"id":"2103.03872","title":"Rissanen Data Analysis: Examining Dataset Characteristics via Description Length","created":"2021-03-05","cited_by_count":22,"area":null},{"id":"2312.04021","title":"A Study on the Calibration of In-context Learning","created":"2023-12-07","cited_by_count":22,"area":null},{"id":"2203.00056","title":"An Empirical Study on Explanations in Out-of-Domain Settings","created":"2022-02-28","cited_by_count":21,"area":null},{"id":"2110.07586","title":"Can Explanations Be Useful for Calibrating Black Box Models?","created":"2021-10-14","cited_by_count":20,"area":null},{"id":"2501.10858","title":"Reliable Text-to-SQL with Adaptive Abstention","created":"2025-01-18","cited_by_count":20,"area":null},{"id":"2202.09931","title":"Deconstructing Distributions: A Pointwise Framework of Learning","created":"2022-02-20","cited_by_count":19,"area":null},{"id":"2205.12650","title":"Few-shot Reranking for Multi-hop QA via Language Model Prompting","created":"2022-05-25","cited_by_count":19,"area":null},{"id":"2210.12265","title":"On the Calibration of Massively Multilingual Language Models","created":"2022-10-21","cited_by_count":19,"area":null},{"id":"2304.09424","title":"Loss Minimization Yields Multicalibration for Large Neural Networks","created":"2023-04-19","cited_by_count":19,"area":null},{"id":"2302.03686","title":"Long Horizon Temperature Scaling","created":"2023-02-07","cited_by_count":18,"area":null},{"id":"2502.16820","title":"Uncertainty Quantification of Large Language Models through Multi-Dimensional Responses","created":"2025-02-24","cited_by_count":18,"area":null},{"id":"2211.00582","title":"ClassActionPrediction: A Challenging Benchmark for Legal Judgment Prediction of Class Action Cases in the US","created":"2022-11-01","cited_by_count":17,"area":null},{"id":"2309.07822","title":"CATfOOD: Counterfactual Augmented Training for Improving Out-of-Domain Performance and Calibration","created":"2023-09-14","cited_by_count":17,"area":null},{"id":"2410.10857","title":"Mirror-Consistency: Harnessing Inconsistency in Majority Voting","created":"2024-10-07","cited_by_count":17,"area":"lr"}],"next_cursor":"100"}