{"total":100,"rows":[{"id":"2412.05579","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","created":"2024-12-07","cited_by_count":465,"area":null},{"id":"2311.04076","title":"Do LLMs exhibit human-like response biases? A case study in survey design","created":"2023-11-07","cited_by_count":180,"area":null},{"id":"2309.10621","title":"Large language models can accurately predict searcher preferences","created":"2023-09-19","cited_by_count":131,"area":null},{"id":"2306.07899","title":"Artificial Artificial Artificial Intelligence: Crowd Workers Widely Use Large Language Models for Text Production Tasks","created":"2023-06-13","cited_by_count":103,"area":null},{"id":"2402.01383","title":"LLM-based NLG Evaluation: Current Status and Challenges","created":"2024-02-02","cited_by_count":73,"area":null},{"id":"2308.16149","title":"Jais and Jais-chat: Arabic-Centric Foundation and Instruction-Tuned Open Generative Large Language Models","created":"2023-08-30","cited_by_count":69,"area":null},{"id":"2310.05984","title":"Simulating Social Media Using Large Language Models to Evaluate Alternative News Feed Algorithms","created":"2023-10-05","cited_by_count":65,"area":null},{"id":"2306.14924","title":"LLM-Assisted Content Analysis: Using Large Language Models to Support Deductive Coding","created":"2023-06-23","cited_by_count":64,"area":null},{"id":"2305.12947","title":"ChatGPT to Replace Crowdsourcing of Paraphrases for Intent Classification: Higher Diversity and Comparable Model Robustness","created":"2023-05-22","cited_by_count":41,"area":null},{"id":"2304.14827","title":"ChatGPT Evaluation on Sentence Level Relations: A Focus on Temporal, Causal, and Discourse Relations","created":"2023-04-28","cited_by_count":40,"area":null},{"id":"2306.04746","title":"Using Imperfect Surrogates for Downstream Inference: Design-based Supervised Learning for Social Science Applications of Large Language Models","created":"2023-06-07","cited_by_count":39,"area":null},{"id":"2308.01284","title":"Fighting Fire with Fire: Can ChatGPT Detect AI-generated Text?","created":"2023-08-02","cited_by_count":39,"area":null},{"id":"2402.05129","title":"Best Practices for Text Annotation with Large Language Models","created":"2024-02-05","cited_by_count":36,"area":null},{"id":"2306.13906","title":"Can GPT-4 Support Analysis of Textual Data in Tasks Requiring Highly Specialized Domain Expertise?","created":"2023-06-24","cited_by_count":31,"area":null},{"id":"2307.10168","title":"LLMs as Workers in Human-Computational Algorithms? Replicating Crowdsourcing Pipelines with LLMs","created":"2023-07-19","cited_by_count":27,"area":null},{"id":"2401.18006","title":"EEG-GPT: Exploring Capabilities of Large Language Models for EEG Classification and Interpretation","created":"2024-01-31","cited_by_count":27,"area":null},{"id":"2402.11924","title":"Cofca: A Step-Wise Counterfactual Multi-hop QA benchmark","created":"2024-02-19","cited_by_count":27,"area":"lr"},{"id":"2401.09760","title":"A Comparative Study on Annotation Quality of Crowdsourcing and LLM via Label Aggregation","created":"2024-01-18","cited_by_count":23,"area":null},{"id":"2309.17147","title":"Using Large Language Models for Qualitative Analysis can Introduce Serious Bias","created":"2023-09-29","cited_by_count":22,"area":null},{"id":"2305.01723","title":"Stance Detection: A Practical Guide to Classifying Political Beliefs in Text","created":"2023-05-02","cited_by_count":20,"area":null},{"id":"2402.01386","title":"Can Large Language Models Serve as Data Analysts? A Multi-Agent Assisted Approach for Qualitative Data Analysis","created":"2024-02-02","cited_by_count":20,"area":"agents"},{"id":"2410.18889","title":"Are LLMs Better than Reported? Detecting Label Errors and Mitigating Their Effect on Model Performance","created":"2024-10-24","cited_by_count":20,"area":null},{"id":"2305.14310","title":"Navigating Prompt Complexity for Zero-Shot Classification: A Study of Large Language Models in Computational Social Science","created":"2023-05-23","cited_by_count":19,"area":null},{"id":"2310.09223","title":"Automated Claim Matching with Large Language Models: Empowering Fact-Checkers in the Fight Against Misinformation","created":"2023-10-13","cited_by_count":19,"area":null},{"id":"2403.18152","title":"Large Language Models as Financial Data Annotators: A Study on Effectiveness and Efficiency","created":"2024-03-26","cited_by_count":18,"area":null},{"id":"2310.18440","title":"Modeling Legal Reasoning: LM Annotation at the Edge of Human Agreement","created":"2023-10-27","cited_by_count":17,"area":"lr"},{"id":"2409.09467","title":"Keeping Humans in the Loop: Human-Centered Automated Annotation with Generative AI","created":"2024-09-14","cited_by_count":17,"area":null},{"id":"2305.14020","title":"Does ChatGPT have Theory of Mind?","created":"2023-05-23","cited_by_count":16,"area":null},{"id":"2409.04927","title":"Just ASR + LLM? A Study on Speech Large Language Models' Ability to Identify and Understand Speaker in Spoken Dialogue","created":"2024-09-07","cited_by_count":16,"area":"lr"},{"id":"2306.17103","title":"LyricWhiz: Robust Multilingual Zero-shot Lyrics Transcription by Whispering to ChatGPT","created":"2023-06-29","cited_by_count":15,"area":null},{"id":"2309.14379","title":"Machine-assisted quantitizing designs: augmenting humanities and social sciences with artificial intelligence","created":"2023-09-24","cited_by_count":15,"area":null},{"id":"2404.00998","title":"LLM-RadJudge: Achieving Radiologist-Level Evaluation for X-Ray Report Generation","created":"2024-04-01","cited_by_count":15,"area":null},{"id":"2407.02039","title":"Prompt Stability Scoring for Text Annotation with Large Language Models","created":"2024-07-02","cited_by_count":15,"area":null},{"id":"2408.08978","title":"See What LLMs Cannot Answer: A Self-Challenge Framework for Uncovering LLM Weaknesses","created":"2024-08-16","cited_by_count":15,"area":null},{"id":"2309.14517","title":"Watch Your Language: Investigating Content Moderation with Large Language Models","created":"2023-09-25","cited_by_count":14,"area":null},{"id":"2309.17447","title":"A Large Language Model Approach to Educational Survey Feedback Analysis","created":"2023-09-29","cited_by_count":14,"area":null},{"id":"2311.16639","title":"Positioning Political Texts with Large Language Models by Asking and Averaging","created":"2023-11-28","cited_by_count":13,"area":null},{"id":"2409.00009","title":"Web Retrieval Agents for Evidence-Based Misinformation Detection","created":"2024-08-15","cited_by_count":13,"area":"agents"},{"id":"2308.03854","title":"Revisiting Prompt Engineering via Declarative Crowdsourcing","created":"2023-08-07","cited_by_count":12,"area":null},{"id":"2401.00284","title":"Evaluation is all you need. Prompting Generative Large Language Models for Annotation Tasks in the Social Sciences. A Primer using Open Models","created":"2023-12-30","cited_by_count":12,"area":null},{"id":"2410.18588","title":"Knowledge Distillation Using Frontier Open-source LLMs: Generalizability and the Role of Synthetic Data","created":"2024-10-24","cited_by_count":12,"area":"synth"},{"id":"2305.14770","title":"Using Natural Language Explanations to Rescale Human Judgments","created":"2023-05-24","cited_by_count":11,"area":null},{"id":"2310.04678","title":"DORIS-MAE: Scientific Document Retrieval using Multi-level Aspect-based Queries","created":"2023-10-07","cited_by_count":11,"area":null},{"id":"2609.24574","title":"Evaluating Decision Models for Text Annotation in Computational Social Science","created":"2026-09-21","cited_by_count":11,"area":null},{"id":"2308.13479","title":"Prompting a Large Language Model to Generate Diverse Motivational Messages: A Comparison with Human-Written Messages","created":"2023-08-25","cited_by_count":10,"area":null},{"id":"2402.07940","title":"LLMs Among Us: Generative AI Participating in Digital Discourse","created":"2024-02-08","cited_by_count":9,"area":null},{"id":"2407.14344","title":"LLMs left, right, and center: Assessing GPT's capabilities to label political bias from web domains","created":"2024-07-19","cited_by_count":9,"area":null},{"id":"2411.05854","title":"Harmful YouTube Video Detection: A Taxonomy of Online Harm and MLLMs as Alternative Annotators","created":"2024-11-06","cited_by_count":8,"area":"safety"},{"id":"2402.01681","title":"Emojis Decoded: Leveraging ChatGPT for Enhanced Understanding in Social Media Communications","created":"2024-01-22","cited_by_count":7,"area":null},{"id":"2407.20906","title":"Automated Review Generation Method Based on Large Language Models","created":"2024-07-30","cited_by_count":7,"area":null},{"id":"2501.03266","title":"LLM Content Moderation and User Satisfaction: Evidence from Response Refusals in Chatbot Arena","created":"2025-01-04","cited_by_count":6,"area":"safety"},{"id":"2503.23243","title":"Evaluating how LLM annotations represent diverse views on contentious topics","created":"2025-03-29","cited_by_count":6,"area":null},{"id":"2307.13106","title":"How to use LLMs for Text Analysis","created":"2023-07-24","cited_by_count":5,"area":null},{"id":"2310.12049","title":"Concept-Guided Chain-of-Thought Prompting for Pairwise Comparison Scoring of Texts with Large Language Models","created":"2023-10-18","cited_by_count":5,"area":"lr"},{"id":"2502.16280","title":"Human Preferences in Large Language Model Latent Space: A Technical Analysis on the Reliability of Synthetic Data in Voting Outcome Prediction","created":"2025-02-22","cited_by_count":5,"area":"synth"},{"id":"2506.20274","title":"Enterprise Large Language Model Evaluation Benchmark","created":"2025-06-25","cited_by_count":5,"area":null},{"id":"2305.17819","title":"Large Language Models, scientific knowledge and factuality: A framework to streamline human expert evaluation","created":"2023-05-28","cited_by_count":4,"area":null},{"id":"2310.20153","title":"Interactive Multi-fidelity Learning for Cost-effective Adaptation of Language Model with Sparse Human Supervision","created":"2023-10-31","cited_by_count":4,"area":null},{"id":"2403.15214","title":"InstaSynth: Opportunities and Challenges in Generating Synthetic Instagram Data with ChatGPT for Sponsored Content Detection","created":"2024-03-22","cited_by_count":4,"area":null},{"id":"2406.19892","title":"Automatic register identification for the open web using multilingual deep learning","created":"2024-06-28","cited_by_count":4,"area":null},{"id":"2501.12374","title":"Expertise elevates AI usage: experimental evidence comparing laypeople and professional artists","created":"2025-01-21","cited_by_count":4,"area":null},{"id":"2503.04874","title":"Memory Is All You Need: Testing How Model Memory Affects LLM Performance in Annotation Tasks","created":"2025-03-06","cited_by_count":4,"area":null},{"id":"2403.16424","title":"An Experiment with the Use of ChatGPT for LCSH Subject Assignment on Electronic Theses and Dissertations","created":"2024-03-25","cited_by_count":3,"area":null},{"id":"2406.15130","title":"Assessing Good, Bad and Ugly Arguments Generated by ChatGPT: a New Dataset, its Methodology and Associated Tasks","created":"2024-06-21","cited_by_count":3,"area":null},{"id":"2601.13922","title":"Automatic Prompt Optimization for Dataset-Level Feature Discovery","created":"2026-01-20","cited_by_count":3,"area":null},{"id":"2309.05619","title":"Effective Proxy for Human Labeling: Ensemble Disagreement Scores in Large Language Models for Industrial NLP","created":"2023-09-11","cited_by_count":2,"area":null},{"id":"2404.00140","title":"Does Faithfulness Conflict with Plausibility? An Empirical Study in Explainable AI across NLP Tasks","created":"2024-03-29","cited_by_count":2,"area":null},{"id":"2407.10645","title":"Prompt Selection Matters: Enhancing Text Annotations for Social Sciences with Large Language Models","created":"2024-07-15","cited_by_count":2,"area":null},{"id":"2502.06150","title":"Scaling Public Health Text Annotation: Zero-Shot Learning vs. Crowdsourcing for Improved Efficiency and Labeling Accuracy","created":"2025-02-10","cited_by_count":2,"area":null},{"id":"2506.06991","title":"Evaluating LLM-Contaminated Crowdsourcing Data Without Ground Truth","created":"2025-06-08","cited_by_count":2,"area":null},{"id":"2601.12099","title":"Large language models struggle with ethnographic text annotation","created":"2026-01-17","cited_by_count":2,"area":null},{"id":"2310.08167","title":"Multiclass Classification of Policy Documents with Large Language Models","created":"2023-10-12","cited_by_count":1,"area":null},{"id":"2404.17607","title":"Utilizing Large Language Models to Identify Reddit Users Considering Vaping Cessation for Digital Interventions","created":"2024-04-25","cited_by_count":1,"area":null},{"id":"2406.13820","title":"Framing Social Movements on Social Media: Unpacking Diagnostic, Prognostic, and Motivational Strategies","created":"2024-06-19","cited_by_count":1,"area":null},{"id":"2407.00702","title":"Scaling Technology Acceptance Analysis with Large Language Model (LLM) Annotation Systems","created":"2024-06-30","cited_by_count":1,"area":null},{"id":"2408.06494","title":"What Color Scheme is More Effective in Assisting Readers to Locate Information in a Color-Coded Article?","created":"2024-08-12","cited_by_count":1,"area":null},{"id":"2410.23133","title":"Crowdsourcing Lexical Diversity","created":"2024-10-30","cited_by_count":1,"area":null},{"id":"2502.02451","title":"Beyond English: Evaluating Automated Measurement of Moral Foundations in Non-English Discourse with a Chinese Case Study","created":"2025-02-04","cited_by_count":1,"area":null},{"id":"2505.10260","title":"Comparing LLM Text Annotation Skills: A Study on Human Rights Violations in Social Media Data","created":"2025-05-15","cited_by_count":1,"area":null},{"id":"2505.14918","title":"Reliable Decision Support with LLMs: A Framework for Evaluating Consistency in Binary Text Classification Applications","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2512.22725","title":"Mitigating Social Desirability Bias in Random Silicon Sampling","created":"2025-12-27","cited_by_count":1,"area":null},{"id":"2604.07530","title":"The Shrinking Lifespan of LLMs in Science","created":"2026-04-08","cited_by_count":1,"area":null},{"id":"2401.13239","title":"Adaptive Crowdsourcing Via Self-Supervised Learning","created":"2024-01-24","cited_by_count":0,"area":null},{"id":"2402.09897","title":"COVIDHealth: A Benchmark Twitter Dataset and Machine Learning based Web Application for Classifying COVID-19 Discussions","created":"2024-02-15","cited_by_count":0,"area":null},{"id":"2406.02943","title":"The Task-oriented Queries Benchmark (ToQB)","created":"2024-06-05","cited_by_count":0,"area":null},{"id":"2407.00167","title":"Can GPT-4 Help Detect Quit Vaping Intentions? An Exploration of Automatic Data Annotation Approach","created":"2024-06-28","cited_by_count":0,"area":null},{"id":"2502.10266","title":"Are Large Language Models the future crowd workers of Linguistics?","created":"2025-02-14","cited_by_count":0,"area":null},{"id":"2502.12209","title":"Suboptimal Shapley Value Explanations","created":"2025-02-17","cited_by_count":0,"area":null},{"id":"2506.21582","title":"VIDEE: Visual and Interactive Decomposition, Execution, and Evaluation of Text Analytics with Intelligent Agents","created":"2025-06-17","cited_by_count":0,"area":"agents"},{"id":"2511.17572","title":"Community-Aligned Behavior Under Uncertainty: Evidence of Epistemic Stance Transfer in LLMs","created":"2025-11-14","cited_by_count":0,"area":null},{"id":"2603.26898","title":"Magic Words or Methodical Work? Challenging Conventional Wisdom in LLM-Based Political Text Annotation","created":"2026-03-27","cited_by_count":0,"area":null},{"id":"2605.20693","title":"Interpretable Discriminative Text Representations via Agreement and Label Disentanglement","created":"2026-05-20","cited_by_count":0,"area":null},{"id":"2606.00596","title":"Toward Responsible and Epistemically Grounded Multilingual LLMs for Computational Social Science and Humanities","created":"2026-05-30","cited_by_count":0,"area":null},{"id":"2606.23042","title":"The Model as One Rater Among Several: Measuring Political Positions in Data-Sparse Regions with a Language-Model Panel","created":"2026-06-22","cited_by_count":0,"area":null},{"id":"2606.30801","title":"Using AI Agents to Automate Black-Box Audits of Personalization Algorithms at Scale","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.17063","title":"When LLMs Over-Answer: Measuring and Mitigating Quality Issues in LLM-Based Hardware Description Language Question Answering","created":"2026-07-19","cited_by_count":0,"area":null},{"id":"2609.15194","title":"Semiotic Relations and Proof Methods: A Cross-Genre Study of Argument Structure with Large Language Models","created":"2026-09-14","cited_by_count":0,"area":null},{"id":"2609.29479","title":"Clinical Intent Extraction: A FHIR-Aligned Representation and the CIRCA Benchmark","created":"2026-08-24","cited_by_count":0,"area":null},{"id":"2610.05275","title":"Inductive Claims Extraction at Scale","created":"2026-10-04","cited_by_count":0,"area":null},{"id":"2610.13840","title":"Studying Comics at Scale with Artificial Intelligence: The PAGE Framework and Three Studies of American Comics and Japanese Manga","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}