From e2acc4dadfeb77d3c452edd0bb5e9c6c3ff749a9 Mon Sep 17 00:00:00 2001 From: Teleo Agents Date: Wed, 18 Mar 2026 09:17:57 +0000 Subject: [PATCH] extract: 2024-12-01-vaccaro-human-ai-combinations-meta-analysis Pentagon-Agent: Epimetheus <968B2991-E2DF-4006-B962-F5B0A0CC8ACA> --- ...o-human-ai-combinations-meta-analysis.json | 35 +++++++++++++++++++ ...aro-human-ai-combinations-meta-analysis.md | 15 +++++++- 2 files changed, 49 insertions(+), 1 deletion(-) create mode 100644 inbox/archive/.extraction-debug/2024-12-01-vaccaro-human-ai-combinations-meta-analysis.json diff --git a/inbox/archive/.extraction-debug/2024-12-01-vaccaro-human-ai-combinations-meta-analysis.json b/inbox/archive/.extraction-debug/2024-12-01-vaccaro-human-ai-combinations-meta-analysis.json new file mode 100644 index 00000000..3a83e179 --- /dev/null +++ b/inbox/archive/.extraction-debug/2024-12-01-vaccaro-human-ai-combinations-meta-analysis.json @@ -0,0 +1,35 @@ +{ + "rejected_claims": [ + { + "filename": "human-ai-teams-underperform-best-individual-performer-on-average.md", + "issues": [ + "missing_attribution_extractor" + ] + }, + { + "filename": "decision-tasks-versus-content-creation-determines-human-ai-combination-value.md", + "issues": [ + "missing_attribution_extractor" + ] + } + ], + "validation_stats": { + "total": 2, + "kept": 0, + "fixed": 5, + "rejected": 2, + "fixes_applied": [ + "human-ai-teams-underperform-best-individual-performer-on-average.md:set_created:2026-03-18", + "human-ai-teams-underperform-best-individual-performer-on-average.md:stripped_wiki_link:centaur-teams-succeed-only-when-role-boundaries-prevent-huma", + "human-ai-teams-underperform-best-individual-performer-on-average.md:stripped_wiki_link:economic-forces-push-humans-out-of-every-cognitive-loop-wher", + "decision-tasks-versus-content-creation-determines-human-ai-combination-value.md:set_created:2026-03-18", + "decision-tasks-versus-content-creation-determines-human-ai-combination-value.md:stripped_wiki_link:economic-forces-push-humans-out-of-every-cognitive-loop-wher" + ], + "rejections": [ + "human-ai-teams-underperform-best-individual-performer-on-average.md:missing_attribution_extractor", + "decision-tasks-versus-content-creation-determines-human-ai-combination-value.md:missing_attribution_extractor" + ] + }, + "model": "anthropic/claude-sonnet-4.5", + "date": "2026-03-18" +} \ No newline at end of file diff --git a/inbox/archive/2024-12-01-vaccaro-human-ai-combinations-meta-analysis.md b/inbox/archive/2024-12-01-vaccaro-human-ai-combinations-meta-analysis.md index c219ce1b..fa6eb996 100644 --- a/inbox/archive/2024-12-01-vaccaro-human-ai-combinations-meta-analysis.md +++ b/inbox/archive/2024-12-01-vaccaro-human-ai-combinations-meta-analysis.md @@ -7,10 +7,14 @@ date: 2024-12-01 domain: ai-alignment secondary_domains: [collective-intelligence] format: paper -status: unprocessed +status: null-result priority: high triage_tag: claim tags: [human-ai-teams, meta-analysis, decision-making, content-creation, oversight, performance] +processed_by: theseus +processed_date: 2026-03-18 +extraction_model: "anthropic/claude-sonnet-4.5" +extraction_notes: "LLM returned 2 claims, 2 rejected by validator" --- ## Content @@ -40,3 +44,12 @@ Systematic review and meta-analysis of 106 experimental studies reporting 370 ef ## Curator Notes PRIMARY CONNECTION: centaur team performance depends on role complementarity not mere human-AI combination WHY ARCHIVED: This is the strongest empirical evidence (370 effect sizes, Nature HB) that human-AI combination is NOT automatically beneficial — it depends on relative capability and task type. Directly relevant to the automation overshoot question. + + +## Key Facts +- Meta-analysis covered 106 experimental studies published between January 2020 and June 2023 +- 370 effect sizes were analyzed across the studies +- Overall effect size: Hedges' g = -0.23 (95% CI: -0.39 to -0.07) +- Published in Nature Human Behaviour, December 2024 +- Task types showing losses: deepfake classification, demand forecasting, medical diagnosis +- Task types showing gains: summarizing social media, chatbot responses, generating new content