Add request-acceptance gold experiment

2026-08-20 09:13:30 +02:00
parent 19672adab4
commit a1fe89de52
5 changed files with 729 additions and 0 deletions
@@ -0,0 +1,101 @@
+{
+  "schema_version": "experimental-request-acceptance-gold-v0",
+  "cases": [
+    {
+      "case_id": "RA-01",
+      "description": "Explicit positive acceptance",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Antonius: Clara, kannst du die Messwerte bis Dienstag auswerten?", "speaker": "Antonius", "named_person": "Clara", "addressee": "Clara"},
+        {"observation_id": "obs_2", "evidence_id": "e2", "content": "Clara: Ja, ich übernehme die Auswertung bis Dienstag.", "speaker": "Clara", "named_person": null, "addressee": null}
+      ],
+      "expected_recognition": {"request": true, "commitment": true, "same_work": true},
+      "expected_result": {"established": true, "content": "Auswertung der Messwerte", "requested_actor": "Clara", "responsible_person": "Clara", "due": "Dienstag"}
+    },
+    {
+      "case_id": "RA-02",
+      "description": "Paraphrased positive acceptance",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Antonius: Clara, kannst du die Messwerte bis Dienstag auswerten?", "speaker": "Antonius", "named_person": "Clara", "addressee": "Clara"},
+        {"observation_id": "obs_2", "evidence_id": "e2", "content": "Clara: Ja. Ich kümmere mich darum und habe die Auswertung bis Dienstag fertig.", "speaker": "Clara", "named_person": null, "addressee": null}
+      ],
+      "expected_recognition": {"request": true, "commitment": true, "same_work": true},
+      "expected_result": {"established": true, "content": "Auswertung der Messwerte", "requested_actor": "Clara", "responsible_person": "Clara", "due": "Dienstag"}
+    },
+    {
+      "case_id": "RA-03",
+      "description": "Acknowledgement only",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Antonius: Clara, kannst du die Messwerte bis Dienstag auswerten?", "speaker": "Antonius", "named_person": "Clara", "addressee": "Clara"},
+        {"observation_id": "obs_2", "evidence_id": "e2", "content": "Clara: Ja, ich habe verstanden, worum es geht.", "speaker": "Clara", "named_person": null, "addressee": null}
+      ],
+      "expected_recognition": {"request": true, "commitment": false, "same_work": false},
+      "expected_result": {"established": false, "content": null, "requested_actor": null, "responsible_person": null, "due": null}
+    },
+    {
+      "case_id": "RA-04",
+      "description": "Tentative response",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Antonius: Clara, kannst du die Messwerte bis Dienstag auswerten?", "speaker": "Antonius", "named_person": "Clara", "addressee": "Clara"},
+        {"observation_id": "obs_2", "evidence_id": "e2", "content": "Clara: Ich schaue mal, ob ich das schaffe.", "speaker": "Clara", "named_person": null, "addressee": null}
+      ],
+      "expected_recognition": {"request": true, "commitment": false, "same_work": false},
+      "expected_result": {"established": false, "content": null, "requested_actor": null, "responsible_person": null, "due": null}
+    },
+    {
+      "case_id": "RA-05",
+      "description": "Different responder without personal acceptance",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Antonius: Clara, kannst du die Messwerte bis Dienstag auswerten?", "speaker": "Antonius", "named_person": "Clara", "addressee": "Clara"},
+        {"observation_id": "obs_2", "evidence_id": "e2", "content": "Martin: Ja, das sollte gemacht werden.", "speaker": "Martin", "named_person": null, "addressee": null}
+      ],
+      "expected_recognition": {"request": true, "commitment": false, "same_work": false},
+      "expected_result": {"established": false, "content": null, "requested_actor": null, "responsible_person": null, "due": null}
+    },
+    {
+      "case_id": "RA-06",
+      "description": "Explicit commitment to different work",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Antonius: Clara, kannst du die Messwerte bis Dienstag auswerten?", "speaker": "Antonius", "named_person": "Clara", "addressee": "Clara"},
+        {"observation_id": "obs_2", "evidence_id": "e2", "content": "Clara: Ja, ich kümmere mich um die Präsentation.", "speaker": "Clara", "named_person": null, "addressee": null}
+      ],
+      "expected_recognition": {"request": true, "commitment": true, "same_work": false},
+      "expected_result": {"established": false, "content": null, "requested_actor": null, "responsible_person": null, "due": null}
+    },
+    {
+      "case_id": "RA-07",
+      "description": "Request without response",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Antonius: Clara, kannst du die Messwerte bis Dienstag auswerten?", "speaker": "Antonius", "named_person": "Clara", "addressee": "Clara"}
+      ],
+      "expected_recognition": {"request": true, "commitment": false, "same_work": false},
+      "expected_result": {"established": false, "content": null, "requested_actor": null, "responsible_person": null, "due": null}
+    },
+    {
+      "case_id": "RA-08",
+      "description": "Collective commitment",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Martin: Ja, wir testen nächste Woche 20 Meter.", "speaker": "Martin", "named_person": null, "addressee": null}
+      ],
+      "expected_recognition": {"request": false, "commitment": false, "same_work": false},
+      "expected_result": {"established": false, "content": null, "requested_actor": null, "responsible_person": null, "due": null}
+    },
+    {
+      "case_id": "RA-09",
+      "description": "Impersonal necessity",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Martin: Man müsste zuerst prüfen, welches Reinigungsverfahren verfügbar ist.", "speaker": "Martin", "named_person": null, "addressee": null}
+      ],
+      "expected_recognition": {"request": false, "commitment": false, "same_work": false},
+      "expected_result": {"established": false, "content": null, "requested_actor": null, "responsible_person": null, "due": null}
+    },
+    {
+      "case_id": "RA-10",
+      "description": "Personal suggestion",
+      "observations": [
+        {"observation_id": "obs_1", "evidence_id": "e1", "content": "Martin: Ich würde vielleicht Dirk Textor kontaktieren.", "speaker": "Martin", "named_person": "Dirk Textor", "addressee": null}
+      ],
+      "expected_recognition": {"request": false, "commitment": false, "same_work": false},
+      "expected_result": {"established": false, "content": null, "requested_actor": null, "responsible_person": null, "due": null}
+    }
+  ]
+}