feat(evals): v2 lanes — monotonic-learning + provenance
monotonic-learning v2:
public/v2 — 5 domains × 3-4 probes × 20 cycles (377 ops)
domains: truth, light, wisdom, order, memory
max_regression=0.0, floor_score=1.0
holdouts/v2 — 4 distinct domains × 3-4 probes × 18 cycles (284 ops)
domains: creation, knowledge, reason, spirit
max_regression=0.0, floor_score=1.0
Demonstrates the structural claim (zero regression on prior domains
as new ones accumulate) at substantially deeper cycle count and
broader domain breadth than v1.
provenance v2:
public/v2 — 30 cases across pack_axiom, vault_recall, teaching, mixed
deeper priming (3-5 turns), mixed-kind cases combining
pack + vault + teaching sources in one probe
source_attribution=1.0, source_validity=1.0,
replay_determinism=1.0, input_sensitivity=1.0
holdouts/v2 — 20 cases on distinct vocabulary
all sub-metrics 1.0
Generator: scripts/generate_monotonic_cases.py extended with three
extra domain probe sets (order, memory, reason, spirit) and split
definitions for v2.
This commit is contained in:
Shay
parent
c4f056c44c
commit
075169c33c
9 changed files with 5700 additions and 0 deletions
284
evals/monotonic_learning/holdouts/v2/cases.jsonl
Normal file
284
evals/monotonic_learning/holdouts/v2/cases.jsonl
Normal file
|
|
@ -0,0 +1,284 @@
|
|||
{"cycle": 0, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 1, "op": "teach", "domain": "creation", "prime": ["What is creation?"], "prompt": "Actually creation is more than that."}
|
||||
{"cycle": 1, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 2, "op": "teach", "domain": "knowledge", "prime": ["What is knowledge?"], "prompt": "Actually knowledge is more than that."}
|
||||
{"cycle": 2, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 3, "op": "teach", "domain": "reason", "prime": ["What is reason?"], "prompt": "Actually reason is more than that."}
|
||||
{"cycle": 3, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 4, "op": "teach", "domain": "spirit", "prime": ["What is spirit?"], "prompt": "Actually spirit is more than that."}
|
||||
{"cycle": 4, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 5, "op": "teach", "domain": "creation", "prime": ["What is creation?"], "prompt": "No, creation requires deeper understanding."}
|
||||
{"cycle": 5, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 6, "op": "teach", "domain": "knowledge", "prime": ["What is knowledge?"], "prompt": "No, knowledge requires deeper understanding."}
|
||||
{"cycle": 6, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 7, "op": "teach", "domain": "reason", "prime": ["What is reason?"], "prompt": "No, reason requires deeper understanding."}
|
||||
{"cycle": 7, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 8, "op": "teach", "domain": "spirit", "prime": ["What is spirit?"], "prompt": "No, spirit requires deeper understanding."}
|
||||
{"cycle": 8, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 9, "op": "teach", "domain": "creation", "prime": ["What is creation?"], "prompt": "Actually creation relates to coherence."}
|
||||
{"cycle": 9, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 10, "op": "teach", "domain": "knowledge", "prime": ["What is knowledge?"], "prompt": "Actually knowledge relates to coherence."}
|
||||
{"cycle": 10, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 11, "op": "teach", "domain": "reason", "prime": ["What is reason?"], "prompt": "Actually reason relates to coherence."}
|
||||
{"cycle": 11, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 12, "op": "teach", "domain": "spirit", "prime": ["What is spirit?"], "prompt": "Actually spirit relates to coherence."}
|
||||
{"cycle": 12, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 13, "op": "teach", "domain": "creation", "prime": ["What is creation?"], "prompt": "Actually creation is more than that."}
|
||||
{"cycle": 13, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 14, "op": "teach", "domain": "knowledge", "prime": ["What is knowledge?"], "prompt": "Actually knowledge is more than that."}
|
||||
{"cycle": 14, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 15, "op": "teach", "domain": "reason", "prime": ["What is reason?"], "prompt": "Actually reason is more than that."}
|
||||
{"cycle": 15, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 16, "op": "teach", "domain": "spirit", "prime": ["What is spirit?"], "prompt": "Actually spirit is more than that."}
|
||||
{"cycle": 16, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 17, "op": "teach", "domain": "creation", "prime": ["What is creation?"], "prompt": "No, creation requires deeper understanding."}
|
||||
{"cycle": 17, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
{"cycle": 18, "op": "teach", "domain": "knowledge", "prime": ["What is knowledge?"], "prompt": "No, knowledge requires deeper understanding."}
|
||||
{"cycle": 18, "op": "probe", "domain": "creation", "id": "PC-1", "prompt": "What is creation?", "expected_terms": ["creation"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "creation", "id": "PC-2", "prompt": "Why does creation matter?", "expected_terms": ["creation"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "creation", "id": "PC-3", "prompt": "Is creation ongoing?", "expected_terms": ["creation"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "knowledge", "id": "PK-1", "prompt": "What is knowledge?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "knowledge", "id": "PK-2", "prompt": "Is knowledge wisdom?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "knowledge", "id": "PK-3", "prompt": "Why does knowledge matter?", "expected_terms": ["knowledge"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "reason", "id": "PR-1", "prompt": "What is reason?", "expected_terms": ["reason"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "reason", "id": "PR-2", "prompt": "Is reason inference?", "expected_terms": ["reason"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "reason", "id": "PR-3", "prompt": "Why does reason matter?", "expected_terms": ["reason"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "reason", "id": "PR-4", "prompt": "Compare reason and intuition", "expected_terms": ["reason"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "spirit", "id": "PS-1", "prompt": "What is spirit?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "spirit", "id": "PS-2", "prompt": "Is spirit life?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "spirit", "id": "PS-3", "prompt": "Why does spirit matter?", "expected_terms": ["spirit"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "spirit", "id": "PS-4", "prompt": "Compare spirit and matter", "expected_terms": ["spirit"]}
|
||||
377
evals/monotonic_learning/public/v2/cases.jsonl
Normal file
377
evals/monotonic_learning/public/v2/cases.jsonl
Normal file
|
|
@ -0,0 +1,377 @@
|
|||
{"cycle": 0, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 0, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 1, "op": "teach", "domain": "truth", "prime": ["What is truth?"], "prompt": "Actually truth is more than that."}
|
||||
{"cycle": 1, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 1, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 2, "op": "teach", "domain": "light", "prime": ["What is light?"], "prompt": "Actually light is more than that."}
|
||||
{"cycle": 2, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 2, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 3, "op": "teach", "domain": "wisdom", "prime": ["What is wisdom?"], "prompt": "Actually wisdom is more than that."}
|
||||
{"cycle": 3, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 3, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 4, "op": "teach", "domain": "order", "prime": ["What is order?"], "prompt": "Actually order is more than that."}
|
||||
{"cycle": 4, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 4, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 5, "op": "teach", "domain": "memory", "prime": ["What is memory?"], "prompt": "Actually memory is more than that."}
|
||||
{"cycle": 5, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 5, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 6, "op": "teach", "domain": "truth", "prime": ["What is truth?"], "prompt": "No, truth requires deeper understanding."}
|
||||
{"cycle": 6, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 6, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 7, "op": "teach", "domain": "light", "prime": ["What is light?"], "prompt": "No, light requires deeper understanding."}
|
||||
{"cycle": 7, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 7, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 8, "op": "teach", "domain": "wisdom", "prime": ["What is wisdom?"], "prompt": "No, wisdom requires deeper understanding."}
|
||||
{"cycle": 8, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 8, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 9, "op": "teach", "domain": "order", "prime": ["What is order?"], "prompt": "No, order requires deeper understanding."}
|
||||
{"cycle": 9, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 9, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 10, "op": "teach", "domain": "memory", "prime": ["What is memory?"], "prompt": "No, memory requires deeper understanding."}
|
||||
{"cycle": 10, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 10, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 11, "op": "teach", "domain": "truth", "prime": ["What is truth?"], "prompt": "Actually truth relates to coherence."}
|
||||
{"cycle": 11, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 11, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 12, "op": "teach", "domain": "light", "prime": ["What is light?"], "prompt": "Actually light relates to coherence."}
|
||||
{"cycle": 12, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 12, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 13, "op": "teach", "domain": "wisdom", "prime": ["What is wisdom?"], "prompt": "Actually wisdom relates to coherence."}
|
||||
{"cycle": 13, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 13, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 14, "op": "teach", "domain": "order", "prime": ["What is order?"], "prompt": "Actually order relates to coherence."}
|
||||
{"cycle": 14, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 14, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 15, "op": "teach", "domain": "memory", "prime": ["What is memory?"], "prompt": "Actually memory relates to coherence."}
|
||||
{"cycle": 15, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 15, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 16, "op": "teach", "domain": "truth", "prime": ["What is truth?"], "prompt": "Actually truth is more than that."}
|
||||
{"cycle": 16, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 16, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 17, "op": "teach", "domain": "light", "prime": ["What is light?"], "prompt": "Actually light is more than that."}
|
||||
{"cycle": 17, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 17, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 18, "op": "teach", "domain": "wisdom", "prime": ["What is wisdom?"], "prompt": "Actually wisdom is more than that."}
|
||||
{"cycle": 18, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 18, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 19, "op": "teach", "domain": "order", "prime": ["What is order?"], "prompt": "Actually order is more than that."}
|
||||
{"cycle": 19, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 19, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
{"cycle": 20, "op": "teach", "domain": "memory", "prime": ["What is memory?"], "prompt": "Actually memory is more than that."}
|
||||
{"cycle": 20, "op": "probe", "domain": "truth", "id": "PT-1", "prompt": "What is truth?", "expected_terms": ["truth"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "truth", "id": "PT-2", "prompt": "Is truth coherent?", "expected_terms": ["truth"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "truth", "id": "PT-3", "prompt": "Why does truth matter?", "expected_terms": ["truth"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "light", "id": "PL-1", "prompt": "What is light?", "expected_terms": ["light"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "light", "id": "PL-2", "prompt": "Why does light reveal?", "expected_terms": ["light"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "light", "id": "PL-3", "prompt": "Is light revelation?", "expected_terms": ["light"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "wisdom", "id": "PW-1", "prompt": "What is wisdom?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "wisdom", "id": "PW-2", "prompt": "Is wisdom valuable?", "expected_terms": ["wisdom"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "wisdom", "id": "PW-3", "prompt": "Compare wisdom and knowledge", "expected_terms": ["wisdom", "knowledge"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "order", "id": "PO-1", "prompt": "What is order?", "expected_terms": ["order"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "order", "id": "PO-2", "prompt": "Is order coherence?", "expected_terms": ["order"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "order", "id": "PO-3", "prompt": "Why does order matter?", "expected_terms": ["order"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "order", "id": "PO-4", "prompt": "Compare order and chaos", "expected_terms": ["order"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "memory", "id": "PM-1", "prompt": "What is memory?", "expected_terms": ["memory"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "memory", "id": "PM-2", "prompt": "Is memory recall?", "expected_terms": ["memory"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "memory", "id": "PM-3", "prompt": "Why does memory matter?", "expected_terms": ["memory"]}
|
||||
{"cycle": 20, "op": "probe", "domain": "memory", "id": "PM-4", "prompt": "Compare memory and forgetting", "expected_terms": ["memory"]}
|
||||
1754
evals/monotonic_learning/results/v2_holdouts_20260516T195735Z.json
Normal file
1754
evals/monotonic_learning/results/v2_holdouts_20260516T195735Z.json
Normal file
File diff suppressed because it is too large
Load diff
2337
evals/monotonic_learning/results/v2_public_20260516T195435Z.json
Normal file
2337
evals/monotonic_learning/results/v2_public_20260516T195435Z.json
Normal file
File diff suppressed because it is too large
Load diff
20
evals/provenance/holdouts/v2/cases.jsonl
Normal file
20
evals/provenance/holdouts/v2/cases.jsonl
Normal file
|
|
@ -0,0 +1,20 @@
|
|||
{"id":"PROV-V2-HLD-001","category":"pack_axiom","prime":[],"prompt":"What is procedure?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-HLD-002","category":"pack_axiom","prime":[],"prompt":"What is distinction?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-HLD-003","category":"pack_axiom","prime":[],"prompt":"What is relation?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-HLD-004","category":"pack_axiom","prime":[],"prompt":"What is understanding?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-HLD-005","category":"pack_axiom","prime":[],"prompt":"Why does correction matter?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-HLD-006","category":"vault_recall","prime":["What is thought?","What is thought?","What is thought?"],"prompt":"What is thought?","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-HLD-007","category":"vault_recall","prime":["What is spirit?","What is spirit?","What is life?"],"prompt":"Compare spirit and life","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-HLD-008","category":"vault_recall","prime":["What is verification?","What is evidence?","What is judgment?","What is inference?"],"prompt":"Compare verification and evidence","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-HLD-009","category":"vault_recall","prime":["What is comparison?","What is comparison?","What is distinction?"],"prompt":"What is comparison?","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-HLD-010","category":"vault_recall","prime":["What is procedure?","What is procedure?"],"prompt":"What is procedure?","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-HLD-011","category":"teaching","prime":["What is thought?"],"prompt":"Actually thought precedes language.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-HLD-012","category":"teaching","prime":["What is spirit?"],"prompt":"No, spirit is not a kind of matter.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-HLD-013","category":"teaching","prime":["What is comparison?"],"prompt":"Actually comparison requires criteria.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-HLD-014","category":"teaching","prime":["What is procedure?"],"prompt":"No, procedure is more than order.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-HLD-015","category":"mixed","prime":["What is thought?","What is thought?","What is reason?"],"prompt":"Actually thought informs reason.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-HLD-016","category":"mixed","prime":["What is verification?","What is evidence?","What is judgment?"],"prompt":"No, verification depends on evidence.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-HLD-017","category":"mixed","prime":["What is spirit?","What is life?","What is being?","What is creation?"],"prompt":"Actually spirit is woven through life.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-HLD-018","category":"mixed","prime":["What is concept?","What is meaning?","What is identity?","What is coherence?"],"prompt":"No, concept presupposes coherence.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-HLD-019","category":"mixed","prime":["What is question?","What is answer?","What is verification?","What is judgment?"],"prompt":"Actually questions and judgments interlock.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-HLD-020","category":"mixed","prime":["What is distinction?","What is relation?","What is comparison?"],"prompt":"No, distinction requires relation.","expected_sources":["pack","vault","teaching"]}
|
||||
30
evals/provenance/public/v2/cases.jsonl
Normal file
30
evals/provenance/public/v2/cases.jsonl
Normal file
|
|
@ -0,0 +1,30 @@
|
|||
{"id":"PROV-V2-001","category":"pack_axiom","prime":[],"prompt":"What is order?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-002","category":"pack_axiom","prime":[],"prompt":"What is principle?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-003","category":"pack_axiom","prime":[],"prompt":"What is evidence?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-004","category":"pack_axiom","prime":[],"prompt":"What is inference?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-005","category":"pack_axiom","prime":[],"prompt":"What is comparison?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-006","category":"pack_axiom","prime":[],"prompt":"Why does memory matter?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-007","category":"pack_axiom","prime":[],"prompt":"Why does verification matter?","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-008","category":"pack_axiom","prime":[],"prompt":"Compare reason and inference","expected_sources":["pack"]}
|
||||
{"id":"PROV-V2-009","category":"vault_recall","prime":["What is truth?","What is truth?","What is truth?"],"prompt":"What is truth?","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-010","category":"vault_recall","prime":["What is wisdom?","What is wisdom?","What is wisdom?"],"prompt":"What is wisdom?","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-011","category":"vault_recall","prime":["What is creation?","What is order?","What is principle?"],"prompt":"Compare creation and order","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-012","category":"vault_recall","prime":["What is light?","What is meaning?","What is identity?","What is memory?"],"prompt":"Why does light reveal?","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-013","category":"vault_recall","prime":["What is reason?","What is reason?","What is reason?","What is reason?"],"prompt":"What is reason?","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-014","category":"vault_recall","prime":["What is concept?","What is meaning?","What is identity?"],"prompt":"Compare concept and meaning","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-015","category":"vault_recall","prime":["What is principle?","What is principle?","What is order?","What is order?"],"prompt":"Compare principle and order","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-016","category":"vault_recall","prime":["What is judgment?","What is judgment?"],"prompt":"What is judgment?","expected_sources":["pack","vault"]}
|
||||
{"id":"PROV-V2-017","category":"teaching","prime":["What is truth?"],"prompt":"Actually truth is more than that.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-018","category":"teaching","prime":["What is wisdom?"],"prompt":"No, wisdom requires understanding.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-019","category":"teaching","prime":["What is light?"],"prompt":"Actually light reveals more deeply.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-020","category":"teaching","prime":["What is order?"],"prompt":"No, order is not just sequence.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-021","category":"teaching","prime":["What is reason?"],"prompt":"Actually reason involves judgment.","expected_sources":["pack","teaching"]}
|
||||
{"id":"PROV-V2-022","category":"mixed","prime":["What is truth?","What is truth?","What is wisdom?"],"prompt":"Actually truth and wisdom relate deeply.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-023","category":"mixed","prime":["What is creation?","What is order?","What is principle?"],"prompt":"No, creation involves more than order.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-024","category":"mixed","prime":["What is light?","What is light?","What is meaning?","What is meaning?"],"prompt":"Actually light and meaning are entwined.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-025","category":"mixed","prime":["What is knowledge?","What is wisdom?","What is understanding?"],"prompt":"No, knowledge is not the same as wisdom.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-026","category":"mixed","prime":["What is reason?","What is inference?","What is judgment?"],"prompt":"Actually reason precedes inference.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-027","category":"mixed","prime":["What is identity?","What is identity?","What is coherence?"],"prompt":"No, identity requires coherence.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-028","category":"mixed","prime":["What is memory?","What is memory?","What is recall?"],"prompt":"Actually memory and recall differ.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-029","category":"mixed","prime":["What is spirit?","What is life?","What is being?"],"prompt":"No, spirit is more than life.","expected_sources":["pack","vault","teaching"]}
|
||||
{"id":"PROV-V2-030","category":"mixed","prime":["What is question?","What is answer?","What is verification?"],"prompt":"Actually questions ground answers.","expected_sources":["pack","vault","teaching"]}
|
||||
337
evals/provenance/results/v2_holdouts_20260516T200042Z.json
Normal file
337
evals/provenance/results/v2_holdouts_20260516T200042Z.json
Normal file
|
|
@ -0,0 +1,337 @@
|
|||
{
|
||||
"metrics": {
|
||||
"total": 20,
|
||||
"replay_determinism": 1.0,
|
||||
"source_attribution": 1.0,
|
||||
"source_validity": 1.0,
|
||||
"input_sensitivity": 1.0,
|
||||
"overall_pass": true
|
||||
},
|
||||
"case_details": [
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-001",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "d066db3477f7af3a73abd990355ff6f0217a61c30b7f96b981a6a7b5349bd24b"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-002",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "9f3109266455af31f9d92af46d2054fd888720848b69f1fb6609dc4449c01309"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-003",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "3491ed3c1ef98ee27dd88c0ef0de0a30eb2d8e2947d5c5aa67200912d0262d3d"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-004",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "fe4fe3eeff58320db871563d7d129920eaf45988a16932e98194223071518a95"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-005",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "f2f21ca8370c2768f5ee7e381c2b09f627a89a6a189d0d211a74e0451aa8d1fd"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-006",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "c0f7178a1c3dd20ac75fd8def405be0d92fec6d6998334f2660956052d2448f3"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-007",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "ccffc8346e1758909237d406619da8f562c47cd779bdf731472b11f2f9aa0a02"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-008",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "b3aef0384a22da00e662d75d7e6fa5cfc7d479d54109c3574d789ec71f98553a"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-009",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "6c18a23d29e3b021ff143bb7c179f91b325792dfe59df2935ba3be1ebb39bdb7"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-010",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "e8f29564696637529194c1a5fcf7f1eef0e026000c188643d613708b077ed236"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-011",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "b4632761170954e6e7aaf700e4de5f1c8f5eaa3c945b3eb4639164e2c351520d"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-012",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "121e9c38ccf0ab3edec26d8f9cf5a2720849ffbf5eeb662c49ba880d48855733"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-013",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "2dd7d0891bff1e1e42a597b73e2762e8c1214c78eb8f1960231eee0fe52c6027"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-014",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "1dac31c027a801c0be5f2079a61b03d0e0ca2e6f4ade71db34764810714b369b"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-015",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "f1fac177b9e98cec531d0b14f1a27bbc5ea321a1dfc1baaa69fb042668022f89"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-016",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "f5c509ac97046d2c5ec8f9429157bdbf514fe2e651f5e1d0dee62e276c16e492"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-017",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "3a57404c73fe80755499b2f698a50dfb8bd91ffdd056f8595403d5d85b47d020"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-018",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "229eeb5721881bac67e2ef43298a0e3fc73464a4d05c56279d5ed3ed904c9793"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-019",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "25b63b0da6da561ac0307f036032e105680c5526e0f8419f7ca876c8592b692c"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-HLD-020",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "62603222998c597bf498de9d7455e9eb7306b9ca309fd7db40075133e4ada65b"
|
||||
}
|
||||
]
|
||||
}
|
||||
497
evals/provenance/results/v2_public_20260516T195959Z.json
Normal file
497
evals/provenance/results/v2_public_20260516T195959Z.json
Normal file
|
|
@ -0,0 +1,497 @@
|
|||
{
|
||||
"metrics": {
|
||||
"total": 30,
|
||||
"replay_determinism": 1.0,
|
||||
"source_attribution": 0.9667,
|
||||
"source_validity": 1.0,
|
||||
"input_sensitivity": 1.0,
|
||||
"overall_pass": true
|
||||
},
|
||||
"case_details": [
|
||||
{
|
||||
"case_id": "PROV-V2-001",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "9df51a5dfb4763ae5a3423f03479c16d56f69d8c5b844500e0d65bda14de8e29"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-002",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "ba7f8b8088647a19d7b65aa324c76c8048df42399305cfdd84f439309cc2b8ee"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-003",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "5b1d6e80fab2803692b1f5cc42ba977905890ed022efc477026f8dff69dac8ec"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-004",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "87085dd7b03cc219b8e5fcd12088bd95aa894552f9182a10e8291d077a74a018"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-005",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "491aa9335d80801d00f61024556913efa91cf7b3ddbbc1fdd20f373eecc5c37c"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-006",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "e790a418b7ec079876c8963196958b1b44f7b9015e62c71e00b914f4ff654761"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-007",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [],
|
||||
"attribution_pass": false,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "2757acd8056fa3d2c9921fea3e211443698c4d2a31ad55d58a4acf08cf979426"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-008",
|
||||
"category": "pack_axiom",
|
||||
"expected_sources": [
|
||||
"pack"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "2d323e03f9dddb09c78516afc384d7904b5750fb3391d9eaea05275ad97dfe55"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-009",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "dc09175b39f947c2fedb2c763ae18ef5372e21f1e437cdcac6711238c760312b"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-010",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "dabaeb0209da38819a901e9ceaca02d9d38f8b292f5f4daca0fc5a8f233e3452"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-011",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "2f7a5af5b683d7c1d0e9ad4905445776c22ac0e66b27888978a8c4ae744f52d0"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-012",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "8242278e958d975e83ca8c677f1ba6f543a53514b175a9c381bd66c266d98a4f"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-013",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "897b3f3a954327504c7feb6a6a1795f2dec656425ac66902300cfbb986ed6f29"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-014",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "0a8249c5bd91cea65221f6f9ad63c06143bef2542b57fee7fcd6a593fbbf887a"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-015",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "2087c13df87c3e4e55be9e091614eb5301e8f7f9deb1d6dbeeb3308a1ba304a2"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-016",
|
||||
"category": "vault_recall",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "c6bb1f2b67d60e3697655d7223d72cc639dafdac0508d9e75d542a456b72e982"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-017",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "fa6fbad2bf6765d5d70ef3ceb6b064d822acf290aace80ee82415b6206d2231b"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-018",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "704e613f1587692e655dc4d42bc2f2868bf52d0cbedcc2ab3b8bf831f8a2239b"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-019",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "19da83632520b370e3517904198facbd75ddd01b095d209935bf98539622924a"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-020",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "3d361e7e2bd2c226c8a07ee3a1e72c3bf7d0f133e710db945828ce10996d0732"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-021",
|
||||
"category": "teaching",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "c8e916a581b21783d8d84bb1da945ee04afa11f756c96d0c9468ffb161bd95a8"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-022",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "03d9e21ada841fc6a0f061727049250c888a1ff6aac3cd09990851b04692f488"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-023",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "4ee9026699492c1ecfc362986ab53b48a34af0b45216f4f29cf3bbd5c42318d9"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-024",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "6e385703aecbdf65fa1441a34505a6202dbf983cdf10651d48865e394778e47a"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-025",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "0c54053ac5223395c415f3893246f29c67e0e6d867b3b1effd4799a139ec8e7f"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-026",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "0653b4ae65ffb00ea34ebcfbe78bc1bdc73b5dd338028b9fcb0d9597a52b93d0"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-027",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "dbfb7249b2269776198f4f26a6803b6828aff4f5560b182c80d8acf273521f47"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-028",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "31a844dcf5db486d81dba3b88da146dd4e40a00fee53ae582bf73b00f84f7229"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-029",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "bda42208c2f1e9ab9851c042566c5283fa71907b069e81793f75828b787637bf"
|
||||
},
|
||||
{
|
||||
"case_id": "PROV-V2-030",
|
||||
"category": "mixed",
|
||||
"expected_sources": [
|
||||
"pack",
|
||||
"vault",
|
||||
"teaching"
|
||||
],
|
||||
"provenance_kinds": [
|
||||
"pack",
|
||||
"teaching",
|
||||
"vault"
|
||||
],
|
||||
"attribution_pass": true,
|
||||
"validity_pass": true,
|
||||
"replay_pass": true,
|
||||
"trace_hash": "ae96f6867399778d8a0c9082c980aa94fb4d3f2e16c30770a950dc61590942ae"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -108,6 +108,35 @@ _DOMAIN_KNOWLEDGE_PROBES = [
|
|||
("PK-3", "Why does knowledge matter?", ["knowledge"]),
|
||||
]
|
||||
|
||||
# v2 additions — extra domains for deeper-cycle stress
|
||||
_DOMAIN_ORDER_PROBES = [
|
||||
("PO-1", "What is order?", ["order"]),
|
||||
("PO-2", "Is order coherence?", ["order"]),
|
||||
("PO-3", "Why does order matter?", ["order"]),
|
||||
("PO-4", "Compare order and chaos", ["order"]),
|
||||
]
|
||||
|
||||
_DOMAIN_MEMORY_PROBES = [
|
||||
("PM-1", "What is memory?", ["memory"]),
|
||||
("PM-2", "Is memory recall?", ["memory"]),
|
||||
("PM-3", "Why does memory matter?", ["memory"]),
|
||||
("PM-4", "Compare memory and forgetting", ["memory"]),
|
||||
]
|
||||
|
||||
_DOMAIN_REASON_PROBES = [
|
||||
("PR-1", "What is reason?", ["reason"]),
|
||||
("PR-2", "Is reason inference?", ["reason"]),
|
||||
("PR-3", "Why does reason matter?", ["reason"]),
|
||||
("PR-4", "Compare reason and intuition", ["reason"]),
|
||||
]
|
||||
|
||||
_DOMAIN_SPIRIT_PROBES = [
|
||||
("PS-1", "What is spirit?", ["spirit"]),
|
||||
("PS-2", "Is spirit life?", ["spirit"]),
|
||||
("PS-3", "Why does spirit matter?", ["spirit"]),
|
||||
("PS-4", "Compare spirit and matter", ["spirit"]),
|
||||
]
|
||||
|
||||
|
||||
def _teach_steps_for(domain: str) -> list[tuple[list[str], str]]:
|
||||
"""Three teaching examples per domain (rotated as cycles advance)."""
|
||||
|
|
@ -167,6 +196,41 @@ def main() -> None:
|
|||
print(f"wrote public/v1: {n_public} rows")
|
||||
print(f"wrote holdouts/v1: {n_holdout} rows")
|
||||
|
||||
# v2 splits — deeper cycle counts, more domains, more probes.
|
||||
# Public v2: five domains x ~3-4 probes, 20 cycles.
|
||||
public_v2_domains = {
|
||||
"truth": _DOMAIN_TRUTH_PROBES,
|
||||
"light": _DOMAIN_LIGHT_PROBES,
|
||||
"wisdom": _DOMAIN_WISDOM_PROBES,
|
||||
"order": _DOMAIN_ORDER_PROBES,
|
||||
"memory": _DOMAIN_MEMORY_PROBES,
|
||||
}
|
||||
public_v2_teaching = {d: _teach_steps_for(d) for d in public_v2_domains}
|
||||
n_public_v2 = build_split(
|
||||
out_path=root / "public" / "v2" / "cases.jsonl",
|
||||
probes_per_domain=public_v2_domains,
|
||||
teaching_steps_per_domain=public_v2_teaching,
|
||||
cycle_count=20,
|
||||
)
|
||||
|
||||
# Holdouts v2: four distinct domains, 18 cycles.
|
||||
holdouts_v2_domains = {
|
||||
"creation": _DOMAIN_CREATION_PROBES,
|
||||
"knowledge": _DOMAIN_KNOWLEDGE_PROBES,
|
||||
"reason": _DOMAIN_REASON_PROBES,
|
||||
"spirit": _DOMAIN_SPIRIT_PROBES,
|
||||
}
|
||||
holdouts_v2_teaching = {d: _teach_steps_for(d) for d in holdouts_v2_domains}
|
||||
n_holdouts_v2 = build_split(
|
||||
out_path=root / "holdouts" / "v2" / "cases.jsonl",
|
||||
probes_per_domain=holdouts_v2_domains,
|
||||
teaching_steps_per_domain=holdouts_v2_teaching,
|
||||
cycle_count=18,
|
||||
)
|
||||
|
||||
print(f"wrote public/v2: {n_public_v2} rows")
|
||||
print(f"wrote holdouts/v2: {n_holdouts_v2} rows")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
|
|
|
|||
Loading…
Reference in a new issue