moving

2026-09-02 10:10:29 +02:00
commit 0c3e2ead3b
3841 changed files with 970576 additions and 0 deletions
--- a/benchmarks/harness/config/datasets.json
+++ b/benchmarks/harness/config/datasets.json
@@ -0,0 +1,32 @@
+{
+  "synthetic": {
+    "id": "synthetic",
+    "displayName": "Synthetic scaffold dataset (60 instances, built-in)",
+    "dataPath": "synthetic/placeholder.jsonl",
+    "source": "synthetic"
+  },
+  "locomo": {
+    "id": "locomo",
+    "displayName": "LoCoMo (snap-research/locomo, canonical 1531-instance non-adversarial eval set)",
+    "dataPath": "locomo/locomo-1540.jsonl",
+    "source": "external"
+  },
+  "longmemeval": {
+    "id": "longmemeval",
+    "displayName": "LongMemEval V1 S-variant (xiaowu0162/longmemeval-cleaned, 500 questions, 115K tokens)",
+    "dataPath": "longmemeval/longmemeval.jsonl",
+    "source": "external"
+  },
+  "beam-128k": {
+    "id": "beam-128k",
+    "displayName": "BEAM 128K (mohammadtavakoli78/BEAM, ICLR 2026, 20 conversations ~128K tokens)",
+    "dataPath": "beam/beam-128K.jsonl",
+    "source": "external"
+  },
+  "beam-1m": {
+    "id": "beam-1m",
+    "displayName": "BEAM 1M (mohammadtavakoli78/BEAM, ICLR 2026, 35 conversations ~1M tokens)",
+    "dataPath": "beam/beam-1M.jsonl",
+    "source": "external"
+  }
+}