48 lines
1.4 KiB
JSON
48 lines
1.4 KiB
JSON
{
|
|
"dataset_version": "9311bba4d5ebe22ef11fbbdfc1f837a41bed9b80b5c169af1885fc2a50b854a1",
|
|
"instance_count": 400,
|
|
"chat_size": "128K",
|
|
"built_at": "2026-06-04T19:29:05.930Z",
|
|
"source": "mohammadtavakoli78/BEAM (GitHub)",
|
|
"source_reference": "Tavakoli, Salemi, Ye, Abdalla, Zamani, Mitchell 2024, \"Beyond a Million Tokens: Benchmarking and Enhancing Long-Term Memory in LLMs\" (arXiv:2510.27246, ICLR 2026)",
|
|
"beam_chats_path": "/home/user/workspace/BEAM/chats",
|
|
"conversations_processed": 20,
|
|
"chat_size_dir_alias": "100K",
|
|
"canonicalisation": {
|
|
"sort_order": "instance_id ascending",
|
|
"field_order": [
|
|
"instance_id",
|
|
"conversation_id",
|
|
"question",
|
|
"expected",
|
|
"context",
|
|
"memory_ability",
|
|
"chat_size",
|
|
"conversation_index"
|
|
],
|
|
"line_terminator": "\\n",
|
|
"trailing_newline": true,
|
|
"encoding": "utf-8",
|
|
"no_bom": true
|
|
},
|
|
"distribution_by_memory_ability": {
|
|
"abstention": 40,
|
|
"contradiction_resolution": 40,
|
|
"event_ordering": 40,
|
|
"information_extraction": 40,
|
|
"instruction_following": 40,
|
|
"knowledge_update": 40,
|
|
"multi_session_reasoning": 40,
|
|
"preference_following": 40,
|
|
"summarization": 40,
|
|
"temporal_reasoning": 40
|
|
},
|
|
"skip_stats": {
|
|
"missingChat": 0,
|
|
"missingProbing": 0,
|
|
"missingQuestion": 0,
|
|
"missingAnswer": 0,
|
|
"noTurns": 0
|
|
}
|
|
}
|