ZacharyZhang-NY
77219c930b
Ground truth comes only from third-party annotations (MMLongBench-Doc
evidence_page_ids, VisRAG qrels, ScreenSpot-v2 bboxes, Video-MME QA,
LongMemEval answer_session_ids, CodeSearchNet func_path+func_name) and
from document structure; no model judgement is used anywhere.
- bench/corpus/manifest.jsonl: 28 sources with url, retrieved_at, sha256,
annotation_source, license, files[]; verified by bench.manifest_check
- bench/sets/{pdf,image,ui_screenshot,video,code,conversation}.{jsonl} plus
corpus indexes and a manifest that freezes every file's sha256
- 2,928 answerable + 2,380 unanswerable queries over 854 holders; every
query carries scope {holder, scenario, as_of} for transactive routing
- bench/validate_sets.py fails on missing gold, holder mismatch between
gold and query, gold observed after as_of, and manifest digest drift
301 lines
222 KiB
JSON
301 lines
222 KiB
JSON
{"answer": "25", "answer_format": "str", "as_of": "2023-12-21T21:31:00+00:00", "gold": [{"region": {"turn": 6}, "source_id": "lme:01493427:answer_a7b44747_1"}, {"region": {"turn": 6}, "source_id": "lme:01493427:answer_a7b44747_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:01493427", "question_date": "2023-12-21T21:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:01493427", "question": "How many new postcards have I added to my collection since I started collecting again?", "scope": {"holder": "01493427", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "5", "answer_format": "str", "as_of": "2023-11-08T09:08:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:06db6396:answer_da72b1b4_1"}, {"region": {"turn": 0}, "source_id": "lme:06db6396:answer_da72b1b4_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:06db6396", "question_date": "2023-11-08T09:08:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:06db6396", "question": "How many projects have I completed since starting painting classes?", "scope": {"holder": "06db6396", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "9 months", "answer_format": "str", "as_of": "2023-09-04T17:07:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:08e075c7:answer_cdbe2250_1"}, {"region": {"turn": 2}, "source_id": "lme:08e075c7:answer_cdbe2250_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:08e075c7", "question_date": "2023-09-04T17:07:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:08e075c7", "question": "How long have I been using my Fitbit Charge 3?", "scope": {"holder": "08e075c7", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The information provided is not enough. You mentioned collecting autographed baseball but not football.", "answer_format": "str", "as_of": "2023-06-07T08:31:00+00:00", "gold": [{"region": {}, "source_id": "lme:0ddfec37_abs:answer_a22b654d_abs_1"}, {"region": {}, "source_id": "lme:0ddfec37_abs:answer_a22b654d_abs_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0ddfec37_abs", "question_date": "2023-06-07T08:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0ddfec37_abs", "question": "How many autographed football have I added to my collection in the first three months of collection?", "scope": {"holder": "0ddfec37_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "7", "answer_format": "str", "as_of": "2023-12-06T11:18:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:10e09553:answer_67be2c38_1"}, {"region": {"turn": 2}, "source_id": "lme:10e09553:answer_67be2c38_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:10e09553", "question_date": "2023-12-06T11:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:10e09553", "question": "How many largemouth bass did I catch with Alex on the earlier fishing trip to Lake Michigan before the 7/22 trip?", "scope": {"holder": "10e09553", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "3 months", "answer_format": "str", "as_of": "2023-10-15T20:50:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:2133c1b5:answer_52382508_1"}, {"region": {"turn": 2}, "source_id": "lme:2133c1b5:answer_52382508_2"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2133c1b5", "question_date": "2023-10-15T08:39:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2133c1b5", "question": "How long have I been living in my current apartment in Harajuku?", "scope": {"holder": "2133c1b5", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "every week", "answer_format": "str", "as_of": "2023-11-10T00:38:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:2698e78f:answer_9282283d_1"}, {"region": {"turn": 4}, "source_id": "lme:2698e78f:answer_9282283d_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2698e78f", "question_date": "2023-11-10T00:38:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2698e78f", "question": "How often do I see my therapist, Dr. Smith?", "scope": {"holder": "2698e78f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Ford F-150 pickup truck", "answer_format": "str", "as_of": "2023-06-01T05:09:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:3ba21379:answer_cd345582_1"}, {"region": {"turn": 2}, "source_id": "lme:3ba21379:answer_cd345582_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:3ba21379", "question_date": "2023-06-01T05:09:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:3ba21379", "question": "What type of vehicle model am I currently working on?", "scope": {"holder": "3ba21379", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "3", "answer_format": "str", "as_of": "2023-06-16T17:33:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:45dc21b6:answer_07664d43_1"}, {"region": {"turn": 2}, "source_id": "lme:45dc21b6:answer_07664d43_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:45dc21b6", "question_date": "2023-06-16T17:33:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:45dc21b6", "question": "How many of Emma's recipes have I tried out?", "scope": {"holder": "45dc21b6", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Premier Silver", "answer_format": "str", "as_of": "2023-06-29T04:09:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:50635ada:answer_dcd74827_1"}, {"region": {"turn": 2}, "source_id": "lme:50635ada:answer_dcd74827_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:50635ada", "question_date": "2023-06-29T04:09:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:50635ada", "question": "What was my previous frequent flyer status on United Airlines before I got the current status?", "scope": {"holder": "50635ada", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "TechCorp", "answer_format": "str", "as_of": "2023-06-21T13:02:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:5a4f22c0:answer_b0f3dfff_1"}, {"region": {"turn": 0}, "source_id": "lme:5a4f22c0:answer_b0f3dfff_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:5a4f22c0", "question_date": "2023-06-21T13:02:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:5a4f22c0", "question": "What company is Rachel, an old colleague from my previous company, currently working at?", "scope": {"holder": "5a4f22c0", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "You switched to less water (5 ounces) per tablespoon of coffee.", "answer_format": "str", "as_of": "2023-07-30T05:53:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:6071bd76:answer_4dac77cb_1"}, {"region": {"turn": 0}, "source_id": "lme:6071bd76:answer_4dac77cb_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6071bd76", "question_date": "2023-07-30T05:53:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6071bd76", "question": "For the coffee-to-water ratio in my French press, did I switch to more water per tablespoon of coffee, or less?", "scope": {"holder": "6071bd76", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "25 minutes and 50 seconds (or 25:50)", "answer_format": "str", "as_of": "2023-06-25T13:22:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:6a1eabeb:answer_a25d4a91_1"}, {"region": {"turn": 0}, "source_id": "lme:6a1eabeb:answer_a25d4a91_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6a1eabeb", "question_date": "2023-06-25T13:22:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6a1eabeb", "question": "What was my personal best time in the charity 5K run?", "scope": {"holder": "6a1eabeb", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The information provided is not enough. You mentioned trying Korean restaurants but not Italian restaurants.", "answer_format": "str", "as_of": "2023-06-15T13:37:00+00:00", "gold": [{"region": {}, "source_id": "lme:6aeb4375_abs:answer_3f9693b7_abs_1"}, {"region": {}, "source_id": "lme:6aeb4375_abs:answer_3f9693b7_abs_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6aeb4375_abs", "question_date": "2023-06-15T13:37:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6aeb4375_abs", "question": "How many Italian restaurants have I tried in my city?", "scope": {"holder": "6aeb4375_abs", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Two", "answer_format": "str", "as_of": "2023-06-16T09:50:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:7401057b:answer_94650bfa_1"}, {"region": {"turn": 0}, "source_id": "lme:7401057b:answer_94650bfa_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:7401057b", "question_date": "2023-06-16T09:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:7401057b", "question": "How many free night's stays can I redeem at any Hilton property with my accumulated points?", "scope": {"holder": "7401057b", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "the suburbs", "answer_format": "str", "as_of": "2023-06-13T15:15:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:830ce83f:answer_0b1a0942_1"}, {"region": {"turn": 4}, "source_id": "lme:830ce83f:answer_0b1a0942_1"}, {"region": {"turn": 2}, "source_id": "lme:830ce83f:answer_0b1a0942_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:830ce83f", "question_date": "2023-06-13T15:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:830ce83f", "question": "Where did Rachel move to after her recent relocation?", "scope": {"holder": "830ce83f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Yes. (You have a road bike too.)", "answer_format": "str", "as_of": "2023-06-21T02:24:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:89941a94:answer_e1403127_1"}, {"region": {"turn": 4}, "source_id": "lme:89941a94:answer_e1403127_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:89941a94", "question_date": "2023-06-21T02:24:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:89941a94", "question": "Before I purchased the gravel bike, do I have other bikes in addition to my mountain bike and my commuter bike?", "scope": {"holder": "89941a94", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "level 100", "answer_format": "str", "as_of": "2023-10-08T15:29:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:9bbe84a2:answer_c6a0c6c2_1"}, {"region": {"turn": 4}, "source_id": "lme:9bbe84a2:answer_c6a0c6c2_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:9bbe84a2", "question_date": "2023-10-08T15:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:9bbe84a2", "question": "What was my previous goal for my Apex Legends level before I updated my goal?", "scope": {"holder": "9bbe84a2", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "1300", "answer_format": "str", "as_of": "2023-06-15T23:26:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:a2f3aa27:answer_5126c02d_1"}, {"region": {"turn": 0}, "source_id": "lme:a2f3aa27:answer_5126c02d_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a2f3aa27", "question_date": "2023-06-15T23:26:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a2f3aa27", "question": "How many followers do I have on Instagram now?", "scope": {"holder": "a2f3aa27", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "5", "answer_format": "str", "as_of": "2023-06-17T16:20:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:b6019101:answer_67074b4b_1"}, {"region": {"turn": 0}, "source_id": "lme:b6019101:answer_67074b4b_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b6019101", "question_date": "2023-06-17T16:20:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b6019101", "question": "How many MCU films did I watch in the last 3 months?", "scope": {"holder": "b6019101", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "You increased the limit (from one cup to two cups)", "answer_format": "str", "as_of": "2023-06-11T21:37:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:c6853660:answer_626e93c4_1"}, {"region": {"turn": 0}, "source_id": "lme:c6853660:answer_626e93c4_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:c6853660", "question_date": "2023-06-11T21:37:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:c6853660", "question": "Did I mostly recently increase or decrease the limit on the number of cups of coffee in the morning?", "scope": {"holder": "c6853660", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "10 pounds", "answer_format": "str", "as_of": "2023-06-23T03:15:00+00:00", "gold": [{"region": {"turn": 8}, "source_id": "lme:cf22b7bf:answer_ae3a122b_1"}, {"region": {"turn": 2}, "source_id": "lme:cf22b7bf:answer_ae3a122b_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:cf22b7bf", "question_date": "2023-06-23T03:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:cf22b7bf", "question": "How much weight have I lost since I started going to the gym consistently?", "scope": {"holder": "cf22b7bf", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "nine months", "answer_format": "str", "as_of": "2023-10-22T09:15:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:db467c8c:answer_611b6e83_1"}, {"region": {"turn": 0}, "source_id": "lme:db467c8c:answer_611b6e83_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:db467c8c", "question_date": "2023-10-22T09:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:db467c8c", "question": "How long have my parents been staying with me in the US?", "scope": {"holder": "db467c8c", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "9 months", "answer_format": "str", "as_of": "2023-11-30T12:46:00+00:00", "gold": [{"region": {"turn": 10}, "source_id": "lme:e61a7584:answer_f25c32f5_1"}, {"region": {"turn": 6}, "source_id": "lme:e61a7584:answer_f25c32f5_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e61a7584", "question_date": "2023-11-30T12:46:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e61a7584", "question": "How long have I had my cat, Luna?", "scope": {"holder": "e61a7584", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "20", "answer_format": "str", "as_of": "2023-03-16T14:24:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:ed4ddc30:answer_babbaccb_1"}, {"region": {"turn": 2}, "source_id": "lme:ed4ddc30:answer_babbaccb_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:ed4ddc30", "question_date": "2023-03-16T14:24:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:ed4ddc30", "question": "How many dozen eggs do we currently have stocked up in our refrigerator?", "scope": {"holder": "ed4ddc30", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "2", "answer_format": "str", "as_of": "2023-03-27T23:35:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:00ca467f:answer_39900a0a_3"}, {"region": {}, "source_id": "lme:00ca467f:answer_39900a0a_2"}, {"region": {"turn": 0}, "source_id": "lme:00ca467f:answer_39900a0a_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:00ca467f", "question_date": "2023-03-27T23:35:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:00ca467f", "question": "How many doctor's appointments did I go to in March?", "scope": {"holder": "00ca467f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "3", "answer_format": "str", "as_of": "2023-02-15T23:50:00+00:00", "gold": [{"region": {"turn": 10}, "source_id": "lme:0a995998:answer_afa9873b_2"}, {"region": {"turn": 6}, "source_id": "lme:0a995998:answer_afa9873b_3"}, {"region": {"turn": 4}, "source_id": "lme:0a995998:answer_afa9873b_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0a995998", "question_date": "2023-02-15T23:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0a995998", "question": "How many items of clothing do I need to pick up or return from a store?", "scope": {"holder": "0a995998", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "43", "answer_format": "str", "as_of": "2024-02-05T23:49:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:157a136e:answer_8de18468_2"}, {"region": {"turn": 2}, "source_id": "lme:157a136e:answer_8de18468_2"}, {"region": {"turn": 2}, "source_id": "lme:157a136e:answer_8de18468_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:157a136e", "question_date": "2024-02-05T23:49:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:157a136e", "question": "How many years older is my grandma than me?", "scope": {"holder": "157a136e", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "190", "answer_format": "str", "as_of": "2023-05-30T22:55:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:2311e44b:answer_bf633415_2"}, {"region": {"turn": 8}, "source_id": "lme:2311e44b:answer_bf633415_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2311e44b", "question_date": "2023-05-30T22:55:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2311e44b", "question": "How many pages do I have left to read in 'The Nightingale'?", "scope": {"holder": "2311e44b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "140 hours", "answer_format": "str", "as_of": "2023-05-30T23:42:00+00:00", "gold": [{"region": {"turn": 6}, "source_id": "lme:28dc39ac:answer_8d015d9d_3"}, {"region": {"turn": 0}, "source_id": "lme:28dc39ac:answer_8d015d9d_5"}, {"region": {"turn": 0}, "source_id": "lme:28dc39ac:answer_8d015d9d_2"}, {"region": {"turn": 0}, "source_id": "lme:28dc39ac:answer_8d015d9d_4"}, {"region": {"turn": 0}, "source_id": "lme:28dc39ac:answer_8d015d9d_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:28dc39ac", "question_date": "2023-05-30T23:42:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:28dc39ac", "question": "How many hours have I spent playing games in total?", "scope": {"holder": "28dc39ac", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "856", "answer_format": "str", "as_of": "2023-05-30T19:21:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:37f165cf:answer_6b9b2b1e_2"}, {"region": {"turn": 0}, "source_id": "lme:37f165cf:answer_6b9b2b1e_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:37f165cf", "question_date": "2023-05-30T19:21:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:37f165cf", "question": "What was the page count of the two novels I finished in January and March?", "scope": {"holder": "37f165cf", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "3", "answer_format": "str", "as_of": "2023-05-30T21:36:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:46a3abf7:answer_c65042d7_3"}, {"region": {"turn": 0}, "source_id": "lme:46a3abf7:answer_c65042d7_2"}, {"region": {"turn": 0}, "source_id": "lme:46a3abf7:answer_c65042d7_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:46a3abf7", "question_date": "2023-05-30T21:36:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:46a3abf7", "question": "How many tanks do I currently have, including the one I set up for my friend's kid?", "scope": {"holder": "46a3abf7", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "February 1st", "answer_format": "str", "as_of": "2023-05-30T16:23:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:51c32626:answer_58820c75_1"}, {"region": {"turn": 8}, "source_id": "lme:51c32626:answer_58820c75_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:51c32626", "question_date": "2023-05-30T16:23:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:51c32626", "question": "When did I submit my research paper on sentiment analysis?", "scope": {"holder": "51c32626", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "2", "answer_format": "str", "as_of": "2023-05-30T23:41:00+00:00", "gold": [{"region": {}, "source_id": "lme:60472f9c:answer_e7fe8c8b_1"}, {"region": {"turn": 0}, "source_id": "lme:60472f9c:answer_e7fe8c8b_2"}, {"region": {"turn": 0}, "source_id": "lme:60472f9c:answer_e7fe8c8b_3"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:60472f9c", "question_date": "2023-05-30T23:41:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:60472f9c", "question": "How many projects have I been working on simultaneously, excluding my thesis?", "scope": {"holder": "60472f9c", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The information provided is not enough. You mentioned planting 5 plants for tomatoes but you did not mention chili peppers.", "answer_format": "str", "as_of": "2023-05-30T14:24:00+00:00", "gold": [{"region": {"turn": 10}, "source_id": "lme:6456829e_abs:answer_743f03a1_abs_1"}, {"region": {}, "source_id": "lme:6456829e_abs:answer_743f03a1_abs_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6456829e_abs", "question_date": "2023-05-30T14:24:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6456829e_abs", "question": "How many plants did I initially plant for tomatoes and chili peppers?", "scope": {"holder": "6456829e_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "2", "answer_format": "str", "as_of": "2023-05-30T23:32:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:6d550036:answer_ec904b3c_1"}, {"region": {"turn": 0}, "source_id": "lme:6d550036:answer_ec904b3c_4"}, {"region": {"turn": 0}, "source_id": "lme:6d550036:answer_ec904b3c_3"}, {"region": {"turn": 2}, "source_id": "lme:6d550036:answer_ec904b3c_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6d550036", "question_date": "2023-05-30T23:32:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6d550036", "question": "How many projects have I led or am currently leading?", "scope": {"holder": "6d550036", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "$300", "answer_format": "str", "as_of": "2023-05-30T20:07:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:77eafa52:answer_33c251f0_2"}, {"region": {"turn": 2}, "source_id": "lme:77eafa52:answer_33c251f0_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:77eafa52", "question_date": "2023-05-30T20:07:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:77eafa52", "question": "How much more did I have to pay for the trip after the initial quote?", "scope": {"holder": "77eafa52", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "$120", "answer_format": "str", "as_of": "2023-05-30T09:50:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:87f22b4a:answer_f56e6152_2"}, {"region": {"turn": 0}, "source_id": "lme:87f22b4a:answer_f56e6152_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:87f22b4a", "question_date": "2023-05-30T09:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:87f22b4a", "question": "How much have I made from selling eggs this month?", "scope": {"holder": "87f22b4a", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "4", "answer_format": "str", "as_of": "2023-05-30T09:50:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:8e91e7d9:answer_477ae455_1"}, {"region": {"turn": 0}, "source_id": "lme:8e91e7d9:answer_477ae455_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8e91e7d9", "question_date": "2023-05-30T09:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8e91e7d9", "question": "What is the total number of siblings I have?", "scope": {"holder": "8e91e7d9", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "4 days.", "answer_format": "str", "as_of": "2023-05-30T23:16:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:a08a253f:answer_47152166_2"}, {"region": {"turn": 0}, "source_id": "lme:a08a253f:answer_47152166_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a08a253f", "question_date": "2023-05-30T23:16:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a08a253f", "question": "How many days a week do I attend fitness classes?", "scope": {"holder": "a08a253f", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "50", "answer_format": "str", "as_of": "2023-05-30T15:17:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:a4996e51:answer_feb5f98a_1"}, {"region": {"turn": 2}, "source_id": "lme:a4996e51:answer_feb5f98a_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a4996e51", "question_date": "2023-05-30T15:17:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a4996e51", "question": "How many hours do I work in a typical week during peak campaign seasons?", "scope": {"holder": "a4996e51", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "5 days. 6 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2023-03-01T23:48:00+00:00", "gold": [{"region": {"turn": 10}, "source_id": "lme:b3c15d39:answer_05d808e6_1"}, {"region": {"turn": 0}, "source_id": "lme:b3c15d39:answer_05d808e6_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b3c15d39", "question_date": "2023-03-01T23:48:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b3c15d39", "question": "How many days did it take for me to receive the new remote shutter release after I ordered it?", "scope": {"holder": "b3c15d39", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "70 pounds", "answer_format": "str", "as_of": "2023-05-30T22:02:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:bc149d6b:answer_92147866_1"}, {"region": {"turn": 0}, "source_id": "lme:bc149d6b:answer_92147866_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:bc149d6b", "question_date": "2023-05-30T22:02:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:bc149d6b", "question": "What is the total weight of the new feed I purchased in the past two months?", "scope": {"holder": "bc149d6b", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "$6", "answer_format": "str", "as_of": "2023-05-30T23:25:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:cc06de0d:answer_4fb01417_2"}, {"region": {"turn": 2}, "source_id": "lme:cc06de0d:answer_4fb01417_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:cc06de0d", "question_date": "2023-05-30T23:25:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:cc06de0d", "question": "For my daily commute, how much more expensive was the taxi ride compared to the train fare?", "scope": {"holder": "cc06de0d", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "20%", "answer_format": "str", "as_of": "2023-05-30T21:08:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:d905b33f:answer_85a77c48_2"}, {"region": {"turn": 6}, "source_id": "lme:d905b33f:answer_85a77c48_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:d905b33f", "question_date": "2023-05-30T21:08:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:d905b33f", "question": "What percentage discount did I get on the book from my favorite author?", "scope": {"holder": "d905b33f", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The information provided is not enough. You mentioned purchasing a headphone, but you did not mention the iPad.", "answer_format": "str", "as_of": "2023-05-30T17:19:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:e5ba910e_abs:answer_e49ed9d3_abs_1"}, {"region": {}, "source_id": "lme:e5ba910e_abs:answer_e49ed9d3_abs_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e5ba910e_abs", "question_date": "2023-05-30T17:19:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e5ba910e_abs", "question": "What is the total cost of my recently purchased headphones and the iPad?", "scope": {"holder": "e5ba910e_abs", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "17", "answer_format": "str", "as_of": "2023-05-30T20:36:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:eeda8a6d:answer_3e5fea0e_1"}, {"region": {"turn": 0}, "source_id": "lme:eeda8a6d:answer_3e5fea0e_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:eeda8a6d", "question_date": "2023-05-30T20:36:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:eeda8a6d", "question": "How many fish are there in total in both of my aquariums?", "scope": {"holder": "eeda8a6d", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "$1,300", "answer_format": "str", "as_of": "2023-05-30T22:07:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:f0e564bc:answer_cfcf5340_1"}, {"region": {"turn": 0}, "source_id": "lme:f0e564bc:answer_cfcf5340_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:f0e564bc", "question_date": "2023-05-30T22:07:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:f0e564bc", "question": "What is the total amount I spent on the designer handbag and high-end skincare products?", "scope": {"holder": "f0e564bc", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "I attended three weddings. The couples were Rachel and Mike, Emily and Sarah, and Jen and Tom.", "answer_format": "str", "as_of": "2023-10-15T23:47:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_2f8be40d:answer_e7b0637e_2"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_2f8be40d:answer_e7b0637e_1"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_2f8be40d:answer_e7b0637e_3"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_2f8be40d", "question_date": "2023-10-15T23:47:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_2f8be40d", "question": "How many weddings have I attended in this year?", "scope": {"holder": "gpt4_2f8be40d", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "TikTok", "answer_format": "str", "as_of": "2023-05-30T22:43:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_5501fe77:answer_203bf3fa_1"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_5501fe77:answer_203bf3fa_3"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_5501fe77:answer_203bf3fa_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_5501fe77", "question_date": "2023-05-30T22:43:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_5501fe77", "question": "Which social media platform did I gain the most followers on over the past month?", "scope": {"holder": "gpt4_5501fe77", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "38 subjects", "answer_format": "str", "as_of": "2023-05-30T18:13:00+00:00", "gold": [{"region": {"turn": 3}, "source_id": "lme:0e5e2d1a:answer_ultrachat_113156"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0e5e2d1a", "question_date": "2023-05-30T18:13:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0e5e2d1a", "question": "I wanted to follow up on our previous conversation about binaural beats for anxiety and depression. Can you remind me how many subjects were in the study published in the journal Music and Medicine that found significant reductions in symptoms of depression, anxiety, and stress?", "scope": {"holder": "0e5e2d1a", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "I recommended using a Pilsner or Lager for the recipe.", "answer_format": "str", "as_of": "2023-05-30T22:48:00+00:00", "gold": [{"region": {"turn": 3}, "source_id": "lme:16c90bf4:answer_ultrachat_294807"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:16c90bf4", "question_date": "2023-05-30T22:48:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:16c90bf4", "question": "I'm looking back at our previous conversation about the Seco de Cordero recipe from Ancash. You mentioned using a light or medium-bodied beer, but I was wondering if you could remind me what type of beer you specifically recommended?", "scope": {"holder": "16c90bf4", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Transcriptionist.", "answer_format": "str", "as_of": "2023-05-30T20:57:00+00:00", "gold": [{"region": {"turn": 1}, "source_id": "lme:1903aded:answer_sharegpt_hA7AkP3_0"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1903aded", "question_date": "2023-05-30T20:57:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1903aded", "question": "I think we discussed work from home jobs for seniors earlier. Can you remind me what was the 7th job in the list you provided?", "scope": {"holder": "1903aded", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Veja", "answer_format": "str", "as_of": "2023-05-30T19:49:00+00:00", "gold": [{"region": {"turn": 7}, "source_id": "lme:1de5cff2:answer_ultrachat_440262"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1de5cff2", "question_date": "2023-05-30T19:49:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1de5cff2", "question": "I was going through our previous conversation about high-end fashion brands, and I was wondering if you could remind me of the brand that uses wild rubber sourced from the Amazon rainforest?", "scope": {"holder": "1de5cff2", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Chapter 4 of Book 1, titled 'Vocal Prayer and Meditation'.", "answer_format": "str", "as_of": "2023-05-30T21:49:00+00:00", "gold": [{"region": {"turn": 8}, "source_id": "lme:2bf43736:answer_sharegpt_2kpncbX_13"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2bf43736", "question_date": "2023-05-30T21:49:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2bf43736", "question": "I was going through our previous chat and I wanted to clarify something about the prayer of beginners in Tanqueray's Spiritual Life treatise. Can you remind me which chapter of the second part discusses vocal prayer and meditation?", "scope": {"holder": "2bf43736", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The average improvement in framerate was approximately 20% when using the Hardware-Aware Modular Training (HAMT) agent.", "answer_format": "str", "as_of": "2023-05-30T23:31:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:352ab8bd:answer_sharegpt_NoDZzot_7"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:352ab8bd", "question_date": "2023-05-30T23:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:352ab8bd", "question": "Can you remind me what was the average improvement in framerate when using the Hardware-Aware Modular Training (HAMT) agent in the 'To Adapt or Not to Adapt? Real-Time Adaptation for Semantic Segmentation' submission?", "scope": {"holder": "352ab8bd", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The video is 'How to Sit Properly at a Desk to Avoid Back Pain' and the link is https://www.youtube.com/watch?v=UfOvNlX9Hh0.", "answer_format": "str", "as_of": "2023-05-30T14:25:00+00:00", "gold": [{"region": {"turn": 1}, "source_id": "lme:41275add:answer_sharegpt_81riySf_0"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:41275add", "question_date": "2023-05-30T14:25:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:41275add", "question": "I wanted to follow up on our previous conversation about YouTube videos for workplace posture. Can you remind me of the Mayo Clinic video you recommended?", "scope": {"holder": "41275add", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The GR-90 trail.", "answer_format": "str", "as_of": "2023-05-30T23:03:00+00:00", "gold": [{"region": {"turn": 5}, "source_id": "lme:488d3006:answer_ultrachat_275993"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:488d3006", "question_date": "2023-05-30T23:03:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:488d3006", "question": "I'm planning to go back to the Natural Park of Moncayo mountain in Aragón and I was wondering, what was the name of that hiking trail you recommended that takes you through the park's most stunning landscapes and offers panoramic views of the surrounding mountainside?", "scope": {"holder": "488d3006", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Roscioli", "answer_format": "str", "as_of": "2023-05-30T23:29:00+00:00", "gold": [{"region": {"turn": 3}, "source_id": "lme:4c36ccef:answer_ultrachat_448704"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:4c36ccef", "question_date": "2023-05-30T23:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:4c36ccef", "question": "Can you remind me of the name of the romantic Italian restaurant in Rome you recommended for dinner?", "scope": {"holder": "4c36ccef", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Fissionator.", "answer_format": "str", "as_of": "2023-05-30T20:36:00+00:00", "gold": [{"region": {"turn": 5}, "source_id": "lme:561fabcd:answer_sharegpt_hChsWOp_97"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:561fabcd", "question_date": "2023-05-30T20:36:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:561fabcd", "question": "I was thinking back to our previous conversation about the Radiation Amplified zombie, and I was wondering if you remembered what we finally decided to name it?", "scope": {"holder": "561fabcd", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "According to Borges, 'The Library is a sphere whose exact center is any one of its hexagons and whose circumference is inaccessible.'", "answer_format": "str", "as_of": "2023-05-30T23:56:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:58470ed2:answer_sharegpt_U4oCSfU_7"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:58470ed2", "question_date": "2023-05-30T23:56:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:58470ed2", "question": "I was going through our previous conversation about The Library of Babel, and I wanted to confirm - what did Borges say about the center and circumference of the Library?", "scope": {"holder": "58470ed2", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The recommended ratio is 1:10, meaning one part tea tree oil to ten parts carrier oil.", "answer_format": "str", "as_of": "2023-05-30T23:54:00+00:00", "gold": [{"region": {"turn": 9}, "source_id": "lme:65240037:answer_ultrachat_403752"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:65240037", "question_date": "2023-05-30T23:54:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:65240037", "question": "I remember you told me to dilute tea tree oil with a carrier oil before applying it to my skin. Can you remind me what the recommended ratio is?", "scope": {"holder": "65240037", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Manolo García", "answer_format": "str", "as_of": "2023-05-30T19:58:00+00:00", "gold": [{"region": {"turn": 5}, "source_id": "lme:70b3e69b:answer_ultrachat_334948"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:70b3e69b", "question_date": "2023-05-30T19:58:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:70b3e69b", "question": "I was going through our previous conversation about the impact of the political climate in Catalonia on its literature and music. Can you remind me of the example you gave of a Spanish-Catalan singer-songwriter who supports unity between Catalonia and Spain?", "scope": {"holder": "70b3e69b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "+49 (0) 62 32 / 14 23 - 0", "answer_format": "str", "as_of": "2023-05-30T21:38:00+00:00", "gold": [{"region": {"turn": 3}, "source_id": "lme:71a3fd6b:answer_ultrachat_417348"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:71a3fd6b", "question_date": "2023-05-30T21:38:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:71a3fd6b", "question": "I'm planning my trip to Speyer again and I wanted to confirm, what's the phone number of the Speyer tourism board that you provided me earlier?", "scope": {"holder": "71a3fd6b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "$2,000", "answer_format": "str", "as_of": "2023-05-30T22:31:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:7a8d0b71:answer_sharegpt_i0tMT9q_9"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:7a8d0b71", "question_date": "2023-05-30T22:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:7a8d0b71", "question": "I'm looking back at our previous chat about the DHL Wellness Retreats campaign. Can you remind me how much was allocated for influencer marketing in the campaign plan?", "scope": {"holder": "7a8d0b71", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Roscioli", "answer_format": "str", "as_of": "2023-05-30T23:01:00+00:00", "gold": [{"region": {"turn": 5}, "source_id": "lme:8464fc84:answer_ultrachat_467053"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8464fc84", "question_date": "2023-05-30T23:01:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8464fc84", "question": "I'm planning to visit the Vatican again and I was wondering if you could remind me of the name of that famous deli near the Vatican that serves the best cured meats and cheeses?", "scope": {"holder": "8464fc84", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The Plesiosaur had a blue scaly body.", "answer_format": "str", "as_of": "2023-05-30T23:39:00+00:00", "gold": [{"region": {"turn": 1}, "source_id": "lme:89527b6b:answer_sharegpt_YkWn1Ne_0"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:89527b6b", "question_date": "2023-05-30T23:39:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:89527b6b", "question": "I'm going back to our previous conversation about the children's book on dinosaurs. Can you remind me what color was the scaly body of the Plesiosaur in the image?", "scope": {"holder": "89527b6b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Jaipur Rugs", "answer_format": "str", "as_of": "2023-05-30T07:53:00+00:00", "gold": [{"region": {"turn": 3}, "source_id": "lme:8b9d4367:answer_ultrachat_289157"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8b9d4367", "question_date": "2023-05-30T07:53:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8b9d4367", "question": "I wanted to follow up on our previous conversation about private sector businesses in Chaudhary. Can you remind me of the company that employs over 40,000 people in the rug-manufacturing industry?", "scope": {"holder": "8b9d4367", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Patagonia and Southwest Airlines.", "answer_format": "str", "as_of": "2023-05-30T19:28:00+00:00", "gold": [{"region": {"turn": 7}, "source_id": "lme:a40e080f:answer_ultrachat_269020"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a40e080f", "question_date": "2023-05-30T19:28:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a40e080f", "question": "I was going through our previous conversation and I was wondering if you could remind me of the two companies you mentioned that prioritize employee safety and well-being like Triumvirate?", "scope": {"holder": "a40e080f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "@jessica_poole_jewellery", "answer_format": "str", "as_of": "2023-05-30T23:50:00+00:00", "gold": [{"region": {"turn": 1}, "source_id": "lme:b759caee:answer_sharegpt_2BSXlAr_0"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b759caee", "question_date": "2023-05-30T23:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b759caee", "question": "I was looking back at our previous conversation about buying unique engagement rings directly from designers. Can you remind me of the Instagram handle of the UK-based designer who works with unusual gemstones?", "scope": {"holder": "b759caee", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Nostalgia", "answer_format": "str", "as_of": "2023-05-30T20:59:00+00:00", "gold": [{"region": {"turn": 7}, "source_id": "lme:c7cf7dfd:answer_ultrachat_456407"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:c7cf7dfd", "question_date": "2023-05-30T20:59:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:c7cf7dfd", "question": "I'm going back to our previous conversation about traditional Indian embroidery and tailoring techniques. Can you remind me of the name of that online store based in India that sells traditional Indian fabrics, threads, and embellishments?", "scope": {"holder": "c7cf7dfd", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "I recommended learning Ruby, Python, or PHP as a back-end programming language.", "answer_format": "str", "as_of": "2023-05-30T19:20:00+00:00", "gold": [{"region": {"turn": 7}, "source_id": "lme:cc539528:answer_ultrachat_374124"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:cc539528", "question_date": "2023-05-30T19:20:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:cc539528", "question": "I wanted to follow up on our previous conversation about front-end and back-end development. Can you remind me of the specific back-end programming languages you recommended I learn?", "scope": {"holder": "cc539528", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "By Chloe", "answer_format": "str", "as_of": "2023-05-30T19:29:00+00:00", "gold": [{"region": {"turn": 5}, "source_id": "lme:d596882b:answer_ultrachat_252214"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:d596882b", "question_date": "2023-05-30T19:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:d596882b", "question": "I'm planning another trip to New York City and I was wondering if you could remind me of that vegan eatery you recommended last time, the one with multiple locations throughout the city?", "scope": {"holder": "d596882b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Dr. Arati Prabhakar", "answer_format": "str", "as_of": "2023-05-30T22:22:00+00:00", "gold": [{"region": {"turn": 1}, "source_id": "lme:e3fc4d6e:answer_sharegpt_5m7gg5F_0"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e3fc4d6e", "question_date": "2023-05-30T22:22:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e3fc4d6e", "question": "I wanted to follow up on our previous conversation about the fusion breakthrough at Lawrence Livermore National Laboratory. Can you remind me who is the President's Chief Advisor for Science and Technology mentioned in the article?", "scope": {"holder": "e3fc4d6e", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "2-3 eggs", "answer_format": "str", "as_of": "2023-05-30T08:29:00+00:00", "gold": [{"region": {"turn": 1}, "source_id": "lme:e8a79c70:answer_ultrachat_13075"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e8a79c70", "question_date": "2023-05-30T08:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e8a79c70", "question": "I was going through our previous conversation about making a classic French omelette, and I wanted to confirm - how many eggs did you say we need for the recipe?", "scope": {"holder": "e8a79c70", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer suggestions of Sony-compatible accessories or high-quality photography gear that can enhance their photography experience. They may not prefer suggestions of other brands' equipment or low-quality gear.", "answer_format": "str", "as_of": "2023-05-30T16:40:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:06878be2:answer_555dfb94"}, {"region": {"turn": 8}, "source_id": "lme:06878be2:answer_555dfb94"}, {"region": {"turn": 14}, "source_id": "lme:06878be2:answer_555dfb94"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:06878be2", "question_date": "2023-05-30T16:40:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:06878be2", "question": "Can you suggest some accessories that would complement my current photography setup?", "scope": {"holder": "06878be2", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer dinner suggestions that incorporate their homegrown cherry tomatoes and herbs like basil and mint, highlighting recipes that showcase their garden produce. They might not prefer suggestions that do not utilize these specific ingredients or do not emphasize the use of homegrown elements.", "answer_format": "str", "as_of": "2023-05-30T21:35:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:06f04340:answer_92d5f7cd"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:06f04340", "question_date": "2023-05-30T21:35:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:06f04340", "question": "What should I serve for dinner this weekend with my homegrown ingredients?", "scope": {"holder": "06f04340", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer suggestions of accessories that are compatible with an iPhone 13 Pro, such as high-quality screen protectors, durable cases, portable power banks, or phone wallet cases. They may not prefer suggestions of accessories that are not compatible with Apple products or do not enhance the functionality or protection of their phone.", "answer_format": "str", "as_of": "2023-05-30T21:46:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:07b6f563:answer_d03098f9"}, {"region": {"turn": 2}, "source_id": "lme:07b6f563:answer_d03098f9"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:07b6f563", "question_date": "2023-05-30T21:46:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:07b6f563", "question": "Can you suggest some useful accessories for my phone?", "scope": {"holder": "07b6f563", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that build upon their previous mention of purchasing a portable power bank, such as suggestions on how to optimize its use, like ensuring it's fully charged before use. They might also appreciate tips on utilizing battery-saving features on their phone. The user may not prefer responses that suggest alternative solutions or unrelated advice.", "answer_format": "str", "as_of": "2023-05-30T16:42:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:09d032c9:answer_b10dce5e"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:09d032c9", "question_date": "2023-05-30T16:42:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:09d032c9", "question": "I've been having trouble with the battery life on my phone lately. Any tips?", "scope": {"holder": "09d032c9", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that utilize their existing resources, such as their Suica card and TripIt app, to provide personalized tips for navigating Tokyo's public transportation. They might not prefer general tips or recommendations that do not take into account their prior preparations.", "answer_format": "str", "as_of": "2023-05-30T22:40:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:0a34ad58:answer_cebb7159"}, {"region": {"turn": 6}, "source_id": "lme:0a34ad58:answer_cebb7159"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0a34ad58", "question_date": "2023-05-30T22:40:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0a34ad58", "question": "I’m a bit anxious about getting around Tokyo. Do you have any helpful tips?", "scope": {"holder": "0a34ad58", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer suggestions of hotels in Miami that offer great views, possibly of the ocean or the city skyline, and have unique features such as a rooftop pool or a hot tub on the balcony. They may not prefer suggestions of basic or budget hotels without these features.", "answer_format": "str", "as_of": "2023-05-30T20:23:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:0edc2aef:answer_d586e9cd"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0edc2aef", "question_date": "2023-05-30T20:23:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0edc2aef", "question": "Can you suggest a hotel for my upcoming trip to Miami?", "scope": {"holder": "0edc2aef", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer suggestions that involve relaxing activities that can be done in the evening, preferably before 9:30 pm. They would not prefer suggestions that involve using their phone or watching TV, as these activities have been affecting their sleep quality.", "answer_format": "str", "as_of": "2023-05-30T22:28:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:195a1a1b:answer_6dc4305e"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:195a1a1b", "question_date": "2023-05-30T22:28:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:195a1a1b", "question": "Can you suggest some activities that I can do in the evening?", "scope": {"holder": "195a1a1b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Considering their mixology class background, the user would prefer cocktail suggestions that build upon their existing skills and interests, such as creative variations of classic cocktails or innovative twists on familiar flavors. They might appreciate recommendations that incorporate their experience with refreshing summer drinks like Pimm's Cup. The user would not prefer overly simplistic or basic cocktail recipes, and may not be interested in suggestions that don't take into account their mixology class background.", "answer_format": "str", "as_of": "2023-05-30T22:31:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:1a1907b4:answer_719502eb"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1a1907b4", "question_date": "2023-05-30T22:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1a1907b4", "question": "I've been thinking about making a cocktail for an upcoming get-together, but I'm not sure which one to choose. Any suggestions?", "scope": {"holder": "1a1907b4", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer suggestions related to listening to new podcasts or audiobooks, especially the genre beyond true crime or self-improvement, such as history. They may not be interested in activities that require visual attention, such as reading or watching videos, as they are commuting. The user would not prefer general podcast topics such as true crime or self-improvement, as the user wants to explore other topics.", "answer_format": "str", "as_of": "2023-05-30T13:09:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:1c0ddc50:answer_8da8c7e0"}, {"region": {"turn": 4}, "source_id": "lme:1c0ddc50:answer_8da8c7e0"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1c0ddc50", "question_date": "2023-05-30T13:09:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1c0ddc50", "question": "Can you suggest some activities I can do during my commute to work?", "scope": {"holder": "1c0ddc50", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that reference specific details from their previous interactions, such as the replacement of the bike's chain and cassette, and the use of a new Garmin bike computer. They might prefer explanations that connect these details to the observed improvement in bike performance. The user may not prefer responses that fail to acknowledge these specific details or provide vague, general explanations for the improvement.", "answer_format": "str", "as_of": "2024-02-20T23:40:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:1d4e3b97:answer_e6b6353d"}, {"region": {"turn": 4}, "source_id": "lme:1d4e3b97:answer_e6b6353d"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1d4e3b97", "question_date": "2024-02-20T23:40:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1d4e3b97", "question": "I noticed my bike seems to be performing even better during my Sunday group rides. Could there be a reason for this?", "scope": {"holder": "1d4e3b97", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that take into account their current home network storage capacity issues and recent reliance on external hard drives, highlighting the potential benefits of a NAS device in addressing these specific needs. They might not prefer responses that ignore their current storage challenges or fail to consider their recent tech upgrades and priorities. Preferred responses would utilize the user's previous mentions of storage capacity issues and tech investments to inform their decision.", "answer_format": "str", "as_of": "2023-05-30T15:33:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:1da05512:answer_4d3be2ab"}, {"region": {"turn": 4}, "source_id": "lme:1da05512:answer_4d3be2ab"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1da05512", "question_date": "2023-05-30T15:33:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1da05512", "question": "I'm trying to decide whether to buy a NAS device now or wait. What do you think?", "scope": {"holder": "1da05512", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer recommendations for stand-up comedy specials on Netflix, especially those that are known for their storytelling. They may not prefer recommendations for other genres or platforms.", "answer_format": "str", "as_of": "2023-05-30T23:43:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:32260d93:answer_0250ae1c"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:32260d93", "question_date": "2023-05-30T23:43:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:32260d93", "question": "Can you recommend a show or movie for me to watch tonight?", "scope": {"holder": "32260d93", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that suggest cultural events where they can practice their language skills, particularly Spanish and French. They would also appreciate if the event has a focus on language learning resources. They would not prefer events that do not provide opportunities for language practice or cultural exchange.", "answer_format": "str", "as_of": "2023-05-30T22:15:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:35a27287:answer_9b182436"}, {"region": {"turn": 4}, "source_id": "lme:35a27287:answer_9b182436"}, {"region": {"turn": 12}, "source_id": "lme:35a27287:answer_9b182436"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:35a27287", "question_date": "2023-05-30T22:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:35a27287", "question": "Can you recommend some interesting cultural events happening around me this weekend?", "scope": {"holder": "35a27287", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that build upon their previous experimentation with turbinado sugar, suggesting ingredients or techniques that complement its richer flavor. They might not prefer generic cookie-making advice or suggestions that don't take into account their existing use of turbinado sugar.", "answer_format": "str", "as_of": "2023-05-30T20:02:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:38146c39:answer_772472c8"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:38146c39", "question_date": "2023-05-30T20:02:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:38146c39", "question": "I've been feeling like my chocolate chip cookies need something extra. Any advice?", "scope": {"holder": "38146c39", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that suggest variations on their existing almond milk, vanilla extract, and honey creamer recipe or new ideas that align with their goals of reducing sugar intake and saving money. They might not prefer responses that recommend commercial creamer products or recipes that are high in sugar or expensive.", "answer_format": "str", "as_of": "2023-05-30T20:16:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:505af2f5:answer_f3164f2c"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:505af2f5", "question_date": "2023-05-30T20:16:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:505af2f5", "question": "I was thinking of trying a new coffee creamer recipe. Any recommendations?", "scope": {"holder": "505af2f5", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that acknowledge their desire for social interaction and collaboration while working remotely, utilizing their previous experiences with company initiatives and team collaborations. They might prefer suggestions of virtual team-building activities, regular check-ins, or joining interest-based groups within the company. The user may not prefer generic suggestions that do not take into account their specific work situation or previous attempts at staying connected with colleagues.", "answer_format": "str", "as_of": "2023-05-30T23:48:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:54026fce:answer_f7b22c66"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:54026fce", "question_date": "2023-05-30T23:48:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:54026fce", "question": "I've been thinking about ways to stay connected with my colleagues. Any suggestions?", "scope": {"holder": "54026fce", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that take into account their existing plans to replace the bedroom dresser and their interest in mid-century modern style, suggesting furniture layouts that accommodate the new dresser and incorporate elements of this design aesthetic. They might not prefer general furniture arrangement tips or suggestions that do not consider their specific design preferences.", "answer_format": "str", "as_of": "2023-05-30T23:39:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:57f827a0:answer_1bde8d3b"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:57f827a0", "question_date": "2023-05-30T23:39:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:57f827a0", "question": "I was thinking about rearranging the furniture in my bedroom this weekend. Any tips?", "scope": {"holder": "57f827a0", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that build upon their existing sources of inspiration, such as revisiting Instagram art accounts or exploring new techniques from online tutorials. They might also appreciate suggestions that revisit previous themes they found enjoyable, like painting flowers. The user would not prefer generic or vague suggestions for finding inspiration, and would likely appreciate responses that utilize their recent 30-day painting challenge experience.", "answer_format": "str", "as_of": "2023-05-30T13:57:00+00:00", "gold": [{"region": {"turn": 12}, "source_id": "lme:6b7dfb22:answer_f6502d0f"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6b7dfb22", "question_date": "2023-05-30T13:57:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6b7dfb22", "question": "I've been feeling a bit stuck with my paintings lately. Do you have any ideas on how I can find new inspiration?", "scope": {"holder": "6b7dfb22", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer suggestions related to recent research papers, articles, or conferences that focus on artificial intelligence in healthcare, particularly those that involve deep learning for medical image analysis. They would not be interested in general AI topics or those unrelated to healthcare.", "answer_format": "str", "as_of": "2023-05-30T13:53:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:75832dbd:answer_d87a6ef8"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:75832dbd", "question_date": "2023-05-30T13:53:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:75832dbd", "question": "Can you recommend some recent publications or conferences that I might find interesting?", "scope": {"holder": "75832dbd", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that consider the potential impact of their cat, Luna, and her shedding on their sneezing, as well as the recent deep clean of the living room and its possible effect on stirring up dust. They might not prefer responses that fail to take into account these specific details previously mentioned, such as generic suggestions or unrelated factors.", "answer_format": "str", "as_of": "2023-05-30T17:51:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:75f70248:answer_8ee04a2e"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:75f70248", "question_date": "2023-05-30T17:51:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:75f70248", "question": "I've been sneezing quite a bit lately. Do you think it might be my living room?", "scope": {"holder": "75f70248", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that suggest resources specifically tailored to Adobe Premiere Pro, especially those that delve into its advanced settings. They might not prefer general video editing resources or resources related to other video editing software.", "answer_format": "str", "as_of": "2023-05-30T22:03:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:8a2466db:answer_edb03329"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8a2466db", "question_date": "2023-05-30T22:03:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8a2466db", "question": "Can you recommend some resources where I can learn more about video editing?", "scope": {"holder": "8a2466db", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that highlight the differences between Fender Stratocaster and Gibson Les Paul electric guitars, such as the feel of the neck, weight, and sound profile. They might not prefer general tips on buying an electric guitar or suggestions that do not take into account their current guitar and desired upgrade.", "answer_format": "str", "as_of": "2023-05-30T21:04:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:95228167:answer_5e613445"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:95228167", "question_date": "2023-05-30T21:04:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:95228167", "question": "I'm getting excited about my visit to the music store this weekend. Any tips on what to look for in a new guitar?", "scope": {"holder": "95228167", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that take into account their previous experience in Denver, specifically their interest in live music and memorable encounter with Brandon Flowers. They might appreciate suggestions that revisit or build upon this experience, such as revisiting the same bar or exploring similar music venues in the area. The user may not prefer general tourist recommendations or activities unrelated to their interest in live music.", "answer_format": "str", "as_of": "2023-05-30T21:17:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:a89d7624:answer_8f15ac24"}, {"region": {"turn": 6}, "source_id": "lme:a89d7624:answer_8f15ac24"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a89d7624", "question_date": "2023-05-30T21:17:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a89d7624", "question": "I'm planning a trip to Denver soon. Any suggestions on what to do there?", "scope": {"holder": "a89d7624", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The user would prefer responses that acknowledge and build upon their existing efforts to organize their kitchen, such as utilizing their new utensil holder to keep countertops clutter-free. They would also appreciate tips that address their concern for maintaining their granite surface, particularly around the sink area. Preferred responses would provide practical and actionable steps to maintain cleanliness, leveraging the user's current tools and setup. They might not prefer generic or vague suggestions that do not take into account their specific kitchen setup or concerns.", "answer_format": "str", "as_of": "2023-05-30T19:03:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:afdc33df:answer_8549e5e0"}, {"region": {"turn": 4}, "source_id": "lme:afdc33df:answer_8549e5e0"}, {"region": {"turn": 6}, "source_id": "lme:afdc33df:answer_8549e5e0"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:afdc33df", "question_date": "2023-05-30T19:03:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:afdc33df", "question": "My kitchen's becoming a bit of a mess again. Any tips for keeping it clean?", "scope": {"holder": "afdc33df", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The user would prefer documentary recommendations that are similar in style and theme to 'Our Planet', 'Free Solo', and 'Tiger King', which they have previously enjoyed. They might not prefer recommendations of documentaries that are vastly different in tone or subject matter from these titles. The preferred response utilizes the user's previously mentioned viewing history to suggest documentaries that cater to their tastes.", "answer_format": "str", "as_of": "2023-05-30T22:56:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:b0479f84:answer_30f63ddb"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b0479f84", "question_date": "2023-05-30T22:56:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b0479f84", "question": "I've got some free time tonight, any documentary recommendations?", "scope": {"holder": "b0479f84", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Luna", "answer_format": "str", "as_of": "2023-05-30T12:18:00+00:00", "gold": [{"region": {"turn": 10}, "source_id": "lme:0862e8bf:answer_c6fd8ebd"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0862e8bf", "question_date": "2023-05-30T12:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0862e8bf", "question": "What is the name of my cat?", "scope": {"holder": "0862e8bf", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "45 minutes each way", "answer_format": "str", "as_of": "2023-05-30T20:36:00+00:00", "gold": [{"region": {"turn": 8}, "source_id": "lme:118b2229:answer_40a90d51"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:118b2229", "question_date": "2023-05-30T20:36:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:118b2229", "question": "How long is my daily commute to work?", "scope": {"holder": "118b2229", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "You did not mention this information. You mentioned collecting vintage cameras but not vintage films.", "answer_format": "str", "as_of": "2023-05-30T23:02:00+00:00", "gold": [{"region": {}, "source_id": "lme:15745da0_abs:answer_586de428_abs"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:15745da0_abs", "question_date": "2023-05-30T23:02:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:15745da0_abs", "question": "How long have I been collecting vintage films?", "scope": {"holder": "15745da0_abs", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "You did not mention this information. You mentioned staying in Japan, but not in Korea.", "answer_format": "str", "as_of": "2023-05-30T17:14:00+00:00", "gold": [{"region": {}, "source_id": "lme:19b5f2b3_abs:answer_5ff494b9_abs"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:19b5f2b3_abs", "question_date": "2023-05-30T17:14:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:19b5f2b3_abs", "question": "How long was I in Korea for?", "scope": {"holder": "19b5f2b3_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "12", "answer_format": "str", "as_of": "2023-05-30T19:25:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:21436231:answer_1e6d4567"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:21436231", "question_date": "2023-05-30T19:25:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:21436231", "question": "How many largemouth bass did I catch on my fishing trip to Lake Michigan?", "scope": {"holder": "21436231", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "30 minutes", "answer_format": "str", "as_of": "2023-05-30T20:45:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:29f2956b:answer_7cc5362f"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:29f2956b", "question_date": "2023-05-30T20:45:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:29f2956b", "question": "How much time do I dedicate to practicing guitar every day?", "scope": {"holder": "29f2956b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "10", "answer_format": "str", "as_of": "2023-05-30T15:40:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:311778f1:answer_e40b054e"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:311778f1", "question_date": "2023-05-30T15:40:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:311778f1", "question": "How many hours did I spend watching documentaries on Netflix last month?", "scope": {"holder": "311778f1", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "16GB", "answer_format": "str", "as_of": "2023-05-30T17:03:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:37d43f65:answer_55161935"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:37d43f65", "question_date": "2023-05-30T17:03:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:37d43f65", "question": "How much RAM did I upgrade my laptop to?", "scope": {"holder": "37d43f65", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "a coffee shop in the city", "answer_format": "str", "as_of": "2023-05-30T11:59:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:3d86fd0a:answer_19c24c11"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:3d86fd0a", "question_date": "2023-05-30T11:59:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:3d86fd0a", "question": "Where did I meet Sophia?", "scope": {"holder": "3d86fd0a", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "A mix of Irish and Italian", "answer_format": "str", "as_of": "2023-05-30T18:19:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:4100d0a0:answer_83c13ff9"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:4100d0a0", "question_date": "2023-05-30T18:19:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:4100d0a0", "question": "What is my ethnicity?", "scope": {"holder": "4100d0a0", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Target", "answer_format": "str", "as_of": "2023-05-30T20:42:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:51a45a95:answer_d61669c7"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:51a45a95", "question_date": "2023-05-30T20:42:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:51a45a95", "question": "Where did I redeem a $5 coupon on coffee creamer?", "scope": {"holder": "51a45a95", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "7 pm", "answer_format": "str", "as_of": "2023-05-30T23:54:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:577d4d32:answer_0dd4d99a"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:577d4d32", "question_date": "2023-05-30T23:54:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:577d4d32", "question": "What time do I stop checking work emails and messages?", "scope": {"holder": "577d4d32", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Marketing specialist at a small startup", "answer_format": "str", "as_of": "2023-05-30T20:08:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:5d3d2817:answer_235eb6fb"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:5d3d2817", "question_date": "2023-05-30T20:08:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:5d3d2817", "question": "What was my previous occupation?", "scope": {"holder": "5d3d2817", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "a yellow dress", "answer_format": "str", "as_of": "2023-05-30T17:09:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:66f24dbb:answer_fea2e4d3"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:66f24dbb", "question_date": "2023-05-30T17:09:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:66f24dbb", "question": "What did I buy for my sister's birthday gift?", "scope": {"holder": "66f24dbb", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "three", "answer_format": "str", "as_of": "2023-05-30T20:24:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:6b168ec8:answer_e623ae87"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6b168ec8", "question_date": "2023-05-30T20:24:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6b168ec8", "question": "How many bikes do I own?", "scope": {"holder": "6b168ec8", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "10%", "answer_format": "str", "as_of": "2023-05-30T23:15:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:726462e0:answer_f38f679b"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:726462e0", "question_date": "2023-05-30T23:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:726462e0", "question": "What was the discount I got on my first purchase from the new clothing brand?", "scope": {"holder": "726462e0", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Golden Retriever", "answer_format": "str", "as_of": "2023-05-30T20:25:00+00:00", "gold": [{"region": {"turn": 8}, "source_id": "lme:75499fd8:answer_723bf11f"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:75499fd8", "question_date": "2023-05-30T20:25:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:75499fd8", "question": "What breed is my dog?", "scope": {"holder": "75499fd8", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "18", "answer_format": "str", "as_of": "2023-05-30T21:54:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:853b0a1d:answer_69811d4a"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:853b0a1d", "question_date": "2023-05-30T21:54:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:853b0a1d", "question": "How old was I when my grandma gave me the silver necklace?", "scope": {"holder": "853b0a1d", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "IKEA", "answer_format": "str", "as_of": "2023-05-30T18:56:00+00:00", "gold": [{"region": {"turn": 8}, "source_id": "lme:86b68151:answer_dc11c1eb"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:86b68151", "question_date": "2023-05-30T18:56:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:86b68151", "question": "Where did I buy my new bookshelf from?", "scope": {"holder": "86b68151", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Philips LED bulb", "answer_format": "str", "as_of": "2023-05-30T14:18:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:8a137a7f:answer_15d63a22"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8a137a7f", "question_date": "2023-05-30T14:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8a137a7f", "question": "What type of bulb did I replace in my bedside lamp?", "scope": {"holder": "8a137a7f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Data Science", "answer_format": "str", "as_of": "2023-05-30T18:44:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:8ebdbe50:answer_8ad8a34f"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8ebdbe50", "question_date": "2023-05-30T18:44:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8ebdbe50", "question": "What certification did I complete last month?", "scope": {"holder": "8ebdbe50", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "10", "answer_format": "str", "as_of": "2023-05-30T22:04:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:95bcc1c8:answer_cb742a61"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:95bcc1c8", "question_date": "2023-05-30T22:04:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:95bcc1c8", "question": "How many amateur comedians did I watch perform at the open mic night?", "scope": {"holder": "95bcc1c8", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Dark Souls 3 DLC", "answer_format": "str", "as_of": "2023-05-30T21:26:00+00:00", "gold": [{"region": {"turn": 2}, "source_id": "lme:a82c026e:answer_787e6a6d"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a82c026e", "question_date": "2023-05-30T21:26:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a82c026e", "question": "What game did I finally beat last weekend?", "scope": {"holder": "a82c026e", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "7", "answer_format": "str", "as_of": "2023-05-30T14:18:00+00:00", "gold": [{"region": {"turn": 6}, "source_id": "lme:af8d2e46:answer_82a04f59"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:af8d2e46", "question_date": "2023-05-30T14:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:af8d2e46", "question": "How many shirts did I pack for my 5-day trip to Costa Rica?", "scope": {"holder": "af8d2e46", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The painting is worth triple what I paid for it.", "answer_format": "str", "as_of": "2023-05-30T23:18:00+00:00", "gold": [{"region": {"turn": 6}, "source_id": "lme:b86304ba:answer_645b0329"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b86304ba", "question_date": "2023-05-30T23:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b86304ba", "question": "How much is the painting of a sunset worth in terms of the amount I paid for it?", "scope": {"holder": "b86304ba", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "30 days. 31 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2023-02-20T21:26:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:08f4fc43:answer_6ea1541e_2"}, {"region": {"turn": 0}, "source_id": "lme:08f4fc43:answer_6ea1541e_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:08f4fc43", "question_date": "2023-02-20T21:26:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:08f4fc43", "question": "How many days had passed between the Sunday mass at St. Mary's Church and the Ash Wednesday service at the cathedral?", "scope": {"holder": "08f4fc43", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "21 days. 22 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2023-03-26T12:48:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:2a1811e2:answer_1cc3cd0c_1"}, {"region": {"turn": 0}, "source_id": "lme:2a1811e2:answer_1cc3cd0c_2"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2a1811e2", "question_date": "2023-03-26T12:05:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2a1811e2", "question": "How many days had passed between the Hindu festival of Holi and the Sunday mass at St. Mary's Church?", "scope": {"holder": "2a1811e2", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "24 days. 25 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2023-04-01T00:42:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:4dfccbf7:answer_4bebc782_1"}, {"region": {"turn": 8}, "source_id": "lme:4dfccbf7:answer_4bebc782_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:4dfccbf7", "question_date": "2023-04-01T00:42:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:4dfccbf7", "question": "How many days had passed since I started taking ukulele lessons when I decided to take my acoustic guitar to the guitar tech for servicing?", "scope": {"holder": "4dfccbf7", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "I got my own set of sculpting tools.", "answer_format": "str", "as_of": "2023-04-01T08:30:00+00:00", "gold": [{"region": {}, "source_id": "lme:6e984302:answer_88841f27_1"}, {"region": {"turn": 2}, "source_id": "lme:6e984302:answer_88841f27_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6e984302", "question_date": "2023-04-01T08:30:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6e984302", "question": "I mentioned an investment for a competition four weeks ago? What did I buy?", "scope": {"holder": "6e984302", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Five months ago", "answer_format": "str", "as_of": "2023-05-21T18:59:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:982b5123:answer_ab603dd5_1"}, {"region": {"turn": 0}, "source_id": "lme:982b5123:answer_ab603dd5_2"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:982b5123", "question_date": "2023-05-21T10:30:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:982b5123", "question": "How many months ago did I book the Airbnb in San Francisco?", "scope": {"holder": "982b5123", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "7 days. 8 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2022-05-15T14:45:00+00:00", "gold": [{"region": {"turn": 4}, "source_id": "lme:a3045048:answer_016f6bd4_2"}, {"region": {"turn": 0}, "source_id": "lme:a3045048:answer_016f6bd4_1"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a3045048", "question_date": "2022-05-15T13:45:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a3045048", "question": "How many days before my best friend's birthday party did I order her gift?", "scope": {"holder": "a3045048", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "the 'Walk for Hunger' charity event", "answer_format": "str", "as_of": "2023-04-18T18:34:00+00:00", "gold": [{"region": {}, "source_id": "lme:b46e15ee:answer_4bfcc251_4"}, {"region": {}, "source_id": "lme:b46e15ee:answer_4bfcc251_3"}, {"region": {}, "source_id": "lme:b46e15ee:answer_4bfcc251_2"}, {"region": {"turn": 0}, "source_id": "lme:b46e15ee:answer_4bfcc251_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b46e15ee", "question_date": "2023-04-18T18:34:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b46e15ee", "question": "What charity event did I participate in a month ago?", "scope": {"holder": "b46e15ee", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The information provided is not enough. You mentioned getting the iPhone 13 Pro and attending the market, but you did not mention buying an iPad.", "answer_format": "str", "as_of": "2023-05-30T05:17:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:c8090214_abs:answer_70dc7d08_abs_1"}, {"region": {"turn": 8}, "source_id": "lme:c8090214_abs:answer_70dc7d08_abs_1"}, {"region": {}, "source_id": "lme:c8090214_abs:answer_70dc7d08_abs_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:c8090214_abs", "question_date": "2023-05-30T05:17:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:c8090214_abs", "question": "How many days before I bought my iPad did I attend the Holiday Market?", "scope": {"holder": "c8090214_abs", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Two weeks", "answer_format": "str", "as_of": "2023-05-28T21:28:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:e4e14d04:answer_cf425855_1"}, {"region": {"turn": 0}, "source_id": "lme:e4e14d04:answer_cf425855_2"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e4e14d04", "question_date": "2023-05-28T15:46:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e4e14d04", "question": "How long had I been a member of 'Book Lovers Unite' when I attended the meetup?", "scope": {"holder": "e4e14d04", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "The malfunction of the stand mixer", "answer_format": "str", "as_of": "2023-05-25T13:38:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_0b2f1d21:answer_c4e5d969_2"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_0b2f1d21:answer_c4e5d969_1"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_0b2f1d21", "question_date": "2023-05-25T09:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_0b2f1d21", "question": "Which event happened first, the purchase of the coffee maker or the malfunction of the stand mixer?", "scope": {"holder": "gpt4_0b2f1d21", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "2 days. 3 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2023-06-01T17:17:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_1d80365e:answer_661b711f_1"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_1d80365e:answer_661b711f_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_1d80365e", "question_date": "2023-06-01T17:17:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_1d80365e", "question": "How many days did I spend on my solo camping trip to Yosemite National Park?", "scope": {"holder": "gpt4_1d80365e", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "Samsung Galaxy S22", "answer_format": "str", "as_of": "2023-03-15T15:26:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_2312f94c:answer_5328c3c2_2"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_2312f94c:answer_5328c3c2_1"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_2312f94c", "question_date": "2023-03-15T04:45:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_2312f94c", "question": "Which device did I got first, the Samsung Galaxy S22 or the Dell XPS 13?", "scope": {"holder": "gpt4_2312f94c", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Disney+", "answer_format": "str", "as_of": "2023-05-26T23:40:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_2f56ae70:answer_7a36e820_2"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_2f56ae70:answer_7a36e820_3"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_2f56ae70:answer_7a36e820_1"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_2f56ae70", "question_date": "2023-05-26T00:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_2f56ae70", "question": "Which streaming service did I start using most recently?", "scope": {"holder": "gpt4_2f56ae70", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Emma", "answer_format": "str", "as_of": "2023-04-18T16:50:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_468eb064:answer_9b09d95b_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_468eb064", "question_date": "2023-04-18T16:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_468eb064", "question": "Who did I meet with during the lunch last Tuesday?", "scope": {"holder": "gpt4_468eb064", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "1 day. 2 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2022-05-01T04:58:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_4ef30696:answer_f964cea3_1"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_4ef30696:answer_f964cea3_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_4ef30696", "question_date": "2022-05-01T04:58:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_4ef30696", "question": "How many days passed between the day I finished reading 'The Nightingale' and the day I started reading 'The Hitchhiker's Guide to the Galaxy'?", "scope": {"holder": "gpt4_4ef30696", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "white Adidas sneakers", "answer_format": "str", "as_of": "2023-05-24T20:15:00+00:00", "gold": [{"region": {}, "source_id": "lme:gpt4_5dcc0aab:answer_099c1b6c_5"}, {"region": {}, "source_id": "lme:gpt4_5dcc0aab:answer_099c1b6c_2"}, {"region": {}, "source_id": "lme:gpt4_5dcc0aab:answer_099c1b6c_4"}, {"region": {}, "source_id": "lme:gpt4_5dcc0aab:answer_099c1b6c_3"}, {"region": {"turn": 6}, "source_id": "lme:gpt4_5dcc0aab:answer_099c1b6c_1"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_5dcc0aab", "question_date": "2023-05-24T09:14:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_5dcc0aab", "question": "Which pair of shoes did I clean last month?", "scope": {"holder": "gpt4_5dcc0aab", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "4 months ago", "answer_format": "str", "as_of": "2021-10-02T03:56:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_6dc9b45b:answer_c4df007f_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_6dc9b45b", "question_date": "2021-10-02T03:56:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_6dc9b45b", "question": "How many months ago did I attend the Seattle International Film Festival?", "scope": {"holder": "gpt4_6dc9b45b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "Receiving the new phone case", "answer_format": "str", "as_of": "2023-05-26T19:11:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_78cf46a3:answer_5a78688d_1"}, {"region": {"turn": 6}, "source_id": "lme:gpt4_78cf46a3:answer_5a78688d_2"}], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_78cf46a3", "question_date": "2023-05-26T12:55:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_78cf46a3", "question": "Which event happened first, the narrator losing their phone charger or the narrator receiving their new phone case?", "scope": {"holder": "gpt4_78cf46a3", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "3 days ago. 4 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2023-06-20T16:30:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_7ddcf75f:answer_ad8a76cb_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_7ddcf75f", "question_date": "2023-06-20T16:30:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_7ddcf75f", "question": "How many days ago did I go on a whitewater rafting trip in the Oregon mountains?", "scope": {"holder": "gpt4_7ddcf75f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "3 weeks ago", "answer_format": "str", "as_of": "2023-08-05T08:21:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_85da3956:answer_581ab834_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_85da3956", "question_date": "2023-08-05T08:21:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_85da3956", "question": "How many weeks ago did I attend the 'Summer Nights' festival at Universal Studios Hollywood?", "scope": {"holder": "gpt4_85da3956", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "The information provided is not enough. From the information provided, You haven't started working at Google yet.", "answer_format": "str", "as_of": "2023-05-30T18:54:00+00:00", "gold": [{"region": {}, "source_id": "lme:gpt4_93159ced_abs:answer_e5131a1b_abs_1"}, {"region": {}, "source_id": "lme:gpt4_93159ced_abs:answer_e5131a1b_abs_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_93159ced_abs", "question_date": "2023-05-30T18:54:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_93159ced_abs", "question": "How long have I been working before I started my current job at Google?", "scope": {"holder": "gpt4_93159ced_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "3 days ago. 4 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2023-04-18T01:48:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_a2d1d1f6:answer_f6d6e33f_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_a2d1d1f6", "question_date": "2023-04-18T01:48:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_a2d1d1f6", "question": "How many days ago did I harvest my first batch of fresh herbs from the herb garden kit?", "scope": {"holder": "gpt4_a2d1d1f6", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "4 days.", "answer_format": "str", "as_of": "2023-04-10T10:28:00+00:00", "gold": [{"region": {"turn": 6}, "source_id": "lme:gpt4_b5700ca9:answer_a17423e7_1"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_b5700ca9", "question_date": "2023-04-10T10:28:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_b5700ca9", "question": "How many days ago did I attend the Maundy Thursday service at the Episcopal Church?", "scope": {"holder": "gpt4_b5700ca9", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": "my parents", "answer_format": "str", "as_of": "2023-04-22T08:01:00+00:00", "gold": [{"region": {}, "source_id": "lme:gpt4_d6585ce9:answer_f999b05c_1"}, {"region": {}, "source_id": "lme:gpt4_d6585ce9:answer_f999b05c_4"}, {"region": {}, "source_id": "lme:gpt4_d6585ce9:answer_f999b05c_2"}, {"region": {}, "source_id": "lme:gpt4_d6585ce9:answer_f999b05c_5"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_d6585ce9:answer_f999b05c_3"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_d6585ce9", "question_date": "2023-04-22T08:01:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_d6585ce9", "question": "Who did I go with to the music event last Saturday?", "scope": {"holder": "gpt4_d6585ce9", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": false}
|
||
{"answer": "4 days. 5 days (including the last day) is also acceptable.", "answer_format": "str", "as_of": "2023-04-10T20:29:00+00:00", "gold": [{"region": {"turn": 0}, "source_id": "lme:gpt4_e414231e:answer_e28c1f0d_1"}, {"region": {"turn": 0}, "source_id": "lme:gpt4_e414231e:answer_e28c1f0d_2"}], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_e414231e", "question_date": "2023-04-10T20:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_e414231e", "question": "How many days passed between the day I fixed my mountain bike and the day I decided to upgrade my road bike's pedals?", "scope": {"holder": "gpt4_e414231e", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": false}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-12-21T21:31:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:01493427", "question_date": "2023-12-21T21:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:01493427@01493427", "question": "How many new postcards have I added to my collection since I started collecting again?", "scope": {"holder": "01493427", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-11-08T09:08:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:06db6396", "question_date": "2023-11-08T09:08:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:06db6396@06878be2", "question": "How many projects have I completed since starting painting classes?", "scope": {"holder": "06878be2", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-09-04T17:07:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:08e075c7", "question_date": "2023-09-04T17:07:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:08e075c7@06db6396", "question": "How long have I been using my Fitbit Charge 3?", "scope": {"holder": "06db6396", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-07T08:31:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0ddfec37_abs", "question_date": "2023-06-07T08:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0ddfec37_abs@06f04340", "question": "How many autographed football have I added to my collection in the first three months of collection?", "scope": {"holder": "06f04340", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-12-06T11:18:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:10e09553", "question_date": "2023-12-06T11:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:10e09553@07b6f563", "question": "How many largemouth bass did I catch with Alex on the earlier fishing trip to Lake Michigan before the 7/22 trip?", "scope": {"holder": "07b6f563", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-10-15T20:50:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2133c1b5", "question_date": "2023-10-15T08:39:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2133c1b5@0862e8bf", "question": "How long have I been living in my current apartment in Harajuku?", "scope": {"holder": "0862e8bf", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-11-10T00:38:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2698e78f", "question_date": "2023-11-10T00:38:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2698e78f@08e075c7", "question": "How often do I see my therapist, Dr. Smith?", "scope": {"holder": "08e075c7", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-01T05:09:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:3ba21379", "question_date": "2023-06-01T05:09:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:3ba21379@08f4fc43", "question": "What type of vehicle model am I currently working on?", "scope": {"holder": "08f4fc43", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-16T17:33:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:45dc21b6", "question_date": "2023-06-16T17:33:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:45dc21b6@09d032c9", "question": "How many of Emma's recipes have I tried out?", "scope": {"holder": "09d032c9", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-29T04:09:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:50635ada", "question_date": "2023-06-29T04:09:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:50635ada@0a34ad58", "question": "What was my previous frequent flyer status on United Airlines before I got the current status?", "scope": {"holder": "0a34ad58", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-21T13:02:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:5a4f22c0", "question_date": "2023-06-21T13:02:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:5a4f22c0@0a995998", "question": "What company is Rachel, an old colleague from my previous company, currently working at?", "scope": {"holder": "0a995998", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-07-30T05:53:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6071bd76", "question_date": "2023-07-30T05:53:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6071bd76@0ddfec37_abs", "question": "For the coffee-to-water ratio in my French press, did I switch to more water per tablespoon of coffee, or less?", "scope": {"holder": "0ddfec37_abs", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-25T13:22:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6a1eabeb", "question_date": "2023-06-25T13:22:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6a1eabeb@0e5e2d1a", "question": "What was my personal best time in the charity 5K run?", "scope": {"holder": "0e5e2d1a", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-15T13:37:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6aeb4375_abs", "question_date": "2023-06-15T13:37:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6aeb4375_abs@0edc2aef", "question": "How many Italian restaurants have I tried in my city?", "scope": {"holder": "0edc2aef", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-16T09:50:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:7401057b", "question_date": "2023-06-16T09:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:7401057b@10e09553", "question": "How many free night's stays can I redeem at any Hilton property with my accumulated points?", "scope": {"holder": "10e09553", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-13T15:15:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:830ce83f", "question_date": "2023-06-13T15:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:830ce83f@118b2229", "question": "Where did Rachel move to after her recent relocation?", "scope": {"holder": "118b2229", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-21T02:24:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:89941a94", "question_date": "2023-06-21T02:24:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:89941a94@15745da0_abs", "question": "Before I purchased the gravel bike, do I have other bikes in addition to my mountain bike and my commuter bike?", "scope": {"holder": "15745da0_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-10-08T15:29:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:9bbe84a2", "question_date": "2023-10-08T15:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:9bbe84a2@157a136e", "question": "What was my previous goal for my Apex Legends level before I updated my goal?", "scope": {"holder": "157a136e", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-15T23:26:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a2f3aa27", "question_date": "2023-06-15T23:26:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a2f3aa27@16c90bf4", "question": "How many followers do I have on Instagram now?", "scope": {"holder": "16c90bf4", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-17T16:20:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b6019101", "question_date": "2023-06-17T16:20:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b6019101@1903aded", "question": "How many MCU films did I watch in the last 3 months?", "scope": {"holder": "1903aded", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-11T21:37:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:c6853660", "question_date": "2023-06-11T21:37:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:c6853660@195a1a1b", "question": "Did I mostly recently increase or decrease the limit on the number of cups of coffee in the morning?", "scope": {"holder": "195a1a1b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-23T03:15:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:cf22b7bf", "question_date": "2023-06-23T03:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:cf22b7bf@19b5f2b3_abs", "question": "How much weight have I lost since I started going to the gym consistently?", "scope": {"holder": "19b5f2b3_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-10-22T09:15:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:db467c8c", "question_date": "2023-10-22T09:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:db467c8c@1a1907b4", "question": "How long have my parents been staying with me in the US?", "scope": {"holder": "1a1907b4", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-11-30T12:46:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e61a7584", "question_date": "2023-11-30T12:46:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e61a7584@1c0ddc50", "question": "How long have I had my cat, Luna?", "scope": {"holder": "1c0ddc50", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-03-16T14:24:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "knowledge-update", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:ed4ddc30", "question_date": "2023-03-16T14:24:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:ed4ddc30@1d4e3b97", "question": "How many dozen eggs do we currently have stocked up in our refrigerator?", "scope": {"holder": "1d4e3b97", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-03-27T23:35:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:00ca467f", "question_date": "2023-03-27T23:35:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:00ca467f@1da05512", "question": "How many doctor's appointments did I go to in March?", "scope": {"holder": "1da05512", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-02-15T23:50:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0a995998", "question_date": "2023-02-15T23:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0a995998@1de5cff2", "question": "How many items of clothing do I need to pick up or return from a store?", "scope": {"holder": "1de5cff2", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2024-02-05T23:49:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:157a136e", "question_date": "2024-02-05T23:49:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:157a136e@2133c1b5", "question": "How many years older is my grandma than me?", "scope": {"holder": "2133c1b5", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:55:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2311e44b", "question_date": "2023-05-30T22:55:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2311e44b@21436231", "question": "How many pages do I have left to read in 'The Nightingale'?", "scope": {"holder": "21436231", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:42:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:28dc39ac", "question_date": "2023-05-30T23:42:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:28dc39ac@2311e44b", "question": "How many hours have I spent playing games in total?", "scope": {"holder": "2311e44b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T19:21:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:37f165cf", "question_date": "2023-05-30T19:21:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:37f165cf@2698e78f", "question": "What was the page count of the two novels I finished in January and March?", "scope": {"holder": "2698e78f", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:36:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:46a3abf7", "question_date": "2023-05-30T21:36:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:46a3abf7@28dc39ac", "question": "How many tanks do I currently have, including the one I set up for my friend's kid?", "scope": {"holder": "28dc39ac", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T16:23:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:51c32626", "question_date": "2023-05-30T16:23:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:51c32626@29f2956b", "question": "When did I submit my research paper on sentiment analysis?", "scope": {"holder": "29f2956b", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:41:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:60472f9c", "question_date": "2023-05-30T23:41:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:60472f9c@2a1811e2", "question": "How many projects have I been working on simultaneously, excluding my thesis?", "scope": {"holder": "2a1811e2", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T14:24:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6456829e_abs", "question_date": "2023-05-30T14:24:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6456829e_abs@2bf43736", "question": "How many plants did I initially plant for tomatoes and chili peppers?", "scope": {"holder": "2bf43736", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:32:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6d550036", "question_date": "2023-05-30T23:32:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6d550036@311778f1", "question": "How many projects have I led or am currently leading?", "scope": {"holder": "311778f1", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:07:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:77eafa52", "question_date": "2023-05-30T20:07:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:77eafa52@32260d93", "question": "How much more did I have to pay for the trip after the initial quote?", "scope": {"holder": "32260d93", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T09:50:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:87f22b4a", "question_date": "2023-05-30T09:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:87f22b4a@352ab8bd", "question": "How much have I made from selling eggs this month?", "scope": {"holder": "352ab8bd", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T09:50:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8e91e7d9", "question_date": "2023-05-30T09:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8e91e7d9@35a27287", "question": "What is the total number of siblings I have?", "scope": {"holder": "35a27287", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:16:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a08a253f", "question_date": "2023-05-30T23:16:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a08a253f@37d43f65", "question": "How many days a week do I attend fitness classes?", "scope": {"holder": "37d43f65", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T15:17:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a4996e51", "question_date": "2023-05-30T15:17:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a4996e51@37f165cf", "question": "How many hours do I work in a typical week during peak campaign seasons?", "scope": {"holder": "37f165cf", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-03-01T23:48:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b3c15d39", "question_date": "2023-03-01T23:48:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b3c15d39@38146c39", "question": "How many days did it take for me to receive the new remote shutter release after I ordered it?", "scope": {"holder": "38146c39", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:02:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:bc149d6b", "question_date": "2023-05-30T22:02:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:bc149d6b@3ba21379", "question": "What is the total weight of the new feed I purchased in the past two months?", "scope": {"holder": "3ba21379", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:25:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:cc06de0d", "question_date": "2023-05-30T23:25:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:cc06de0d@3d86fd0a", "question": "For my daily commute, how much more expensive was the taxi ride compared to the train fare?", "scope": {"holder": "3d86fd0a", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:08:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:d905b33f", "question_date": "2023-05-30T21:08:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:d905b33f@4100d0a0", "question": "What percentage discount did I get on the book from my favorite author?", "scope": {"holder": "4100d0a0", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T17:19:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e5ba910e_abs", "question_date": "2023-05-30T17:19:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e5ba910e_abs@41275add", "question": "What is the total cost of my recently purchased headphones and the iPad?", "scope": {"holder": "41275add", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:36:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:eeda8a6d", "question_date": "2023-05-30T20:36:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:eeda8a6d@45dc21b6", "question": "How many fish are there in total in both of my aquariums?", "scope": {"holder": "45dc21b6", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:07:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:f0e564bc", "question_date": "2023-05-30T22:07:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:f0e564bc@46a3abf7", "question": "What is the total amount I spent on the designer handbag and high-end skincare products?", "scope": {"holder": "46a3abf7", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-10-15T23:47:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_2f8be40d", "question_date": "2023-10-15T23:47:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_2f8be40d@488d3006", "question": "How many weddings have I attended in this year?", "scope": {"holder": "488d3006", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:43:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "multi-session", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_5501fe77", "question_date": "2023-05-30T22:43:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_5501fe77@4c36ccef", "question": "Which social media platform did I gain the most followers on over the past month?", "scope": {"holder": "4c36ccef", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T18:13:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0e5e2d1a", "question_date": "2023-05-30T18:13:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0e5e2d1a@4dfccbf7", "question": "I wanted to follow up on our previous conversation about binaural beats for anxiety and depression. Can you remind me how many subjects were in the study published in the journal Music and Medicine that found significant reductions in symptoms of depression, anxiety, and stress?", "scope": {"holder": "4dfccbf7", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:48:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:16c90bf4", "question_date": "2023-05-30T22:48:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:16c90bf4@505af2f5", "question": "I'm looking back at our previous conversation about the Seco de Cordero recipe from Ancash. You mentioned using a light or medium-bodied beer, but I was wondering if you could remind me what type of beer you specifically recommended?", "scope": {"holder": "505af2f5", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:57:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1903aded", "question_date": "2023-05-30T20:57:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1903aded@50635ada", "question": "I think we discussed work from home jobs for seniors earlier. Can you remind me what was the 7th job in the list you provided?", "scope": {"holder": "50635ada", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T19:49:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1de5cff2", "question_date": "2023-05-30T19:49:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1de5cff2@51a45a95", "question": "I was going through our previous conversation about high-end fashion brands, and I was wondering if you could remind me of the brand that uses wild rubber sourced from the Amazon rainforest?", "scope": {"holder": "51a45a95", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:49:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2bf43736", "question_date": "2023-05-30T21:49:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2bf43736@51c32626", "question": "I was going through our previous chat and I wanted to clarify something about the prayer of beginners in Tanqueray's Spiritual Life treatise. Can you remind me which chapter of the second part discusses vocal prayer and meditation?", "scope": {"holder": "51c32626", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:31:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:352ab8bd", "question_date": "2023-05-30T23:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:352ab8bd@54026fce", "question": "Can you remind me what was the average improvement in framerate when using the Hardware-Aware Modular Training (HAMT) agent in the 'To Adapt or Not to Adapt? Real-Time Adaptation for Semantic Segmentation' submission?", "scope": {"holder": "54026fce", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T14:25:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:41275add", "question_date": "2023-05-30T14:25:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:41275add@561fabcd", "question": "I wanted to follow up on our previous conversation about YouTube videos for workplace posture. Can you remind me of the Mayo Clinic video you recommended?", "scope": {"holder": "561fabcd", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:03:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:488d3006", "question_date": "2023-05-30T23:03:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:488d3006@577d4d32", "question": "I'm planning to go back to the Natural Park of Moncayo mountain in Aragón and I was wondering, what was the name of that hiking trail you recommended that takes you through the park's most stunning landscapes and offers panoramic views of the surrounding mountainside?", "scope": {"holder": "577d4d32", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:29:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:4c36ccef", "question_date": "2023-05-30T23:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:4c36ccef@57f827a0", "question": "Can you remind me of the name of the romantic Italian restaurant in Rome you recommended for dinner?", "scope": {"holder": "57f827a0", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:36:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:561fabcd", "question_date": "2023-05-30T20:36:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:561fabcd@58470ed2", "question": "I was thinking back to our previous conversation about the Radiation Amplified zombie, and I was wondering if you remembered what we finally decided to name it?", "scope": {"holder": "58470ed2", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:56:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:58470ed2", "question_date": "2023-05-30T23:56:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:58470ed2@5a4f22c0", "question": "I was going through our previous conversation about The Library of Babel, and I wanted to confirm - what did Borges say about the center and circumference of the Library?", "scope": {"holder": "5a4f22c0", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:54:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:65240037", "question_date": "2023-05-30T23:54:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:65240037@5d3d2817", "question": "I remember you told me to dilute tea tree oil with a carrier oil before applying it to my skin. Can you remind me what the recommended ratio is?", "scope": {"holder": "5d3d2817", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T19:58:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:70b3e69b", "question_date": "2023-05-30T19:58:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:70b3e69b@60472f9c", "question": "I was going through our previous conversation about the impact of the political climate in Catalonia on its literature and music. Can you remind me of the example you gave of a Spanish-Catalan singer-songwriter who supports unity between Catalonia and Spain?", "scope": {"holder": "60472f9c", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:38:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:71a3fd6b", "question_date": "2023-05-30T21:38:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:71a3fd6b@6071bd76", "question": "I'm planning my trip to Speyer again and I wanted to confirm, what's the phone number of the Speyer tourism board that you provided me earlier?", "scope": {"holder": "6071bd76", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:31:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:7a8d0b71", "question_date": "2023-05-30T22:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:7a8d0b71@6456829e_abs", "question": "I'm looking back at our previous chat about the DHL Wellness Retreats campaign. Can you remind me how much was allocated for influencer marketing in the campaign plan?", "scope": {"holder": "6456829e_abs", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:01:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8464fc84", "question_date": "2023-05-30T23:01:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8464fc84@65240037", "question": "I'm planning to visit the Vatican again and I was wondering if you could remind me of the name of that famous deli near the Vatican that serves the best cured meats and cheeses?", "scope": {"holder": "65240037", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:39:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:89527b6b", "question_date": "2023-05-30T23:39:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:89527b6b@66f24dbb", "question": "I'm going back to our previous conversation about the children's book on dinosaurs. Can you remind me what color was the scaly body of the Plesiosaur in the image?", "scope": {"holder": "66f24dbb", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T07:53:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8b9d4367", "question_date": "2023-05-30T07:53:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8b9d4367@6a1eabeb", "question": "I wanted to follow up on our previous conversation about private sector businesses in Chaudhary. Can you remind me of the company that employs over 40,000 people in the rug-manufacturing industry?", "scope": {"holder": "6a1eabeb", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T19:28:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a40e080f", "question_date": "2023-05-30T19:28:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a40e080f@6aeb4375_abs", "question": "I was going through our previous conversation and I was wondering if you could remind me of the two companies you mentioned that prioritize employee safety and well-being like Triumvirate?", "scope": {"holder": "6aeb4375_abs", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:50:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b759caee", "question_date": "2023-05-30T23:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b759caee@6b168ec8", "question": "I was looking back at our previous conversation about buying unique engagement rings directly from designers. Can you remind me of the Instagram handle of the UK-based designer who works with unusual gemstones?", "scope": {"holder": "6b168ec8", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:59:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:c7cf7dfd", "question_date": "2023-05-30T20:59:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:c7cf7dfd@6b7dfb22", "question": "I'm going back to our previous conversation about traditional Indian embroidery and tailoring techniques. Can you remind me of the name of that online store based in India that sells traditional Indian fabrics, threads, and embellishments?", "scope": {"holder": "6b7dfb22", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T19:20:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:cc539528", "question_date": "2023-05-30T19:20:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:cc539528@6d550036", "question": "I wanted to follow up on our previous conversation about front-end and back-end development. Can you remind me of the specific back-end programming languages you recommended I learn?", "scope": {"holder": "6d550036", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T19:29:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:d596882b", "question_date": "2023-05-30T19:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:d596882b@6e984302", "question": "I'm planning another trip to New York City and I was wondering if you could remind me of that vegan eatery you recommended last time, the one with multiple locations throughout the city?", "scope": {"holder": "6e984302", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:22:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e3fc4d6e", "question_date": "2023-05-30T22:22:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e3fc4d6e@70b3e69b", "question": "I wanted to follow up on our previous conversation about the fusion breakthrough at Lawrence Livermore National Laboratory. Can you remind me who is the President's Chief Advisor for Science and Technology mentioned in the article?", "scope": {"holder": "70b3e69b", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T08:29:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-assistant", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e8a79c70", "question_date": "2023-05-30T08:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e8a79c70@71a3fd6b", "question": "I was going through our previous conversation about making a classic French omelette, and I wanted to confirm - how many eggs did you say we need for the recipe?", "scope": {"holder": "71a3fd6b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T16:40:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:06878be2", "question_date": "2023-05-30T16:40:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:06878be2@726462e0", "question": "Can you suggest some accessories that would complement my current photography setup?", "scope": {"holder": "726462e0", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:35:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:06f04340", "question_date": "2023-05-30T21:35:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:06f04340@7401057b", "question": "What should I serve for dinner this weekend with my homegrown ingredients?", "scope": {"holder": "7401057b", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:46:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:07b6f563", "question_date": "2023-05-30T21:46:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:07b6f563@75499fd8", "question": "Can you suggest some useful accessories for my phone?", "scope": {"holder": "75499fd8", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T16:42:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:09d032c9", "question_date": "2023-05-30T16:42:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:09d032c9@75832dbd", "question": "I've been having trouble with the battery life on my phone lately. Any tips?", "scope": {"holder": "75832dbd", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:40:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0a34ad58", "question_date": "2023-05-30T22:40:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0a34ad58@75f70248", "question": "I’m a bit anxious about getting around Tokyo. Do you have any helpful tips?", "scope": {"holder": "75f70248", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:23:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0edc2aef", "question_date": "2023-05-30T20:23:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0edc2aef@77eafa52", "question": "Can you suggest a hotel for my upcoming trip to Miami?", "scope": {"holder": "77eafa52", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:28:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:195a1a1b", "question_date": "2023-05-30T22:28:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:195a1a1b@7a8d0b71", "question": "Can you suggest some activities that I can do in the evening?", "scope": {"holder": "7a8d0b71", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:31:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1a1907b4", "question_date": "2023-05-30T22:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1a1907b4@830ce83f", "question": "I've been thinking about making a cocktail for an upcoming get-together, but I'm not sure which one to choose. Any suggestions?", "scope": {"holder": "830ce83f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T13:09:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1c0ddc50", "question_date": "2023-05-30T13:09:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1c0ddc50@8464fc84", "question": "Can you suggest some activities I can do during my commute to work?", "scope": {"holder": "8464fc84", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2024-02-20T23:40:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1d4e3b97", "question_date": "2024-02-20T23:40:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1d4e3b97@853b0a1d", "question": "I noticed my bike seems to be performing even better during my Sunday group rides. Could there be a reason for this?", "scope": {"holder": "853b0a1d", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T15:33:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:1da05512", "question_date": "2023-05-30T15:33:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:1da05512@86b68151", "question": "I'm trying to decide whether to buy a NAS device now or wait. What do you think?", "scope": {"holder": "86b68151", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:43:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:32260d93", "question_date": "2023-05-30T23:43:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:32260d93@87f22b4a", "question": "Can you recommend a show or movie for me to watch tonight?", "scope": {"holder": "87f22b4a", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:15:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:35a27287", "question_date": "2023-05-30T22:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:35a27287@89527b6b", "question": "Can you recommend some interesting cultural events happening around me this weekend?", "scope": {"holder": "89527b6b", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:02:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:38146c39", "question_date": "2023-05-30T20:02:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:38146c39@89941a94", "question": "I've been feeling like my chocolate chip cookies need something extra. Any advice?", "scope": {"holder": "89941a94", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:16:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:505af2f5", "question_date": "2023-05-30T20:16:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:505af2f5@8a137a7f", "question": "I was thinking of trying a new coffee creamer recipe. Any recommendations?", "scope": {"holder": "8a137a7f", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:48:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:54026fce", "question_date": "2023-05-30T23:48:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:54026fce@8a2466db", "question": "I've been thinking about ways to stay connected with my colleagues. Any suggestions?", "scope": {"holder": "8a2466db", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:39:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:57f827a0", "question_date": "2023-05-30T23:39:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:57f827a0@8b9d4367", "question": "I was thinking about rearranging the furniture in my bedroom this weekend. Any tips?", "scope": {"holder": "8b9d4367", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T13:57:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6b7dfb22", "question_date": "2023-05-30T13:57:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6b7dfb22@8e91e7d9", "question": "I've been feeling a bit stuck with my paintings lately. Do you have any ideas on how I can find new inspiration?", "scope": {"holder": "8e91e7d9", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T13:53:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:75832dbd", "question_date": "2023-05-30T13:53:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:75832dbd@8ebdbe50", "question": "Can you recommend some recent publications or conferences that I might find interesting?", "scope": {"holder": "8ebdbe50", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T17:51:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:75f70248", "question_date": "2023-05-30T17:51:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:75f70248@95228167", "question": "I've been sneezing quite a bit lately. Do you think it might be my living room?", "scope": {"holder": "95228167", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:03:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8a2466db", "question_date": "2023-05-30T22:03:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8a2466db@95bcc1c8", "question": "Can you recommend some resources where I can learn more about video editing?", "scope": {"holder": "95bcc1c8", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:04:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:95228167", "question_date": "2023-05-30T21:04:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:95228167@982b5123", "question": "I'm getting excited about my visit to the music store this weekend. Any tips on what to look for in a new guitar?", "scope": {"holder": "982b5123", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:17:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a89d7624", "question_date": "2023-05-30T21:17:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a89d7624@9bbe84a2", "question": "I'm planning a trip to Denver soon. Any suggestions on what to do there?", "scope": {"holder": "9bbe84a2", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T19:03:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:afdc33df", "question_date": "2023-05-30T19:03:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:afdc33df@a08a253f", "question": "My kitchen's becoming a bit of a mess again. Any tips for keeping it clean?", "scope": {"holder": "a08a253f", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:56:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-preference", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b0479f84", "question_date": "2023-05-30T22:56:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b0479f84@a2f3aa27", "question": "I've got some free time tonight, any documentary recommendations?", "scope": {"holder": "a2f3aa27", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T12:18:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:0862e8bf", "question_date": "2023-05-30T12:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:0862e8bf@a3045048", "question": "What is the name of my cat?", "scope": {"holder": "a3045048", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:36:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:118b2229", "question_date": "2023-05-30T20:36:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:118b2229@a40e080f", "question": "How long is my daily commute to work?", "scope": {"holder": "a40e080f", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:02:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:15745da0_abs", "question_date": "2023-05-30T23:02:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:15745da0_abs@a4996e51", "question": "How long have I been collecting vintage films?", "scope": {"holder": "a4996e51", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T17:14:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:19b5f2b3_abs", "question_date": "2023-05-30T17:14:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:19b5f2b3_abs@a82c026e", "question": "How long was I in Korea for?", "scope": {"holder": "a82c026e", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T19:25:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:21436231", "question_date": "2023-05-30T19:25:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:21436231@a89d7624", "question": "How many largemouth bass did I catch on my fishing trip to Lake Michigan?", "scope": {"holder": "a89d7624", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:45:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:29f2956b", "question_date": "2023-05-30T20:45:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:29f2956b@af8d2e46", "question": "How much time do I dedicate to practicing guitar every day?", "scope": {"holder": "af8d2e46", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T15:40:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:311778f1", "question_date": "2023-05-30T15:40:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:311778f1@afdc33df", "question": "How many hours did I spend watching documentaries on Netflix last month?", "scope": {"holder": "afdc33df", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T17:03:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:37d43f65", "question_date": "2023-05-30T17:03:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:37d43f65@b0479f84", "question": "How much RAM did I upgrade my laptop to?", "scope": {"holder": "b0479f84", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T11:59:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:3d86fd0a", "question_date": "2023-05-30T11:59:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:3d86fd0a@b3c15d39", "question": "Where did I meet Sophia?", "scope": {"holder": "b3c15d39", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T18:19:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:4100d0a0", "question_date": "2023-05-30T18:19:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:4100d0a0@b46e15ee", "question": "What is my ethnicity?", "scope": {"holder": "b46e15ee", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:42:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:51a45a95", "question_date": "2023-05-30T20:42:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:51a45a95@b6019101", "question": "Where did I redeem a $5 coupon on coffee creamer?", "scope": {"holder": "b6019101", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:54:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:577d4d32", "question_date": "2023-05-30T23:54:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:577d4d32@b759caee", "question": "What time do I stop checking work emails and messages?", "scope": {"holder": "b759caee", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:08:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:5d3d2817", "question_date": "2023-05-30T20:08:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:5d3d2817@b86304ba", "question": "What was my previous occupation?", "scope": {"holder": "b86304ba", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T17:09:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:66f24dbb", "question_date": "2023-05-30T17:09:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:66f24dbb@bc149d6b", "question": "What did I buy for my sister's birthday gift?", "scope": {"holder": "bc149d6b", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:24:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6b168ec8", "question_date": "2023-05-30T20:24:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6b168ec8@c6853660", "question": "How many bikes do I own?", "scope": {"holder": "c6853660", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:15:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:726462e0", "question_date": "2023-05-30T23:15:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:726462e0@c7cf7dfd", "question": "What was the discount I got on my first purchase from the new clothing brand?", "scope": {"holder": "c7cf7dfd", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T20:25:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:75499fd8", "question_date": "2023-05-30T20:25:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:75499fd8@c8090214_abs", "question": "What breed is my dog?", "scope": {"holder": "c8090214_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:54:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:853b0a1d", "question_date": "2023-05-30T21:54:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:853b0a1d@cc06de0d", "question": "How old was I when my grandma gave me the silver necklace?", "scope": {"holder": "cc06de0d", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T18:56:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:86b68151", "question_date": "2023-05-30T18:56:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:86b68151@cc539528", "question": "Where did I buy my new bookshelf from?", "scope": {"holder": "cc539528", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T14:18:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8a137a7f", "question_date": "2023-05-30T14:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8a137a7f@cf22b7bf", "question": "What type of bulb did I replace in my bedside lamp?", "scope": {"holder": "cf22b7bf", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T18:44:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:8ebdbe50", "question_date": "2023-05-30T18:44:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:8ebdbe50@d596882b", "question": "What certification did I complete last month?", "scope": {"holder": "d596882b", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T22:04:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:95bcc1c8", "question_date": "2023-05-30T22:04:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:95bcc1c8@d905b33f", "question": "How many amateur comedians did I watch perform at the open mic night?", "scope": {"holder": "d905b33f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T21:26:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a82c026e", "question_date": "2023-05-30T21:26:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a82c026e@db467c8c", "question": "What game did I finally beat last weekend?", "scope": {"holder": "db467c8c", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T14:18:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:af8d2e46", "question_date": "2023-05-30T14:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:af8d2e46@e3fc4d6e", "question": "How many shirts did I pack for my 5-day trip to Costa Rica?", "scope": {"holder": "e3fc4d6e", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T23:18:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "single-session-user", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b86304ba", "question_date": "2023-05-30T23:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b86304ba@e4e14d04", "question": "How much is the painting of a sunset worth in terms of the amount I paid for it?", "scope": {"holder": "e4e14d04", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-02-20T21:26:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:08f4fc43", "question_date": "2023-02-20T21:26:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:08f4fc43@e5ba910e_abs", "question": "How many days had passed between the Sunday mass at St. Mary's Church and the Ash Wednesday service at the cathedral?", "scope": {"holder": "e5ba910e_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-03-26T12:48:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:2a1811e2", "question_date": "2023-03-26T12:05:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:2a1811e2@e61a7584", "question": "How many days had passed between the Hindu festival of Holi and the Sunday mass at St. Mary's Church?", "scope": {"holder": "e61a7584", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-04-01T00:42:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:4dfccbf7", "question_date": "2023-04-01T00:42:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:4dfccbf7@e8a79c70", "question": "How many days had passed since I started taking ukulele lessons when I decided to take my acoustic guitar to the guitar tech for servicing?", "scope": {"holder": "e8a79c70", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-04-01T08:30:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:6e984302", "question_date": "2023-04-01T08:30:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:6e984302@ed4ddc30", "question": "I mentioned an investment for a competition four weeks ago? What did I buy?", "scope": {"holder": "ed4ddc30", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-21T18:59:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:982b5123", "question_date": "2023-05-21T10:30:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:982b5123@eeda8a6d", "question": "How many months ago did I book the Airbnb in San Francisco?", "scope": {"holder": "eeda8a6d", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2022-05-15T14:45:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:a3045048", "question_date": "2022-05-15T13:45:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:a3045048@f0e564bc", "question": "How many days before my best friend's birthday party did I order her gift?", "scope": {"holder": "f0e564bc", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-04-18T18:34:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:b46e15ee", "question_date": "2023-04-18T18:34:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:b46e15ee@gpt4_0b2f1d21", "question": "What charity event did I participate in a month ago?", "scope": {"holder": "gpt4_0b2f1d21", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T05:17:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:c8090214_abs", "question_date": "2023-05-30T05:17:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:c8090214_abs@gpt4_1d80365e", "question": "How many days before I bought my iPad did I attend the Holiday Market?", "scope": {"holder": "gpt4_1d80365e", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-28T21:28:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:e4e14d04", "question_date": "2023-05-28T15:46:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:e4e14d04@gpt4_2312f94c", "question": "How long had I been a member of 'Book Lovers Unite' when I attended the meetup?", "scope": {"holder": "gpt4_2312f94c", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-25T13:38:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_0b2f1d21", "question_date": "2023-05-25T09:31:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_0b2f1d21@gpt4_2f56ae70", "question": "Which event happened first, the purchase of the coffee maker or the malfunction of the stand mixer?", "scope": {"holder": "gpt4_2f56ae70", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-01T17:17:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_1d80365e", "question_date": "2023-06-01T17:17:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_1d80365e@gpt4_2f8be40d", "question": "How many days did I spend on my solo camping trip to Yosemite National Park?", "scope": {"holder": "gpt4_2f8be40d", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-03-15T15:26:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_2312f94c", "question_date": "2023-03-15T04:45:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_2312f94c@gpt4_468eb064", "question": "Which device did I got first, the Samsung Galaxy S22 or the Dell XPS 13?", "scope": {"holder": "gpt4_468eb064", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-26T23:40:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_2f56ae70", "question_date": "2023-05-26T00:18:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_2f56ae70@gpt4_4ef30696", "question": "Which streaming service did I start using most recently?", "scope": {"holder": "gpt4_4ef30696", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-04-18T16:50:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_468eb064", "question_date": "2023-04-18T16:50:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_468eb064@gpt4_5501fe77", "question": "Who did I meet with during the lunch last Tuesday?", "scope": {"holder": "gpt4_5501fe77", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2022-05-01T04:58:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_4ef30696", "question_date": "2022-05-01T04:58:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_4ef30696@gpt4_5dcc0aab", "question": "How many days passed between the day I finished reading 'The Nightingale' and the day I started reading 'The Hitchhiker's Guide to the Galaxy'?", "scope": {"holder": "gpt4_5dcc0aab", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-24T20:15:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_5dcc0aab", "question_date": "2023-05-24T09:14:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_5dcc0aab@gpt4_6dc9b45b", "question": "Which pair of shoes did I clean last month?", "scope": {"holder": "gpt4_6dc9b45b", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2021-10-02T03:56:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_6dc9b45b", "question_date": "2021-10-02T03:56:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_6dc9b45b@gpt4_78cf46a3", "question": "How many months ago did I attend the Seattle International Film Festival?", "scope": {"holder": "gpt4_78cf46a3", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-26T19:11:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "newest_answer_session", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_78cf46a3", "question_date": "2023-05-26T12:55:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_78cf46a3@gpt4_7ddcf75f", "question": "Which event happened first, the narrator losing their phone charger or the narrator receiving their new phone case?", "scope": {"holder": "gpt4_7ddcf75f", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-06-20T16:30:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_7ddcf75f", "question_date": "2023-06-20T16:30:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_7ddcf75f@gpt4_85da3956", "question": "How many days ago did I go on a whitewater rafting trip in the Oregon mountains?", "scope": {"holder": "gpt4_85da3956", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-08-05T08:21:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_85da3956", "question_date": "2023-08-05T08:21:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_85da3956@gpt4_93159ced_abs", "question": "How many weeks ago did I attend the 'Summer Nights' festival at Universal Studios Hollywood?", "scope": {"holder": "gpt4_93159ced_abs", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-05-30T18:54:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_93159ced_abs", "question_date": "2023-05-30T18:54:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_93159ced_abs@gpt4_a2d1d1f6", "question": "How long have I been working before I started my current job at Google?", "scope": {"holder": "gpt4_a2d1d1f6", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-04-18T01:48:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_a2d1d1f6", "question_date": "2023-04-18T01:48:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_a2d1d1f6@gpt4_b5700ca9", "question": "How many days ago did I harvest my first batch of fresh herbs from the herb garden kit?", "scope": {"holder": "gpt4_b5700ca9", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-04-10T10:28:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_b5700ca9", "question_date": "2023-04-10T10:28:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_b5700ca9@gpt4_d6585ce9", "question": "How many days ago did I attend the Maundy Thursday service at the Episcopal Church?", "scope": {"holder": "gpt4_d6585ce9", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-04-22T08:01:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_d6585ce9", "question_date": "2023-04-22T08:01:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_d6585ce9@gpt4_e414231e", "question": "Who did I go with to the music event last Saturday?", "scope": {"holder": "gpt4_e414231e", "scenario": "assistant-memory", "session": null}, "split": "test", "unanswerable": true}
|
||
{"answer": null, "answer_format": "none", "as_of": "2023-04-10T20:29:00+00:00", "gold": [], "modality": "conversation", "origin": {"as_of_basis": "question_date", "category": "temporal-reasoning", "construction": "cross-holder", "dataset": "xiaowu0162/longmemeval-cleaned", "item": "question_id:gpt4_e414231e", "question_date": "2023-04-10T20:29:00+00:00", "revision": "98d7416c24c778c2fee6e6f3006e7a073259d48f"}, "query_id": "lme:gpt4_e414231e@00ca467f", "question": "How many days passed between the day I fixed my mountain bike and the day I decided to upgrade my road bike's pedals?", "scope": {"holder": "00ca467f", "scenario": "assistant-memory", "session": null}, "split": "dev", "unanswerable": true}
|