Add BABILong results for Aegyx 0.1

babilong_evals/aegyx/Aegyx 0.1/SUBMISSION.md

@@ -0,0 +1,9 @@
+# Aegyx 0.1 BABILong Submission
+
+Aegyx 0.1 is a closed research prototype of the Aegyx system.
+
+This directory contains BABILong QA1-QA5 prediction files for the public splits from `0k` through `10M`.
+The submitted prediction files use the standard BABILong CSV format with `target`, `output`, and `question` columns.
+
+Implementation details are not disclosed in this public result submission.
+

babilong_evals/aegyx/Aegyx 0.1/qa1_0k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+bathroom,bathroom,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+office,office,Where is John? 
+garden,garden,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bedroom,bedroom,Where is John? 
+office,office,Where is Daniel? 
+office,office,Where is Daniel? 
+bathroom,bathroom,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+bathroom,bathroom,Where is Sandra? 
+hallway,hallway,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+office,office,Where is Daniel? 
+kitchen,kitchen,Where is Sandra? 
+bedroom,bedroom,Where is John? 

babilong_evals/aegyx/Aegyx 0.1/qa1_0k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}

babilong_evals/aegyx/Aegyx 0.1/qa1_10M_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+office,office,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+bathroom,bathroom,Where is Daniel? 
+bedroom,bedroom,Where is John? 
+bedroom,bedroom,Where is John? 
+bedroom,bedroom,Where is Daniel? 
+garden,garden,Where is John? 
+kitchen,kitchen,Where is Mary? 
+hallway,hallway,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bathroom,bathroom,Where is Daniel? 
+bathroom,bathroom,Where is Sandra? 
+office,office,Where is John? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+bedroom,bedroom,Where is John? 
+kitchen,kitchen,Where is Daniel? 
+hallway,hallway,Where is Daniel? 
+bedroom,bedroom,Where is Mary? 
+office,office,Where is Sandra? 

babilong_evals/aegyx/Aegyx 0.1/qa1_10M_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}

babilong_evals/aegyx/Aegyx 0.1/qa1_128k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+bathroom,bathroom,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+office,office,Where is John? 
+garden,garden,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bedroom,bedroom,Where is John? 
+office,office,Where is Daniel? 
+office,office,Where is Daniel? 
+bathroom,bathroom,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+bathroom,bathroom,Where is Sandra? 
+hallway,hallway,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+office,office,Where is Daniel? 
+kitchen,kitchen,Where is Sandra? 
+bedroom,bedroom,Where is John? 

babilong_evals/aegyx/Aegyx 0.1/qa1_128k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}

babilong_evals/aegyx/Aegyx 0.1/qa1_16k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+bathroom,bathroom,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+office,office,Where is John? 
+garden,garden,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bedroom,bedroom,Where is John? 
+office,office,Where is Daniel? 
+office,office,Where is Daniel? 
+bathroom,bathroom,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+bathroom,bathroom,Where is Sandra? 
+hallway,hallway,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+office,office,Where is Daniel? 
+kitchen,kitchen,Where is Sandra? 
+bedroom,bedroom,Where is John? 

babilong_evals/aegyx/Aegyx 0.1/qa1_16k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}

babilong_evals/aegyx/Aegyx 0.1/qa1_1M_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+bathroom,bathroom,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+office,office,Where is John? 
+garden,garden,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bedroom,bedroom,Where is John? 
+office,office,Where is Daniel? 
+office,office,Where is Daniel? 
+bathroom,bathroom,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+bathroom,bathroom,Where is Sandra? 
+hallway,hallway,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+office,office,Where is Daniel? 
+kitchen,kitchen,Where is Sandra? 
+bedroom,bedroom,Where is John? 

babilong_evals/aegyx/Aegyx 0.1/qa1_1M_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}

babilong_evals/aegyx/Aegyx 0.1/qa1_1k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+bathroom,bathroom,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+office,office,Where is John? 
+garden,garden,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bedroom,bedroom,Where is John? 
+office,office,Where is Daniel? 
+office,office,Where is Daniel? 
+bathroom,bathroom,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+bathroom,bathroom,Where is Sandra? 
+hallway,hallway,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+office,office,Where is Daniel? 
+kitchen,kitchen,Where is Sandra? 
+bedroom,bedroom,Where is John? 

babilong_evals/aegyx/Aegyx 0.1/qa1_1k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}

babilong_evals/aegyx/Aegyx 0.1/qa1_256k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+bathroom,bathroom,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+office,office,Where is John? 
+garden,garden,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bedroom,bedroom,Where is John? 
+office,office,Where is Daniel? 
+office,office,Where is Daniel? 
+bathroom,bathroom,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+bathroom,bathroom,Where is Sandra? 
+hallway,hallway,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+office,office,Where is Daniel? 
+kitchen,kitchen,Where is Sandra? 
+bedroom,bedroom,Where is John? 

babilong_evals/aegyx/Aegyx 0.1/qa1_256k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}

babilong_evals/aegyx/Aegyx 0.1/qa1_2k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+bathroom,bathroom,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+office,office,Where is John? 
+garden,garden,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bedroom,bedroom,Where is John? 
+office,office,Where is Daniel? 
+office,office,Where is Daniel? 
+bathroom,bathroom,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+bathroom,bathroom,Where is Sandra? 
+hallway,hallway,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+office,office,Where is Daniel? 
+kitchen,kitchen,Where is Sandra? 
+bedroom,bedroom,Where is John? 

babilong_evals/aegyx/Aegyx 0.1/qa1_2k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}

babilong_evals/aegyx/Aegyx 0.1/qa1_32k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.csv

@@ -0,0 +1,21 @@
+target,output,question
+bathroom,bathroom,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+kitchen,kitchen,Where is John? 
+bedroom,bedroom,Where is Sandra? 
+office,office,Where is John? 
+garden,garden,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+kitchen,kitchen,Where is Mary? 
+bedroom,bedroom,Where is John? 
+office,office,Where is Daniel? 
+office,office,Where is Daniel? 
+bathroom,bathroom,Where is Mary? 
+bathroom,bathroom,Where is Sandra? 
+bathroom,bathroom,Where is Sandra? 
+hallway,hallway,Where is Mary? 
+kitchen,kitchen,Where is Sandra? 
+office,office,Where is Daniel? 
+kitchen,kitchen,Where is Sandra? 
+bedroom,bedroom,Where is John? 

babilong_evals/aegyx/Aegyx 0.1/qa1_32k_instruction_no_examples_no_post_prompt_no_chat_template_no_system_prompt_no.json

@@ -0,0 +1,18 @@
+{
+    "prompt": {
+        "instruction": "",
+        "examples": "",
+        "post_prompt": "",
+        "template": "{instruction}\n{examples}\n{post_prompt}\nContext: {context}\n\nQuestion: {question}",
+        "chat_template": false,
+        "system_prompt": ""
+    },
+    "generate_kwargs": {
+        "num_beams": 1,
+        "do_sample": false,
+        "temperature": null,
+        "top_p": null,
+        "top_k": null
+    },
+    "submission_note": "Aegyx 0.1 is a closed research prototype; implementation details are not disclosed in this public result."
+}