-
Notifications
You must be signed in to change notification settings - Fork 1
Expand file tree
/
Copy pathbody_tables.tex
More file actions
51 lines (49 loc) · 2.23 KB
/
Copy pathbody_tables.tex
File metadata and controls
51 lines (49 loc) · 2.23 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
\begin{table*}[t]
\begin{minipage}[t]{0.505\textwidth}
\centering
\caption{Full LOCOMO results (\%) on all 1{,}986 questions. F/J use 1{,}540 answer-bearing questions; R uses 446 adversarial questions.}
\label{tab:locomo}
\scriptsize
\setlength{\tabcolsep}{1.7pt}
\begin{tabular}{@{}lrrrrrr@{}}
\toprule
& \multicolumn{3}{c}{\textbf{Luna}} & \multicolumn{3}{c}{\textbf{Gemini}} \\
\cmidrule(lr){2-4}\cmidrule(lr){5-7}
\textbf{System} & \textbf{F} & \textbf{J} & \textbf{R} & \textbf{F} & \textbf{J} & \textbf{R} \\
\midrule
Full Context & 58.9 & 82.3 & 42.8 & 65.2 & 84.8 & 96.0 \\
\textbf{UaC (ours)} & 39.4 & 78.8 & 64.3 & 46.9 & 80.6 & 95.7 \\
MemMachine & 54.8 & 73.6 & 48.7 & 57.5 & 74.9 & 96.9 \\
Hindsight (lite) & 33.8 & 70.6 & 83.4 & 43.4 & 71.4 & 98.4 \\
EverMemOS (lite) & 22.0 & 51.2 & 85.4 & 31.3 & 51.4 & 98.7 \\
A-MEM & 39.6 & 55.7 & 58.1 & 42.8 & 56.6 & 97.5 \\
Mem0 & 35.4 & 52.5 & 72.2 & 15.2 & 20.1 & 98.0 \\
\bottomrule
\end{tabular}
\vspace{2pt}
\raggedright F = category-aware token F1; J = same-backbone judge accuracy; R = deterministic refusal accuracy. Luna/Gemini denote GPT-5.6 Luna/Gemini~3 Flash Preview via Krill; category~5 is never judged.\par
\end{minipage}
\hfill
\begin{minipage}[t]{0.475\textwidth}
\centering
\caption{LongMemEval accuracy (\%) by question type on all 500 questions using Gemini~3 Flash.}
\label{tab:longmemeval}
\scriptsize
\setlength{\tabcolsep}{1.8pt}
\begin{tabular}{@{}lrrrrrrr@{}}
\toprule
\textbf{System} & \textbf{KU} & \textbf{MS} & \textbf{SA} & \textbf{SP} & \textbf{SU} & \textbf{TR} & \textbf{All} \\
\midrule
Full Context & 91 & 87 & 96 & 70 & 96 & 74 & 85.4 \\
MemMachine & 96 & 88 & 96 & 63 & 96 & 69 & 84.8 \\
\textbf{UaC (ours)} & 97 & 81 & 96 & 83 & 94 & 65 & 83.0 \\
EverMemOS (lite) & 87 & 72 & 73 & 87 & 87 & 68 & 76.4 \\
Hindsight (lite) & 78 & 72 & 66 & 77 & 93 & 62 & 73.0 \\
A-MEM & 54 & 44 & 93 & 40 & 49 & 37 & 49.6 \\
Mem0 & 32 & 23 & 7 & 33 & 36 & 18 & 23.8 \\
\bottomrule
\end{tabular}
\vspace{2pt}
\raggedright KU = knowledge update ($n=78$), MS = multi-session (133), SA = single-assistant (56), SP = single-preference (30), SU = single-user (70), TR = temporal reasoning (133).\par
\end{minipage}
\end{table*}