\begin{table}[t]
\centering
\caption{Inference throughput.}
\label{tab:inference}
\begin{tabular}{lrrrrr}
\toprule
System & Device & Batch & Timed reps & Ensemble events/s & Checkpoint-evals/s \\
\midrule
M10 & RTX A5000 & 2048 & 1 & 97348.1 & 292044.4 \\
M11 & RTX A5000 & 2048 & 1 & 57912.6 & 289562.8 \\
M12\_C\_lambda\_010 & RTX A5000 & 2048 & 1 & 55194.3 & 275971.7 \\
routed\_M11\_M12\_C & RTX A5000 & 2048 & 1 & 57912.6 & 289562.8 \\
M10 & home CPU & 2048 & 3 & 4661.8 & 13985.3 \\
M11 & home CPU & 2048 & 3 & 2261.9 & 11309.7 \\
M12\_C\_lambda\_010 & home CPU & 2048 & 3 & 2180.3 & 10901.6 \\
routed\_M11\_M12\_C & home CPU & 2048 & 3 & 2261.9 & 11309.7 \\
\bottomrule
\end{tabular}
\end{table}
