Provides a deterministic, model-free scoring system to evaluate cross-session memory delivery performance. Reuse this to validate memory retrieval quality and latency in AI agent systems.
// Source: https://github.com/AVIDS2/memorix | License: Apache-2.0 | Copyright You must retain, in the Source form of any Derivative Works
// Provided via justclaw.it.com; keep this notice with the code.
/** Deterministic, model-free quality gate for cross-session memory delivery. */
export interface MemoryQualitySample {
id: string;
expectedIds: string[];
shownIds: string[];
leakedProjectRows?: number;
staleRowsShown?: number;
shouldAbstain?: boolean;
tokens: number;
tokenBudget: number;
latencyMs: number;
rssBytes?: number;
}
export interface MemoryQualityGateScore {
cases: number;
recallAtK: number;
precisionAtK: number;
scopeIsolation: number;
staleRejection: number;
abstentionAccuracy: number;
overBudgetCases: number;
latencyP50Ms: number;
laten
... (truncated -- full source via MCP)
See the full source, get the GitHub permalink, and search for more like it.
Get a free API key