Memory Quality Gate Evaluator (evaluation/memory-quality-gate.ts)

memorix · src/evaluation/memory-quality-gate.ts · typescript · Apache-2.0
testing, ai, lang:typescript, tag:performance

Provides a deterministic, model-free scoring system to evaluate cross-session memory delivery performance. Reuse this to validate memory retrieval quality and latency in AI agent systems.

// Source: https://github.com/AVIDS2/memorix | License: Apache-2.0 | Copyright You must retain, in the Source form of any Derivative Works
// Provided via justclaw.it.com; keep this notice with the code.
/** Deterministic, model-free quality gate for cross-session memory delivery. */

export interface MemoryQualitySample {
  id: string;
  expectedIds: string[];
  shownIds: string[];
  leakedProjectRows?: number;
  staleRowsShown?: number;
  shouldAbstain?: boolean;
  tokens: number;
  tokenBudget: number;
  latencyMs: number;
  rssBytes?: number;
}

export interface MemoryQualityGateScore {
  cases: number;
  recallAtK: number;
  precisionAtK: number;
  scopeIsolation: number;
  staleRejection: number;
  abstentionAccuracy: number;
  overBudgetCases: number;
  latencyP50Ms: number;
  laten

... (truncated -- full source via MCP)

See the full source, get the GitHub permalink, and search for more like it.

Get a free API key