Interface AvailableModelsCacheOptions

interface AvailableModelsCacheOptions {
    sources: readonly AvailableModelsSource[];
    ttlMs?: number;
    staleTtlMs?: number;
    now?: () => number;
}

Properties

ttlMs?: number

Freshness TTL (ms). Defaults to 5 minutes.

staleTtlMs?: number

Beyond this, callers block on the next refresh. Defaults to 25 minutes.

now?: () => number

Override Date.now for tests.