API Response Caching

import { MemoryCache } from '@humanspeak/memory-cache'

interface ApiResponse<T> {
    data: T
    cachedAt: number
    byteLength: number
}

const apiCache = new MemoryCache<ApiResponse<unknown>>({
    maxSize: 0,
    maxWeight: 10 * 1024 * 1024, // 10 MiB aggregate serialized payload weight
    sizeCalculation: (value) => value.byteLength,
    ttl: 5 * 60 * 1000  // 5 minutes
})

async function fetchWithCache<T>(url: string): Promise<T> {
    // Check cache first
    const cached = apiCache.get(url)
    if (cached) {
        console.log('Cache hit:', url)
        return cached.data as T
    }

    // Fetch and cache
    console.log('Cache miss:', url)
    const response = await fetch(url)
    const data = await response.json()
    const byteLength = new TextEncoder().encode(JSON.stringify(data)).byteLength

    apiCache.set(url, {
        data,
        cachedAt: Date.now(),
        byteLength
    })

    return data
}

// Usage
const users = await fetchWithCache<User[]>('/api/users')
const user = await fetchWithCache<User>('/api/users/123')

import { MemoryCache } from '@humanspeak/memory-cache'

const apiCache = new MemoryCache<ApiResponse<unknown>>({
    maxSize: 0,
    maxWeight: 10 * 1024 * 1024,
    sizeCalculation: (value) => value.byteLength,
    ttl: 5 * 60 * 1000,
    hooks: {
        onHit: ({ key }) => {
            metrics.increment('api_cache.hit')
            console.log(`API cache hit: ${key}`)
        },
        onMiss: ({ key, reason }) => {
            metrics.increment('api_cache.miss')
            console.log(`API cache miss: ${key} (${reason})`)
        },
        onSet: ({ key }) => {
            console.log(`API response cached: ${key}`)
        }
    }
})