A robust, enterprise-grade Node.js module for persistent caching with advanced features including file locking, corruption detection, health monitoring, and graceful degradation.
- π Concurrent-Safe: File locking prevents race conditions and data corruption
- π‘οΈ Corruption Detection: JSON validation with automatic error recovery
- π Health Monitoring: Real-time cache health tracking and reporting
- π Graceful Degradation: Continues operation even with partial corruption
- β‘ High Performance: Memory + disk hybrid caching for optimal speed
- π§ Zero Breaking Changes: Fully backward compatible with v1.x
- π Security Hardened: All known vulnerabilities patched
npm install @titansys/persistent-cacheconst cache = require('@titansys/persistent-cache');
// Create a cache instance
const myCache = cache();
// Store data
myCache.put('user:123', { name: 'John', email: '[email protected]' }, (err) => {
if (err) throw err;
console.log('User saved to cache');
});
// Retrieve data
myCache.get('user:123', (err, user) => {
if (err) throw err;
console.log('Retrieved user:', user);
});Asynchronously stores data in the cache.
cache.put('myKey', { foo: 'bar' }, (err) => {
if (err) console.error('Cache error:', err);
else console.log('Data cached successfully');
});Synchronously stores data in the cache.
try {
cache.putSync('myKey', { foo: 'bar' });
console.log('Data cached successfully');
} catch (err) {
console.error('Cache error:', err);
}Asynchronously retrieves data from the cache.
cache.get('myKey', (err, data) => {
if (err) console.error('Cache error:', err);
else if (data === undefined) console.log('Key not found');
else console.log('Retrieved:', data);
});Synchronously retrieves data from the cache.
try {
const data = cache.getSync('myKey');
if (data === undefined) {
console.log('Key not found');
} else {
console.log('Retrieved:', data);
}
} catch (err) {
console.error('Cache error:', err);
}Removes an entry from the cache.
// Async
cache.delete('myKey', (err) => {
if (err) console.error('Delete error:', err);
else console.log('Key deleted');
});
// Sync
try {
cache.deleteSync('myKey');
console.log('Key deleted');
} catch (err) {
console.error('Delete error:', err);
}Lists all keys in the cache.
// Async
cache.keys((err, keys) => {
if (err) console.error('Keys error:', err);
else console.log('Cache keys:', keys);
});
// Sync
try {
const keys = cache.keysSync();
console.log('Cache keys:', keys);
} catch (err) {
console.error('Keys error:', err);
}Completely removes the cache directory and all its contents.
cache.unlink((err) => {
if (err) console.error('Unlink error:', err);
else console.log('Cache completely removed');
});Performs a comprehensive health check of all cache files.
cache.healthCheck((err, report) => {
if (err) {
console.error('Health check failed:', err);
return;
}
console.log('Health Report:');
console.log(`β
Healthy files: ${report.healthy}`);
console.log(`β Corrupted files: ${report.corrupted}`);
console.log(`π§ Repaired files: ${report.repaired}`);
// Detailed file status
report.files.forEach(file => {
console.log(`${file.name}: ${file.status}`);
if (file.error) console.log(` Error: ${file.error}`);
});
});Synchronous version of health check.
try {
const report = cache.healthCheckSync();
console.log('Health report:', report);
} catch (err) {
console.error('Health check failed:', err);
}Starts periodic health monitoring.
cache.startHealthMonitoring((err, report) => {
if (err) {
console.error('Health monitoring error:', err);
return;
}
if (report.corrupted > 0) {
console.warn(`β οΈ Found ${report.corrupted} corrupted files`);
// Take action: alert, repair, etc.
}
});
console.log('Health monitoring started');Stops periodic health monitoring.
cache.stopHealthMonitoring();
console.log('Health monitoring stopped');Check if health monitoring is currently active.
if (cache.isHealthMonitoring()) {
console.log('Health monitoring is active');
} else {
console.log('Health monitoring is inactive');
}const cache = require('@titansys/persistent-cache');
const myCache = cache({
base: './my-cache', // Base directory
name: 'user-cache', // Cache name
duration: 24 * 60 * 60 * 1000, // 24 hours in ms
memory: true, // Enable memory caching
persist: true, // Enable disk persistence
// π Robustness Options
lockTimeout: 10000, // Lock timeout in ms (default: 5000)
healthCheckInterval: 300000, // Health check interval in ms (default: 5 min)
autoRepair: true // Auto-remove corrupted files (default: false)
});- Type:
string - Default: Main module directory
- Description: Base directory where cache files are stored
- Type:
string - Default:
'cache' - Description: Cache name (creates subdirectory
base/name)
- Type:
number - Default:
undefined(infinite) - Description: Cache entry TTL in milliseconds
- Type:
boolean - Default:
true - Description: Enable in-memory caching for performance
- Type:
boolean - Default:
true - Description: Enable disk persistence
- Type:
number - Default:
5000 - Description: File lock timeout in milliseconds. Prevents indefinite blocking on concurrent access.
- Type:
number - Default:
300000(5 minutes) - Description: Interval for periodic health checks when monitoring is enabled.
- Type:
boolean - Default:
false - Description: Automatically remove corrupted cache files during health checks.
The cache uses file-based locking to prevent race conditions:
// Multiple processes can safely write to the same cache
const cache1 = require('persistent-cache')({ name: 'shared' });
const cache2 = require('persistent-cache')({ name: 'shared' });
// These operations are safe to run concurrently
cache1.put('key1', 'value1', callback1);
cache2.put('key2', 'value2', callback2);Lock Features:
- β±οΈ Configurable timeout (default: 5 seconds)
- π§Ή Automatic cleanup on process exit
- π Stale lock detection and recovery
- π« Deadlock prevention
The cache handles errors gracefully without breaking your application:
const cache = require('persistent-cache')();
// Even if cache files are corrupted, operations continue
cache.get('potentially-corrupted-key', (err, data) => {
// err will be null, data will be undefined for corrupted entries
// Warning logged to console for debugging
if (data === undefined) {
console.log('Key not found or corrupted - using fallback');
// Your fallback logic here
}
});Graceful Degradation Features:
- π Corrupted files return
undefinedinstead of throwing errors β οΈ Warning logs for debugging (can be disabled)- π Memory fallback when disk operations fail
- π― Isolated corruption (bad entries don't affect good ones)
- β Zero Vulnerabilities: All dependencies updated to secure versions
- π File Locking: Prevents concurrent write corruption
- π‘οΈ Input Validation: JSON structure validation before parsing
- π§Ή Safe Cleanup: Proper lock cleanup on process termination
- Memory + Disk Hybrid: Best of both worlds
- Efficient Locking: Minimal performance overhead
- Lazy Validation: Only validates on read operations
- Background Monitoring: Health checks don't block operations
Memory Cache: ~0.1ms per operation
Disk Cache: ~1-5ms per operation (depending on file size)
Lock Acquisition: ~0.5ms average
Health Check: ~10ms per 100 files
No code changes required! All v1.x APIs work exactly the same:
// v1.x code works unchanged
const cache = require('persistent-cache')();
cache.put('key', 'value', callback);
cache.get('key', callback);New features are opt-in:
- Health monitoring is disabled by default
- Auto-repair is disabled by default
- All new APIs are additive
cache.healthCheck((err, report) => {
if (report.corrupted > 0) {
console.log('Corrupted files found:', report.files.filter(f => f.status === 'corrupted'));
// Option 1: Enable auto-repair
const repairedCache = require('persistent-cache')({
name: 'same-cache',
autoRepair: true
});
// Option 2: Manual cleanup
report.files
.filter(f => f.status === 'corrupted')
.forEach(f => cache.delete(f.name, () => {}));
}
});// Increase timeout for slow systems
const cache = require('persistent-cache')({
lockTimeout: 15000 // 15 seconds
});// Memory-only for maximum speed
const fastCache = require('persistent-cache')({
persist: false,
memory: true
});
// Disk-only for memory constrained environments
const diskCache = require('persistent-cache')({
persist: true,
memory: false
});MIT
Titan Systems - https://github.com/titansys