7049a40870
- Introduced single Redis connection for managing federation delivery jobs, improving reliability and performance. - Updated environment configuration to include Redis connection details and allowed hostnames for CORS. - Refactored existing code to streamline federation processes and improve error handling. - Enhanced database schema to track acknowledgment status for follow requests. This update aims to strengthen the federation's communication capabilities and ensure better handling of server interactions. #3 #4
73 lines
2.2 KiB
TypeScript
73 lines
2.2 KiB
TypeScript
import { Queue } from 'bullmq';
|
|
import createDebug from 'debug';
|
|
import { getRedisConnection } from './connection';
|
|
|
|
const debug = createDebug('app:federation:worker');
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// Federation delivery queue
|
|
// ---------------------------------------------------------------------------
|
|
|
|
export interface FederationDeliveryJob {
|
|
deliveryJobId: string;
|
|
targetUrl: string;
|
|
serverUrl: string;
|
|
payload: string;
|
|
}
|
|
|
|
export const DELIVERY_QUEUE_NAME = 'federation-delivery';
|
|
|
|
let _deliveryQueue: Queue<FederationDeliveryJob> | null = null;
|
|
|
|
export function getFederationQueue(): Queue<FederationDeliveryJob> {
|
|
if (!_deliveryQueue) {
|
|
_deliveryQueue = new Queue<FederationDeliveryJob>(DELIVERY_QUEUE_NAME, {
|
|
connection: getRedisConnection() as never,
|
|
defaultJobOptions: {
|
|
attempts: 5,
|
|
backoff: {
|
|
type: 'exponential',
|
|
delay: 5_000,
|
|
},
|
|
removeOnComplete: { age: 60 * 60 * 24 },
|
|
removeOnFail: { age: 60 * 60 * 24 * 7 },
|
|
},
|
|
});
|
|
}
|
|
return _deliveryQueue;
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// Health-check queue
|
|
// ---------------------------------------------------------------------------
|
|
|
|
export interface HealthCheckJob {
|
|
serverUrl: string;
|
|
}
|
|
|
|
export const HEALTH_CHECK_QUEUE_NAME = 'federation-health-check';
|
|
|
|
let _healthCheckQueue: Queue<HealthCheckJob> | null = null;
|
|
|
|
export function getHealthCheckQueue(): Queue<HealthCheckJob> {
|
|
if (!_healthCheckQueue) {
|
|
_healthCheckQueue = new Queue<HealthCheckJob>(HEALTH_CHECK_QUEUE_NAME, {
|
|
connection: getRedisConnection() as never,
|
|
});
|
|
}
|
|
return _healthCheckQueue;
|
|
}
|
|
|
|
export async function scheduleHealthCheck(serverUrl: string, attempt: number): Promise<void> {
|
|
const delayMinutes = 5 + (attempt * 10);
|
|
const delayMs = delayMinutes * 60 * 1000;
|
|
debug('scheduling health check for %s in %d minutes (attempt %d)', serverUrl, delayMinutes, attempt);
|
|
|
|
const safeId = serverUrl.replace(/[^a-zA-Z0-9._-]/g, '_');
|
|
await getHealthCheckQueue().add('health-check', { serverUrl }, {
|
|
delay: delayMs,
|
|
jobId: `health-check_${safeId}_${attempt}`,
|
|
removeOnComplete: true,
|
|
removeOnFail: true,
|
|
});
|
|
}
|