feat: throttle Neon transfer with smaller batches + 1s delay
Reduce BATCH_SIZE from 200 to 100 and add a 1-second pause between batches to avoid overwhelming the Neon production database during large incremental syncs. Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
This commit is contained in:
@@ -113,7 +113,7 @@ async function main() {
|
||||
console.log(`🔄 Incremental filter: updatedAt > ${transferSince.toISOString()}\n`);
|
||||
}
|
||||
|
||||
const BATCH_SIZE = 200;
|
||||
const BATCH_SIZE = 100;
|
||||
const totalCount = await nasPrisma.church.count({ where: whereClause });
|
||||
|
||||
console.log(`Found ${totalCount} enriched churches (will process in batches of ${BATCH_SIZE})\n`);
|
||||
@@ -270,6 +270,9 @@ async function main() {
|
||||
console.error(`Error transferring ${church.name}:`, error instanceof Error ? error.message : error);
|
||||
}
|
||||
}
|
||||
|
||||
// Brief pause between batches to avoid overwhelming Neon
|
||||
await new Promise(resolve => setTimeout(resolve, 1000));
|
||||
} // end batch loop
|
||||
|
||||
console.log('\n════════════════════════════════════════════════════════════');
|
||||
|
||||
Reference in New Issue
Block a user