albert/ScraperControl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add buscarmisas-network to package.json and scheduler pipeline

Browse Source 
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
albertfj114
2026-03-19 23:49:39 -04:00
parent 2b37c2d5f2
commit 9593e08983
2 changed files with 29 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
package.json
View File

@@ -22,6 +22,7 @@
"scrape:diocese": "tsx scripts/scrape-diocese-directory.ts",
"setup:diocese": "tsx scripts/setup-diocese.ts",
"import:gcatholic": "tsx scripts/import-gcatholic.ts",
"import:buscarmisas-network": "tsx scripts/import-buscarmisas-network.ts",
"import:orarimesse": "tsx scripts/import-orarimesse.ts",
"import:mass-schedules-ph": "tsx scripts/import-mass-schedules-ph.ts",
"import:philmass": "tsx scripts/import-philmass.ts",
@@ -29,7 +30,7 @@
"import:msze-info": "tsx scripts/import-msze-info.ts",
"import:weekdaymasses": "tsx scripts/import-weekdaymasses.ts",
"import:masstimes-api": "tsx scripts/import-masstimes-api.ts",
"import:discovermass": "tsx scripts/import-discovermass.ts",
"dedup:geo": "tsx scripts/find-geo-duplicates.ts",
"postinstall": "prisma generate"
},
"dependencies": {

30
scripts/scheduler.ts
View File

@@ -57,7 +57,11 @@ const PIPELINE_GROUPS: PipelineGroup[] = [
{ name: 'kerknet-import', type: 'kerknet-import', config: {} },
{ name: 'gottesdienstzeiten-import', type: 'gottesdienstzeiten-import', config: {} },
{ name: 'masstimes-api-import', type: 'masstimes-api-import', config: {} },
{ name: 'discovermass-import', type: 'discovermass-import', config: {} },
{ name: 'buscarmisas-network-BR', type: 'buscarmisas-network-BR', config: {} },
{ name: 'buscarmisas-network-MX', type: 'buscarmisas-network-MX', config: {} },
{ name: 'buscarmisas-network-AR', type: 'buscarmisas-network-AR', config: {} },
{ name: 'buscarmisas-network-CO', type: 'buscarmisas-network-CO', config: {} },
{ name: 'buscarmisas-network-CL', type: 'buscarmisas-network-CL', config: {} },
],
},
{
@@ -237,8 +241,28 @@ function getJobCommand(type: string, language?: string | null, config?: Record<s
if (config?.region) args.splice(2, 1, '--region', String(config.region)); // replace --all with --region
return { command: 'npx', args };
}
case 'discovermass-import': {
const args = ['tsx', 'scripts/import-discovermass.ts', '--all'];
case 'buscarmisas-network-BR': {
const args = ['tsx', 'scripts/import-buscarmisas-network.ts', '--domain', 'horariosmissa.com.br'];
if (config?.resumeFrom) args.push('--resume-from', String(config.resumeFrom));
return { command: 'npx', args };
}
case 'buscarmisas-network-MX': {
const args = ['tsx', 'scripts/import-buscarmisas-network.ts', '--domain', 'buscarmisas.com.mx'];
if (config?.resumeFrom) args.push('--resume-from', String(config.resumeFrom));
return { command: 'npx', args };
}
case 'buscarmisas-network-AR': {
const args = ['tsx', 'scripts/import-buscarmisas-network.ts', '--domain', 'horariosmisa.com.ar'];
if (config?.resumeFrom) args.push('--resume-from', String(config.resumeFrom));
return { command: 'npx', args };
}
case 'buscarmisas-network-CO': {
const args = ['tsx', 'scripts/import-buscarmisas-network.ts', '--domain', 'buscarmisas.co'];
if (config?.resumeFrom) args.push('--resume-from', String(config.resumeFrom));
return { command: 'npx', args };
}
case 'buscarmisas-network-CL': {
const args = ['tsx', 'scripts/import-buscarmisas-network.ts', '--domain', 'horariomisa.cl'];
if (config?.resumeFrom) args.push('--resume-from', String(config.resumeFrom));
return { command: 'npx', args };
}