run_multiple_chunks.js

require('dotenv').config();
const path = require('path');
const fs = require('fs');
const { processCsvStream } = require('./src/services/csvService');

const CHUNKS_DIR = `C:\\Users\\nha14\\Desktop\\patient_geo\\chunks\\input-1773997281120-255139062`;
const PROCESSED_DIR = path.join(__dirname, 'processed');

if (!fs.existsSync(PROCESSED_DIR)) fs.mkdirSync(PROCESSED_DIR);

const startChunk = 7;
const endChunk = 12;

async function runChunks() {
    for (let i = startChunk; i <= endChunk; i++) {
        const inputFileName = `chunk_${i}_input-1773997281120-255139062.csv`;
        const inputFilePath = path.join(CHUNKS_DIR, inputFileName);
        const outputFilePath = path.join(PROCESSED_DIR, `processed-${inputFileName}`);

        if (!fs.existsSync(inputFilePath)) {
            console.warn(`[Warning] Chunk ${i} not found at ${inputFilePath}. Skipping...`);
            continue;
        }

        console.log(`\n==================================================`);
        console.log(`Starting processing for Chunk ${i}: ${inputFileName}`);
        console.log(`Output will be: ${outputFilePath}`);
        console.log(`==================================================\n`);

        try {
            // For chunk 7, start processing from after the given ID.
            // For all other chunks, run normally (resume logic still applies via processedIds).
            const startAfterId = (i === 7) ? 'SVNSASY/CG/CB/2025/R2/1022189246' : null;
            await processCsvStream(inputFilePath, outputFilePath, startAfterId);
            console.log(`\n[Success] Completed Chunk ${i}`);
        } catch (error) {
            console.error(`\n[Error] Failed to process Chunk ${i}:`, error.message);
            // Optionally decide if you want to break or continue to next chunk
        }
    }
    console.log('\nAll requested chunks have been processed.');
}

runChunks();