running the seeder in v6

[jasonejavier]

Hi! I'm having an issue with running "node ace db:seed"

path: ./database/seeders/tbl_client_seeder.ts

import { BaseSeeder } from '@adonisjs/lucid/seeders'
import db from '@adonisjs/lucid/services/db'
import TblClients from '#models/tbl_clients'
import { createReadStream } from 'node:fs'
import csvParser from 'csv-parser'
import Application from '@adonisjs/core/services/app'
import _ from 'lodash'

export default class extends BaseSeeder {
  static environment: string[] = ['development']

  async run() {
    // Define the path to the CSV file
    const csvFilePath = Application.makePath('database', 'data', 'tblClients_dummy_data.csv')

    const data: any[] = []

    // Read and parse the CSV file
    createReadStream(csvFilePath)
      .pipe(csvParser())
      .on('data', (row) => {
        data.push({
          companyName: row.companyName,
          contactFirstName: row.ContactFirstName,
          contactLastName: row.ContactLastName,
          fdParentClientId: row.fdParentClientID,
          verifiClientId: row.verifiClientID,
          verifiPartnerId: row.verifiPartnerID,
          verifiPartnerIdClientId: row.verifiPartnerIDClientID,
          autoResolve: row.autoResolve === '1', // Assuming '1' means true in your CSV
          ethocaMerchantId: row.ethocaMerchantID,
          ethocaMerchantName: row.ethocaMerchantName,
          defaultDataOnly: row.defaultDataOnly === '1', // Assuming '1' means true
          fdRequestId: row.fdRequestID,
          active: row.active === '1', // Assuming '1' means true
          demoAccount: Number.parseInt(row.demoAccount, 10),
          billingCadence: row.billingCadence,
          invoicedClientId: Number.parseInt(row.invoicedClientID, 10),
          netPaymentTermsDays: Number.parseInt(row.NetPaymentTermsDays, 10),
          paymentMethod: row.PaymentMethod,
          contractPhone: row.ContractPhone,
          contactEmail: row.ContactEmail,
          partnerType: row.PartnerType,
          level1Commission: Number.parseFloat(row.Level1Commission),
          level2Commission: Number.parseFloat(row.Level2Commission),
          level3Commission: Number.parseFloat(row.Level3Commission),
          numberOfChildLevels: Number.parseInt(row.NumberOfChildLevels, 10),
          overheadCost: Number.parseFloat(row.overheadCost),
          externalClientIdentifier: row.externalClientIdentifier,
        })
      })
      .on('end', async () => {
        const chunks = _.chunk(data, 100)
        for (const chnk of chunks) {
          await TblClients.createMany(chnk)
        }
        console.log('CSV file successfully processed and data imported to the database.')
      })
      .on('error', (error) => {
        console.error('Failed to process CSV file:', error)
      })

  }
}

after running the command, it is logging in the console that it is completed but i'm having an aborted error

[RomainLanz]

Hey @jasonejavier! 👋🏻

Since you are using a stream, you are not properly awaiting the end of your processing.

I would recommend creating a dedicated method that does the processing and makes it return a promise.
Something like:

export default class extends BaseSeeder {
  async run() {
    // ...
    
    await this.#processsCsvFile(csvFilePath)
  }
  
  async #proccessCsvFile(filePath: string) {
    return new Promise((resolve, reject) => {
      createReadStream(csvFilePath)
        .on('end', () => {
          // ...
          resolve()
        })
        .on('error', () => {
          // ...
          reject()
        })
    })
  }
}

[jasonejavier]

Oh yeaaa. Thank you mate for this! It helped me a lot.