Merge pull request #120 from meilisearch/add-timeout

Increase default timeout & add a way to set as an option

Author: brunoocasali

Dockerfile

@@ -1,7 +1,7 @@
 # Specify the base Docker image. You can read more about
 # the available images at https://crawlee.dev/docs/guides/docker-images
 # You can also use any other image from Docker Hub.
-FROM apify/actor-node-puppeteer-chrome:18 AS builder
+FROM apify/actor-node-puppeteer-chrome:20-21.4.0 AS builder
 
 # Copy just package.json and package-lock.json
 # to speed up the build using Docker layer cache.
@@ -19,7 +19,7 @@ COPY --chown=myuser . ./
 RUN yarn run build
 
 # Create final image
-FROM apify/actor-node-puppeteer-chrome:18
+FROM apify/actor-node-puppeteer-chrome:20-21.4.0
 
 # Copy only built JS files from builder image
 COPY --from=builder --chown=myuser /home/myuser/dist ./dist

src/sender.ts

@@ -11,6 +11,7 @@ export class Sender {
   index_uid: string
   batch_size: number
   client: MeiliSearch
+  timeout: number
   nb_documents_sent = 0
 
   constructor(config: Config) {
@@ -19,6 +20,7 @@ export class Sender {
     this.initial_index_uid = config.meilisearch_index_uid
     this.index_uid = this.initial_index_uid
     this.batch_size = config.batch_size || 1000
+    this.timeout = config.timeout || 100000
 
     //Create a Meilisearch client
     this.client = initMeilisearchClient({
@@ -116,7 +118,7 @@ export class Sender {
     const task = await this.client
       .index(this.index_uid)
       .addDocuments(this.queue)
-    await this.client.waitForTask(task.taskUid, { timeOutMs: 15000 })
+    await this.client.waitForTask(task.taskUid, { timeOutMs: this.timeout })
   }
 
   async __swapIndex() {

src/types.ts

@@ -22,6 +22,7 @@ export type Config = {
   user_agents?: string[]
   webhook_payload?: Record<string, any>
   webhook_url?: string
+  timeout?: number
 }
 
 export type SchemaSettings = {