use gh step output for passing config, update algolia config to latest

flexn-io · Apr 10, 2024 · fe9363b · fe9363b
1 parent c324834
commit fe9363b
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 2 deletions.
diff --git a/.github/workflows/next.yml b/.github/workflows/next.yml
@@ -20,9 +20,10 @@ jobs:
               with:
                   node-version: '18.x'
             - name: test
+              id: scraper_config
               run: |
                   export SCRAPER_CONFIG=$(cat ./config.next.json | jq -r tostring)
-                  echo $SCRAPER_CONFIG
+                  echo "scraper_config=${SCRAPER_CONFIG}" >> $GITHUB_OUTPUT
             - name: Install Vercel CLI
               run: npm install --global vercel@latest
             - run: rm -rf .vercel
@@ -38,5 +39,5 @@ jobs:
               uses: addnab/docker-run-action@v3
               with:
                   image: algolia/docsearch-scraper
-                  options: --env-file=algolia.env -e "CONFIG=$(cat ./config.next.json | jq -r tostring)"
+                  options: --env-file=algolia.env -e "CONFIG=${{ steps.scraper_config.outputs.scraper_config }}"
                   run: pipenv run python -m src.index
diff --git a/config.next.json b/config.next.json
@@ -15,5 +15,16 @@
         "lvl4": "article h5, article td:first-child",
         "lvl5": "article h6",
         "content": "article p, article li, article td:last-child"
+    },
+    "strip_chars": " .,;:#",
+    "custom_settings": {
+        "attributesToRetrieve": [
+            "hierarchy",
+            "content",
+            "anchor",
+            "url",
+            "url_without_anchor",
+            "type"
+        ]
     }
 }