webrecorder · ikreymer · Mar 23, 2024 · Feb 7, 2024 · Feb 6, 2024 · Feb 6, 2024
diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
@@ -42,10 +42,10 @@ jobs:
         run: yarn run tsc
       - name: build docker
         run: docker-compose build
-      - name: run jest
+      - name: run all tests as root
         run: sudo yarn test
-      - name: run saved state test with volume owned by different user
+      - name: run saved state + qa compare test as non-root - with volume owned by current user
         run: |
           sudo rm -rf ./test-crawls
           mkdir test-crawls
-          sudo yarn test ./tests/saved-state.test.js
+          sudo yarn test ./tests/saved-state.test.js ./tests/qa_compare.test.js
diff --git a/Dockerfile b/Dockerfile
@@ -48,9 +48,15 @@ ADD config/ /app/
 
 ADD html/ /app/html/
 
-RUN chmod a+x /app/dist/main.js /app/dist/create-login-profile.js
+ARG RWP_VERSION=1.8.15
+ADD https://cdn.jsdelivr.net/npm/replaywebpage@${RWP_VERSION}/ui.js /app/html/rwp/
+ADD https://cdn.jsdelivr.net/npm/replaywebpage@${RWP_VERSION}/sw.js /app/html/rwp/
 
-RUN ln -s /app/dist/main.js /usr/bin/crawl; ln -s /app/dist/create-login-profile.js /usr/bin/create-login-profile
+RUN chmod a+x /app/dist/main.js /app/dist/create-login-profile.js && chmod a+r /app/html/rwp/*
+
+RUN ln -s /app/dist/main.js /usr/bin/crawl; \
+    ln -s /app/dist/main.js /usr/bin/qa; \
+    ln -s /app/dist/create-login-profile.js /usr/bin/create-login-profile
 
 WORKDIR /crawls
 

diff --git a/html/replay.html b/html/replay.html
@@ -0,0 +1,39 @@
+<!doctype html>
+<html>
+  <head>
+    <script src="/ui.js"></script>
+    <style>
+      html {
+        width: 100%;
+        height: 100%;
+        display: flex;
+      }
+      body {
+        width: 100%;
+        margin: 0;
+        padding: 0;
+      }
+      replay-web-page {
+        margin: 0;
+        padding: 0;
+        border: 0;
+        position: fixed;
+        width: 100vw;
+        height: 100vh;
+        top: 0;
+        left: 0;
+      }
+    </style>
+  </head>
+  <body>
+    <replay-web-page
+      embed="replayonly"
+      deepLink="true"
+      source="$SOURCE"
+      url="about:blank"
+      ts=""
+      coll="replay"
+    >
+    </replay-web-page>
+  </body>
+</html>
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "browsertrix-crawler",
-  "version": "1.0.2",
+  "version": "1.1.0-beta.2",
   "main": "browsertrix-crawler",
   "type": "module",
   "repository": "https://github.com/webrecorder/browsertrix-crawler",
@@ -24,9 +24,12 @@
     "get-folder-size": "^4.0.0",
     "husky": "^8.0.3",
     "ioredis": "^5.3.2",
+    "js-levenshtein": "^1.1.6",
     "js-yaml": "^4.1.0",
     "minio": "^7.1.3",
     "p-queue": "^7.3.4",
+    "pixelmatch": "^5.3.0",
+    "pngjs": "^7.0.0",
     "puppeteer-core": "^20.8.2",
     "sax": "^1.3.0",
     "sharp": "^0.32.6",
@@ -37,16 +40,19 @@
     "yargs": "^17.7.2"
   },
   "devDependencies": {
+    "@types/js-levenshtein": "^1.1.3",
     "@types/js-yaml": "^4.0.8",
     "@types/node": "^20.8.7",
+    "@types/pixelmatch": "^5.2.6",
+    "@types/pngjs": "^6.0.4",
     "@types/uuid": "^9.0.6",
     "@types/ws": "^8.5.8",
     "@typescript-eslint/eslint-plugin": "^6.10.0",
     "@typescript-eslint/parser": "^6.10.0",
     "eslint": "^8.53.0",
     "eslint-config-prettier": "^9.0.0",
     "eslint-plugin-react": "^7.22.0",
-    "jest": "^29.2.1",
+    "jest": "^29.7.0",
     "md5": "^2.3.0",
     "prettier": "3.0.3",
     "typescript": "^5.2.2"