WIP: [Swift+Wasm] initial support for compiling Swift to WebAssembly

.github/FUNDING.yml

@@ -0,0 +1,12 @@
+# These are supported funding model platforms
+
+github: [swiftwasm, kateinoigakukun, MaxDesiatov] # Replace with up to 4 GitHub Sponsors-enabled usernames e.g., [user1, user2]
+patreon: # Replace with a single Patreon username
+open_collective: # Replace with a single Open Collective username
+ko_fi: # Replace with a single Ko-fi username
+tidelift: # Replace with a single Tidelift platform-name/package-name e.g., npm/babel
+community_bridge: # Replace with a single Community Bridge project-name e.g., cloud-foundry
+liberapay: # Replace with a single Liberapay username
+issuehunt: # Replace with a single IssueHunt username
+otechie: # Replace with a single Otechie username
+custom: # Replace with up to 4 custom sponsorship URLs e.g., ['link1', 'link2']

.github/pull.yml

@@ -0,0 +1,24 @@
+version: "1"
+rules:
+  - base: swiftwasm
+    upstream: main
+    mergeMethod: merge
+  - base: main
+    upstream: apple:main
+    mergeMethod: hardreset
+
+  - base: release/5.3
+    upstream: apple:release/5.3
+    mergeMethod: hardreset
+  - base: swiftwasm-release/5.3
+    upstream: release/5.3
+    mergeMethod: merge
+
+  - base: release/5.4
+    upstream: apple:release/5.4
+    mergeMethod: hardreset
+  - base: swiftwasm-release/5.4
+    upstream: release/5.4
+    mergeMethod: merge
+
+label: ":arrow_heading_down: Upstream Tracking"

.github/workflows/build-toolchain.yml

@@ -0,0 +1,144 @@
+name: Build Toolchain
+
+on:
+  push:
+    branches:
+      - swiftwasm
+      - swiftwasm-release/5.3
+  pull_request:
+    branches:
+      - swiftwasm
+      - swiftwasm-release/5.3
+jobs:
+  build_toolchain:
+    env:
+      TOOLCHAIN_CHANNEL: DEVELOPMENT
+    strategy:
+      matrix:
+        include:
+          - build_os: ubuntu-18.04
+            target: ubuntu18.04_x86_64
+            run_full_test: false
+            run_e2e_test: true
+            build_hello_wasm: true
+
+          - build_os: ubuntu-20.04
+            target: ubuntu20.04_x86_64
+            run_full_test: false
+            run_e2e_test: true
+            build_hello_wasm: true
+
+          - build_os: macos-10.15
+            target: macos_x86_64
+            run_full_test: true
+            run_e2e_test: true
+            build_hello_wasm: true
+
+    name: Target ${{ matrix.target }}
+    timeout-minutes: 0
+    runs-on: ${{ matrix.build_os }}
+    steps:
+      - name: Free disk space
+        if: ${{ matrix.build_os == 'ubuntu-20.04' || matrix.build_os == 'ubuntu-18.04' }}
+        run: |
+          df -h
+          sudo apt-get purge libgcc-9-dev gcc-9 libstdc++-9-dev clang-6.0 llvm-6.0
+          sudo swapoff -a
+          sudo rm -f /swapfile
+          sudo rm -rf /opt/hostedtoolcache
+          sudo rm -rf /usr/share/dotnet
+          sudo apt clean
+          docker rmi $(docker image ls -aq)
+          df -h
+
+      - uses: actions/checkout@v2
+        with:
+          path: swift
+          fetch-depth: 0
+
+      - name: Prepare sccache timestamp
+        id: cache_timestamp
+        shell: cmake -P {0}
+        run: |
+          string(TIMESTAMP current_date "%Y-%m-%d-%H;%M;%S" UTC)
+          message("::set-output name=timestamp::${current_date}")
+
+      - uses: actions/cache@v1
+        with:
+          path: build-cache
+          key: ${{ matrix.target }}-sccache-v10-${{ steps.cache_timestamp.outputs.timestamp }}
+          restore-keys: |
+            ${{ matrix.target }}-sccache-v10-
+
+      - name: Select Xcode version
+        if: ${{ matrix.build_os == 'macos-10.15' }}
+        run: |
+          sudo xcode-select --switch /Applications/Xcode_12.3.app/Contents/Developer/
+          xcodebuild -version
+
+      - name: Build ${{ matrix.target }} installable archive
+        env:
+          SKIP_XCODE_VERSION_CHECK: 1
+        run: |
+
+          case "${{ matrix.target }}" in
+            "ubuntu20.04_x86_64" | "ubuntu18.04_x86_64" | "macos_x86_64")
+              ./swift/utils/webassembly/ci.sh
+            ;;
+            *)
+              echo "Unrecognised target: ${{ matrix.target }}"
+              exit 1
+            ;;
+          esac
+
+      - name: Upload ${{ matrix.target }} installable archive
+        uses: actions/upload-artifact@v1
+        with:
+          name: ${{ matrix.target }}-installable
+          path: swift-wasm-${{ env.TOOLCHAIN_CHANNEL }}-SNAPSHOT-${{ matrix.target }}.tar.gz
+
+      - name: Pack test results
+        if: ${{ matrix.run_full_test }}
+        run: |
+          tar cJf ./swift-test-results.tar.gz target-build/swift-stdlib-wasi-wasm32/swift-test-results
+      - name: Upload test results
+        uses: actions/upload-artifact@v1
+        if: ${{ matrix.run_full_test }}
+        with:
+          name: ${{ matrix.target }}-test-results
+          path: ./swift-test-results.tar.gz
+
+      # Run e2e test
+      - name: Prepare E2E test
+        run: |
+          INSTALL_DIR=$(mktemp -d)
+          tar xf swift-wasm-$TOOLCHAIN_CHANNEL-SNAPSHOT-${{ matrix.target }}.tar.gz -C "$INSTALL_DIR"
+          echo "TOOLCHAIN=$(find "$INSTALL_DIR" -name "swift-wasm-$TOOLCHAIN_CHANNEL-*" -type d | head -n1)" >> $GITHUB_ENV
+      - name: Build hello.wasm
+        shell: bash
+        if: ${{ matrix.build_hello_wasm }}
+        run: |
+          echo 'print("Hello, world!")' > hello.swift
+          $TOOLCHAIN/usr/bin/swiftc \
+                -target wasm32-unknown-wasi \
+                -sdk $TOOLCHAIN/usr/share/wasi-sysroot \
+                hello.swift -o hello.wasm && \
+                echo "Successfully linked hello.wasm"
+      - name: Upload hello.wasm
+        if: ${{ matrix.build_hello_wasm }}
+        uses: actions/upload-artifact@v1
+        with:
+          name: ${{ matrix.target }}-hello.wasm
+          path: hello.wasm
+      - name: Checkout integration-tests
+        if: ${{ matrix.run_e2e_test }}
+        uses: actions/checkout@v2
+        with:
+          repository: swiftwasm/integration-tests
+          path: integration-tests
+      - name: Run integration tests
+        if: ${{ matrix.run_e2e_test }}
+        run: |
+          swift run # Use TOOLCHAIN env value
+        working-directory: ${{ github.workspace }}/integration-tests
+

.github/workflows/manual-distribution.yml

@@ -0,0 +1,68 @@
+name: Manual distribution
+on:
+  workflow_dispatch:
+    inputs:
+      channel:
+        description: 'Release channel'
+        required: true
+      toolchain_name:
+        description: 'Toolchain name'
+        required: true
+      branch:
+        description: 'Branch name used to fetch built artifacts. If empty, use default branch based on channel'
+      display_name:
+        description: 'Display name for Darwin toolchain'
+      display_name_short:
+        description: 'Short display name for Darwin toolchain'
+jobs:
+  manual-distribution:
+    runs-on: macos-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup keychain
+        run: |
+          security create-keychain -p "$KEYCHAIN_PASSWORD" swiftwasm-ci
+          KEYCHAIN=$HOME/Library/Keychains/swiftwasm-ci-db
+          security unlock-keychain -p "$KEYCHAIN_PASSWORD" $KEYCHAIN
+          security set-keychain-settings -lut 7200 $KEYCHAIN
+          security default-keychain -s $KEYCHAIN
+          echo "$DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64" | base64 --decode -o developerID_application.p12
+          security import developerID_application.p12 -P "$DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD" -T /usr/bin/pkgbuild -T /usr/bin/codesign
+          echo "$DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64" | base64 --decode -o developerID_installer.p12
+          security import developerID_installer.p12 -P "$DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD" -T /usr/bin/pkgbuild -T /usr/bin/codesign
+          security set-key-partition-list -S "apple-tool:,apple:" -s -k "$KEYCHAIN_PASSWORD" $KEYCHAIN
+        env:
+          KEYCHAIN_PASSWORD: ${{ secrets.KEYCHAIN_PASSWORD }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64 }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64 }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD }}
+      - run: |
+          BRANCH="${{ github.event.inputs.branch }}"
+
+          case "${{ github.event.inputs.channel }}" in
+            "DEVELOPMENT")
+              ./utils/webassembly/distribute-latest-toolchain.sh ${BRANCH:-swiftwasm} DEVELOPMENT "${{ github.event.inputs.toolchain_name }}"
+            ;;
+            "5.3")
+              ./utils/webassembly/distribute-latest-toolchain.sh ${BRANCH:-swiftwasm-release/5.3} 5.3 "${{ github.event.inputs.toolchain_name }}"
+            ;;
+            "5.4")
+              ./utils/webassembly/distribute-latest-toolchain.sh ${BRANCH:-swiftwasm-release/5.4} 5.4 "${{ github.event.inputs.toolchain_name }}"
+            ;;
+            *)
+              echo "Unrecognised release channel: ${{ github.event.inputs.channel }}"
+              exit 1
+            ;;
+          esac
+
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}
+          DARWIN_TOOLCHAIN_DISPLAY_NAME: ${{ github.event.inputs.display_name }}
+          DARWIN_TOOLCHAIN_DISPLAY_NAME_SHORT: ${{ github.event.inputs.display_name_short }}

.github/workflows/nightly-distribution.yml

@@ -0,0 +1,55 @@
+name: Nightly distribution
+on:
+  schedule:
+    - cron: '0 0 * * *'
+jobs:
+  nightly-distribution:
+    runs-on: macos-latest
+    steps:
+      - uses: actions/checkout@v1
+      - name: Setup keychain
+        run: |
+          security create-keychain -p "$KEYCHAIN_PASSWORD" swiftwasm-ci
+          KEYCHAIN=$HOME/Library/Keychains/swiftwasm-ci-db
+          security unlock-keychain -p "$KEYCHAIN_PASSWORD" $KEYCHAIN
+          security set-keychain-settings -lut 7200 $KEYCHAIN
+          security default-keychain -s $KEYCHAIN
+
+          echo "$DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64" | base64 --decode -o developerID_application.p12
+          security import developerID_application.p12 -P "$DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD" -T /usr/bin/pkgbuild -T /usr/bin/codesign
+          echo "$DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64" | base64 --decode -o developerID_installer.p12
+          security import developerID_installer.p12 -P "$DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD" -T /usr/bin/pkgbuild -T /usr/bin/codesign
+
+          security set-key-partition-list -S "apple-tool:,apple:" -s -k "$KEYCHAIN_PASSWORD" $KEYCHAIN
+        env:
+          KEYCHAIN_PASSWORD: ${{ secrets.KEYCHAIN_PASSWORD }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT_BASE64 }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT_PASSWORD }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT_BASE64 }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT_PASSWORD }}
+      - run: ./utils/webassembly/distribute-latest-toolchain.sh swiftwasm DEVELOPMENT
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}
+        if: github.ref == 'refs/heads/swiftwasm'
+
+      - run: ./utils/webassembly/distribute-latest-toolchain.sh swiftwasm-release/5.3 5.3
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}
+
+      - run: ./utils/webassembly/distribute-latest-toolchain.sh swiftwasm-release/5.4 5.4
+        env:
+          GITHUB_TOKEN: ${{ secrets.SWIFTWASM_BUILDBOT_TOKEN }}
+          DARWIN_TOOLCHAIN_APPLICATION_CERT: ${{ secrets.DARWIN_TOOLCHAIN_APPLICATION_CERT }}
+          DARWIN_TOOLCHAIN_INSTALLER_CERT: ${{ secrets.DARWIN_TOOLCHAIN_INSTALLER_CERT }}
+          DARWIN_TOOLCHAIN_NOTARIZE_EMAIL: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_EMAIL }}
+          DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD: ${{ secrets.DARWIN_TOOLCHAIN_NOTARIZE_PASSWORD }}

CMakeLists.txt

@@ -374,6 +374,11 @@ option(SWIFT_DISABLE_OBJC_INTEROP
     "Disable Objective-C interoperability even on platforms what would normally have it"
     FALSE)
 
+# FIXME(wasm) Reflection tests are temporalily disabled due to lack of linker features
+option(SWIFTWASM_DISABLE_REFLECTION_TEST
+    "Disable building swift-reflection-test for WebAssembly build"
+    FALSE)
+
 #
 # User-configurable experimental options.  Do not use in production builds.
 #

README.md

@@ -1,3 +1,21 @@
+# SwiftWasm 
+
+## Compile your Swift code to WebAssembly
+
+This is the main repository for SwiftWasm toolchain and SDK. Please refer to [the 
+SwiftWasm book](https://swiftwasm.github.io/swiftwasm-book/) to get started, and to
+the [`awesome-swiftwasm`](https://github.com/swiftwasm/awesome-swiftwasm) list for
+more links in the SwiftWasm ecosystem.
+
+If you'd like to participate in the growing [SwiftWasm](https://swiftwasm.org) community, you're
+very welcome to join [our Discord server](https://discord.gg/ashJW8T8yp), or the `#webassembly`
+channel in [the SwiftPM Slack](https://swift-package-manager.herokuapp.com/).
+
+What follows below is `README.md` of the upstream Swift project included verbatim. If you'd like
+to track the status of our builds, please refer to our [GitHub Actions page](https://github.com/swiftwasm/swift/actions).
+
+<hr>
+<br/>
 <img src="https://swift.org/assets/images/swift.svg" alt="Swift logo" height="70" >
 
 # Swift Programming Language

cmake/caches/Runtime-WASI-wasm32.cmake

@@ -0,0 +1,30 @@
+set(SWIFT_PRIMARY_VARIANT_SDK WASI CACHE STRING "")
+set(SWIFT_PRIMARY_VARIANT_ARCH wasm32 CACHE STRING "")
+set(SWIFT_HOST_VARIANT_SDK NONE CACHE STRING "")
+set(SWIFT_HOST_VARIANT_ARCH NONE CACHE STRING "")
+
+set(SWIFT_SDKS WASI CACHE STRING "")
+
+set(SWIFT_INCLUDE_TOOLS NO CACHE BOOL "")
+set(SWIFT_INCLUDE_TESTS TRUE CACHE BOOL "")
+set(SWIFT_INCLUDE_DOCS NO CACHE BOOL "")
+
+set(SWIFT_BUILD_SYNTAXPARSERLIB NO CACHE BOOL "")
+set(SWIFT_BUILD_SOURCEKIT NO CACHE BOOL "")
+set(SWIFT_ENABLE_SOURCEKIT_TESTS NO CACHE BOOL "")
+
+set(SWIFTWASM_DISABLE_REFLECTION_TEST YES CACHE BOOL "")
+
+# stdlib configurations
+set(SWIFT_BUILD_STATIC_STDLIB YES CACHE BOOL "")
+set(SWIFT_BUILD_DYNAMIC_STDLIB NO CACHE BOOL "")
+set(SWIFT_ENABLE_EXPERIMENTAL_CONCURRENCY YES CACHE BOOL "")
+# TODO(katei): This should get turned off, as this is not an ABI stable platform.
+# But current CMake build system doesn't support SWIFT_STDLIB_STABLE_ABI=NO
+set(SWIFT_STDLIB_STABLE_ABI YES CACHE BOOL "")
+set(SWIFT_STDLIB_ENABLE_THINCMO YES CACHE BOOL "")
+
+# build with the host compiler
+set(SWIFT_BUILD_RUNTIME_WITH_HOST_COMPILER YES CACHE BOOL "")
+
+set(SWIFT_STDLIB_SINGLE_THREADED_RUNTIME YES CACHE BOOL "")

cmake/modules/AddSwift.cmake

@@ -349,6 +349,8 @@ function(_add_host_variant_link_flags target)
       ${SWIFT_HOST_VARIANT_ARCH}_LIB)
     target_link_directories(${target} PRIVATE
       ${${SWIFT_HOST_VARIANT_ARCH}_LIB})
+  elseif("${LFLAGS_SDK}" STREQUAL "WASI")
+    list(APPEND result "-Wl,wasi-emulated-mman")
   else()
     # If lto is enabled, we need to add the object path flag so that the LTO code
     # generator leaves the intermediate object file in a place where it will not