IndexedDB support for wasm/browser environments

.github/workflows/ci.yml

@@ -84,10 +84,40 @@ jobs:
         args: --all-targets --no-default-features --features native-tls,warp -- -D warnings
 
   check-wasm:
-    name: linux / WASM
-    needs: [clippy]
+    name: checking WASM builds
     runs-on: ubuntu-latest
 
+    strategy:
+#      fail-fast: true
+
+      matrix:
+        name:
+          - matrix-qrcode
+          - matrix-sdk (no-default, wasm-flags)
+          - matrix-sdk-base
+          - matrix-sdk-common
+          - matrix-sdk-crypto
+          - matrix-sdk-base / indexeddb_state_store
+          - matrix-sdk-crypto / indexeddb_cryptostore
+
+        include:
+          - name: matrix-qrcode
+            cargo_args: --package matrix-qrcode
+          - name: matrix-sdk (no-default, wasm-flags)
+            cargo_args: --no-default-features --features qrcode,encryption,indexeddb_stores,rustls-tls --package matrix-sdk
+          - name: matrix-sdk-base
+            cargo_args: --package matrix-sdk-base
+          - name: matrix-sdk-common
+            cargo_args: --package matrix-sdk-common
+          - name: matrix-sdk-crypto
+            cargo_args: --package matrix-sdk-crypto
+
+          # special check for specific features
+          - name: matrix-sdk-base / indexeddb_state_store
+            cargo_args: --package matrix-sdk-base --features indexeddb_state_store
+          - name: matrix-sdk-crypto / indexeddb_cryptostore
+            cargo_args: --package matrix-sdk-crypto --features indexeddb_cryptostore
+
     steps:
     - name: Checkout the repo
       uses: actions/checkout@v2
@@ -111,20 +141,132 @@ jobs:
         profile: minimal
         override: true
 
+    # needed for libolm-sys compilation
     - name: Install emscripten
-      uses: mymindstorm/setup-emsdk@v7
+      uses: mymindstorm/setup-emsdk@v11
+      with:
+        version: ${{ matrix.emcc_version || 'latest'  }}
+
+    - name: check
+      uses: actions-rs/cargo@v1
+      with:
+        command: check
+        args: --target wasm32-unknown-unknown ${{ matrix.cargo_args }}
+
+  test-wasm:
+    # building wasm is not enough, we've seen runtime errors before,
+    # hence the tests
+    name: ${{ matrix.name }} WASM test
+    runs-on: ubuntu-latest
+    continue-on-error: ${{ matrix.experimental }}
+
+    strategy:
+      matrix:
+        include:
+          - name: "matrix-sdk-crypto @Node14 emcc2.0"
+            experimental: false
+            emcc_version: 2.0.27
+            base_dir: matrix-sdk-crypto
+            cargo_args: --features indexeddb_cryptostore
+          - name: matrix-sdk-base
+            experimental: false
+            base_dir: matrix-sdk-base
+            cargo_args: --features indexeddb_state_store,indexeddb_cryptostore
+          - name: matrix-sdk
+            experimental: false
+            base_dir: matrix-sdk
+            # FIXME: we have to skip all examples b/c of https://github.com/rustwasm/wasm-pack/issues/666
+            cargo_args:  --no-default-features --features indexeddb_stores,rustls-tls --lib
+          - name: "matrix-sdk-example-wasm_command_bot @Node14"
+            experimental: false
+            emcc_version: 2.0.27
+            node_version: '14'
+            # known to work
+            base_dir: matrix-sdk/examples/wasm_command_bot
+            cmd: |
+              npm install
+              npm test
+              wasm-pack test --firefox --headless
+
+          # these are _known_ broken on latest node
+          # - name: matrix-sdk-crypto
+          #   experimental: true
+          #   base_dir: matrix-sdk-crypto
+          - name: matrix-sdk-example-wasm_command_bot
+            base_dir: matrix-sdk/examples/wasm_command_bot
+            # this might fail
+            experimental: true
+            cmd: |
+              npm install
+              npm test
+              wasm-pack test --firefox --headless
+
+    steps:
+    - name: Checkout the repo
+      uses: actions/checkout@v2
+
+    - name: Load cache
+      uses: actions/cache@v2
+      with:
+        path: |
+          ~/.cargo/bin/
+          ~/.cargo/registry/index/
+          ~/.cargo/registry/cache/
+          ~/.cargo/git/db
+          target/
+        key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
+
+    - name: Install rust
+      uses: actions-rs/toolchain@v1
+      with:
+        toolchain: stable
+        target: wasm32-unknown-unknown
+        profile: minimal
+        override: true
+
+    - name: Setup Node
+      uses: actions/setup-node@v2
+      with:
+        node-version: ${{ matrix.node_version || 'lts/*' }}
+
+    - name: Install emscripten
+      uses: mymindstorm/setup-emsdk@v11
+      with:
+        version: ${{ matrix.emcc_version || 'latest'  }}
+
+    - name: Install wasm-pack
+      run: cargo install wasm-pack
+
+    - name: Verify versions
+      run: |
+        echo "> node --version"
+        node --version
+        echo "> npm --version"
+        npm --version
+        echo "> wasm-pack --version"
+        wasm-pack --version
+        echo "> emcc -v"
+        emcc -v
+
+    - name: Default wasm-pack tests
+      if: ${{!matrix.cmd}}
+      run: |
+        cd crates/${{matrix.base_dir}}
+        wasm-pack test --node -- ${{ matrix.cargo_args }}
+        wasm-pack test --firefox --headless -- --features ${{ matrix.cargo_args }}
 
-    - name: Check
+    - name: Testing with custom command
+      if: ${{matrix.cmd}}
       run: |
-        cd crates/matrix-sdk/examples/wasm_command_bot
-        cargo check --target wasm32-unknown-unknown
+        cd crates/${{matrix.base_dir}}
+        ${{matrix.cmd}}
 
   test-appservice:
     name: ${{ matrix.name }}
-    needs: [clippy]
 
     runs-on: ${{ matrix.os || 'ubuntu-latest' }}
     strategy:
+      fail-fast: true
       matrix:
         name:
           - linux / appservice / stable / warp
@@ -181,10 +323,10 @@ jobs:
 
   test-features:
     name: ${{ matrix.name }}
-    needs: [clippy]
 
     runs-on: ${{ matrix.os || 'ubuntu-latest' }}
     strategy:
+      fail-fast: true
       matrix:
         name:
           - linux / features-no-encryption
@@ -258,10 +400,10 @@ jobs:
 
   test:
     name: ${{ matrix.name }}
-    needs: [clippy]
 
     runs-on: ${{ matrix.os || 'ubuntu-latest' }}
     strategy:
+      fail-fast: true
       matrix:
         name:
           - linux / stable

crates/matrix-sdk-appservice/src/lib.rs

@@ -333,7 +333,7 @@ impl AppService {
         };
 
         let client =
-            Client::new_with_config(self.homeserver_url.clone(), config.appservice_mode())?;
+            Client::new_with_config(self.homeserver_url.clone(), config.appservice_mode()).await?;
 
         let session = Session {
             access_token: self.registration.as_token.clone(),

crates/matrix-sdk-base/Cargo.toml

@@ -21,6 +21,7 @@ encryption = ["matrix-sdk-crypto"]
 qrcode = ["matrix-sdk-crypto/qrcode"]
 sled_state_store = [
     "sled",
+    "tokio",
     "pbkdf2",
     "hmac",
     "sha2",
@@ -29,6 +30,9 @@ sled_state_store = [
 ]
 sled_cryptostore = ["matrix-sdk-crypto/sled_cryptostore"]
 
+indexeddb_state_store = ["indexed_db_futures", "wasm-bindgen", "pbkdf2", "hmac", "sha2", "rand", "chacha20poly1305"]
+indexeddb_cryptostore = ["matrix-sdk-crypto/indexeddb_cryptostore"]
+
 [dependencies]
 chacha20poly1305 = { version = "0.9.0", optional = true }
 dashmap = "4.0.2"
@@ -48,16 +52,18 @@ thiserror = "1.0.25"
 tracing = "0.1.26"
 zeroize = { version = "1.3.0", features = ["zeroize_derive"] }
 
+## Feature sled_state_store
+tokio = { version = "1.7.1", optional = true, default-features = false, features = ["sync", "fs"] }
+
+## Feature indexeddb-state-store
+indexed_db_futures = { version = "0.2.0", optional = true }
+wasm-bindgen = { version = "0.2.74", features = ["serde-serialize"], optional = true }
+
 [dependencies.ruma]
 git = "https://github.com/ruma/ruma/"
 rev = "37095f88553b311e7a70adaaabe39976fb8ff71c"
 features = ["client-api-c", "unstable-pre-spec"]
 
-[target.'cfg(not(target_arch = "wasm32"))'.dependencies.tokio]
-version = "1.7.1"
-default-features = false
-features = ["sync", "fs"]
-
 [dev-dependencies]
 futures = { version = "0.3.15", default-features = false, features = ["executor"] }
 http = "0.2.4"