Module unit testing

.github/workflows/ci.yml

@@ -823,6 +823,34 @@ jobs:
 
       - *show-sccache-stats
 
+  portable_datastore:
+    name: Check portable datastore
+    runs-on: spacetimedb-new-runner-2
+    env:
+      CARGO_TARGET_DIR: ${{ github.workspace }}/target
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: dsherret/rust-toolchain-file@v1
+      - name: Set default rust toolchain
+        run: rustup default $(rustup show active-toolchain | cut -d' ' -f1)
+      - run: echo ::add-matcher::.github/workflows/rust_matcher.json
+
+      - name: Install wasm target
+        run: rustup target add wasm32-unknown-unknown
+
+      - name: Cache Rust dependencies
+        uses: Swatinem/rust-cache@v2
+        with:
+          workspaces: ${{ github.workspace }}
+          shared-key: spacetimedb
+          # Let the smoketests job save the cache since it builds the most things
+          save-if: false
+          prefix-key: v1
+
+      - name: Run portable datastore checks
+        run: cargo ci portable-datastore
+
   publish_checks:
     needs: [merge_queue_noop]
     if: ${{ needs.merge_queue_noop.outputs.skip != 'true' }}

.prettierignore

@@ -4,3 +4,4 @@ dist
 target
 .github
 coverage
+crates/bindings-typescript/src/server/test-utils/portable-datastore-wasm

Cargo.toml

@@ -25,6 +25,8 @@ members = [
   "crates/paths",
   "crates/pg",
   "crates/physical-plan",
+  "crates/portable-datastore",
+  "crates/portable-datastore-wasm",
   "crates/primitives",
   "crates/query",
   "crates/runtime",
@@ -40,6 +42,7 @@ members = [
   "crates/standalone",
   "crates/subscription",
   "crates/table",
+  "crates/test-datastore",
   "crates/testing",
   "crates/update",
   "modules/benchmarks",
@@ -78,6 +81,7 @@ members = [
   "tools/ci/commands/update-flow",
   "tools/ci/commands/cli-docs",
   "tools/ci/commands/global-json-policy",
+  "tools/ci/commands/portable-datastore",
   "tools/ci/commands/publish-checks",
   "tools/ci/commands/run-spacetime",
   "tools/ci/commands/typescript-test",
@@ -171,6 +175,7 @@ spacetimedb-metrics = { path = "crates/metrics", version = "=2.10.1" }
 spacetimedb-paths = { path = "crates/paths", version = "=2.10.1" }
 spacetimedb-pg = { path = "crates/pg", version = "=2.10.1" }
 spacetimedb-physical-plan = { path = "crates/physical-plan", version = "=2.10.1" }
+spacetimedb-portable-datastore = { path = "crates/portable-datastore", version = "=2.10.1" }
 spacetimedb-primitives = { path = "crates/primitives", version = "=2.10.1" }
 spacetimedb-query = { path = "crates/query", version = "=2.10.1" }
 spacetimedb-query-builder = { path = "crates/query-builder", version = "=2.10.1" }
@@ -183,6 +188,7 @@ spacetimedb-standalone = { path = "crates/standalone", version = "=2.10.1" }
 spacetimedb-subscription = { path = "crates/subscription", version = "=2.10.1" }
 spacetimedb-sql-parser = { path = "crates/sql-parser", version = "=2.10.1" }
 spacetimedb-table = { path = "crates/table", version = "=2.10.1" }
+spacetimedb-test-datastore = { path = "crates/test-datastore", version = "=2.10.1" }
 
 # Prevent `ahash` from pulling in `getrandom` by disabling default features.
 # Modules use `getrandom02` and we need to prevent an incompatible version

crates/bench/src/lib.rs

@@ -133,6 +133,10 @@ mod tests {
 
     #[test]
     #[serial]
+    #[cfg_attr(
+        target_os = "macos",
+        ignore = "NativeAOT-LLVM is only supported on Windows and Linux"
+    )]
     fn test_basic_invariants_spacetime_module_csharp() -> ResultBench<()> {
         test_basic_invariants::<SpacetimeModule<Csharp>>()
     }

crates/bindings-macro/Cargo.toml

@@ -6,6 +6,9 @@ license-file = "LICENSE"
 description = "Easy support for interacting between SpacetimeDB and Rust."
 rust-version.workspace = true
 
+[features]
+test-utils = []
+
 [lib]
 proc-macro = true
 # Benching off, because of https://bheisler.github.io/criterion.rs/book/faq.html#cargo-bench-gives-unrecognized-option-errors-for-valid-command-line-options

crates/bindings-macro/src/lib.rs

@@ -121,7 +121,7 @@ use quote::quote;
 use std::time::Duration;
 use syn::{parse::ParseStream, Attribute};
 use syn::{ItemConst, ItemFn};
-use util::{cvt_attr, ok_or_compile_error};
+use util::{cvt_attr, native_test_utils_registration, ok_or_compile_error};
 
 mod sym {
     /// A symbol known at compile-time against
@@ -317,6 +317,9 @@ pub fn client_visibility_filter(args: StdTokenStream, item: StdTokenStream) -> S
         let item: ItemConst = syn::parse(item)?;
         let rls_ident = item.ident.clone();
         let register_rls_symbol = format!("__preinit__20_register_row_level_security_{rls_ident}");
+        let test_utils_registration = native_test_utils_registration(quote! {
+            spacetimedb::rt::register_row_level_security(#rls_ident.sql_text())
+        });
 
         Ok(quote! {
             #item
@@ -326,6 +329,8 @@ pub fn client_visibility_filter(args: StdTokenStream, item: StdTokenStream) -> S
                 extern "C" fn __register_client_visibility_filter() {
                     spacetimedb::rt::register_row_level_security(#rls_ident.sql_text())
                 }
+
+                #test_utils_registration
             };
         })
     })
@@ -369,6 +374,7 @@ pub fn settings(args: StdTokenStream, item: StdTokenStream) -> StdTokenStream {
             },
             _ => unreachable!("validated above"),
         };
+        let test_utils_registration = native_test_utils_registration(register_call.clone());
 
         Ok(quote! {
             #item
@@ -378,6 +384,8 @@ pub fn settings(args: StdTokenStream, item: StdTokenStream) -> StdTokenStream {
                 extern "C" fn __register_setting() {
                     #register_call
                 }
+
+                #test_utils_registration
             };
         })
     })

crates/bindings-macro/src/procedure.rs

@@ -1,6 +1,6 @@
 use crate::reducer::{assert_only_lifetime_generics, extract_typed_args, generate_explicit_names_impl};
 use crate::sym;
-use crate::util::{check_duplicate, ident_to_litstr, match_meta};
+use crate::util::{check_duplicate, ident_to_litstr, match_meta, native_test_utils_registration};
 use proc_macro2::TokenStream;
 use quote::quote;
 use syn::parse::Parser as _;
@@ -86,12 +86,16 @@ pub(crate) fn procedure_impl(_args: ProcedureArgs, original_function: &ItemFn) -
             spacetimedb::rt::register_procedure::<_, _, #func_name>(#func_name)
         }
     };
+    let test_utils_registration = native_test_utils_registration(quote! {
+        __register_describer()
+    });
 
     let generate_explicit_names = generate_explicit_names_impl(&procedure_name.value(), func_name, explicit_name);
 
     Ok(quote! {
         const _: () = {
             #generated_describe_function
+            #test_utils_registration
         };
         #[allow(non_camel_case_types)]
         #vis struct #func_name { _never: ::core::convert::Infallible }

crates/bindings-macro/src/reducer.rs

@@ -1,5 +1,5 @@
 use crate::sym;
-use crate::util::{check_duplicate, check_duplicate_msg, ident_to_litstr, match_meta};
+use crate::util::{check_duplicate, check_duplicate_msg, ident_to_litstr, match_meta, native_test_utils_registration};
 use proc_macro2::{Span, TokenStream};
 use quote::{quote, quote_spanned};
 use syn::parse::Parser as _;
@@ -140,10 +140,14 @@ pub(crate) fn reducer_impl(args: ReducerArgs, original_function: &ItemFn) -> syn
             spacetimedb::rt::register_reducer::<_, #func_name>(#func_name)
         }
     };
+    let test_utils_registration = native_test_utils_registration(quote! {
+        __register_describer()
+    });
 
     Ok(quote! {
         const _: () = {
             #generated_describe_function
+            #test_utils_registration
         };
         #[allow(non_camel_case_types)]
         #vis struct #func_name { _never: ::core::convert::Infallible }