Stabillization of the Runtime (#839)

Runtime and moose v1.0.2 release.

CHANGELOG.md

@@ -0,0 +1,18 @@
+# Changelog
+
+## v0.1.2
+
+### Release notes
+
+This is the first "stable" release with a complete set of public APIs.
+Future releases are expected to contain instructions for migration from the previous "stable" version.
+
+### Changed
+
+- Symbolic compilation support
+- Sufficient primitives to execute AES decryption
+- Sufficient primitives to execute custom models, including linear regression and XGBoost decision trees.
+
+### Fixed
+
+- NA

Makefile

@@ -48,6 +48,6 @@ ci-ready:
 	$(MAKE) test-ci
 
 release: ci-ready
-	cargo release --workspace --skip-publish
+	cargo release --workspace --no-publish --execute
 
 .PHONY: build pydep pylib install fmt lint test test-long test-ci clean ci-ready release

README.md

@@ -98,6 +98,8 @@ a more extensive test suite we recommend using `make test-long` command.
 
 Follow these steps to release a new version:
 
+0. Make sure `cargo release` is installed (`cargo install cargo-release`)
+
 1. create a new branch from `main`, eg `git checkout -b new-release`
 
 2. run `make release`

elk/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "elk"
-version = "0.1.0"
+version = "0.1.2"
 license = "MIT"
 edition = "2018"
 authors = []

macros/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "macros"
-version = "0.1.0"
+version = "0.1.2"
 license = "MIT"
 edition = "2018"
 

moose/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "moose"
-version = "0.1.2-alpha.0"
+version = "0.1.2"
 license = "MIT"
 authors = [""]
 description = ""
@@ -38,7 +38,7 @@ paste = "~1.0"
 petgraph = "~0.5"
 rand = "~0.8"
 rand_chacha = "~0.3"
-rayon = "1.5"
+rayon = "~1.5"
 rmp-serde = {version="0.15.5", features=["serde128"] }
 serde = { version="~1.0", features=["derive"] }
 serde_bytes="~0.11"
@@ -56,7 +56,6 @@ aes-gcm = "~0.9"
 criterion = { version="~0.3", features=["async_tokio"] }
 env_logger = "~0.8"
 proptest = "~1.0"
-rayon = "~1.5"
 rstest = "~0.12"
 
 [[bench]]

moose/src/compilation/mod.rs

@@ -39,6 +39,14 @@ fn parse_pass(name: &str) -> anyhow::Result<Pass> {
     }
 }
 
+pub const DEFAULT_PASSES: [Pass; 5] = [
+    Pass::Typing,
+    Pass::Symbolic,
+    Pass::Prune,
+    Pass::Networking,
+    Pass::Toposort,
+];
+
 pub fn into_pass(passes: &[String]) -> anyhow::Result<Vec<Pass>> {
     passes.iter().map(|s| parse_pass(s.as_str())).collect()
 }

pymoose/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "pymoose"
-version = "0.1.2-alpha.0"
+version = "0.1.2"
 license = "MIT/Apache-2.0"
 authors = [""]
 description = ""
@@ -27,6 +27,10 @@ rmp-serde = "~0.15"
 serde = { version="~1.0", features=["derive"] }
 serde_bytes="~0.11"
 
+[dev-dependencies]
+flate2 = "~1.0"
+rstest = "~0.12"
+
 [dependencies.pyo3]
 version = "~0.14"
 

pymoose/compatibility/aes-lingreg-logical-0.1.2.moose

@@ -0,0 +1,8 @@
+x = Input{arg_name = "x"}: () -> AesTensor () @Host(player0)
+key = Input{arg_name = "key"}: () -> AesKey () @Replicated(player0, player1, player2)
+decrypt_0 = Decrypt: (AesKey, AesTensor) -> Tensor<Fixed128(24, 40)> (key, x) @Replicated(player0, player1, player2)
+constant_0 = Constant{value = HostFloat64Tensor([[0.12131529]])}: () -> Tensor<Float64> () @Host(player2)
+cast_0 = Cast: (Tensor<Float64>) -> Tensor<Fixed128(24, 40)> (constant_0) @Host(player2)
+dot_0 = Dot: (Tensor<Fixed128(24, 40)>, Tensor<Fixed128(24, 40)>) -> Tensor<Fixed128(24, 40)> (decrypt_0, cast_0) @Replicated(player0, player1, player2)
+cast_1 = Cast: (Tensor<Fixed128(24, 40)>) -> Tensor<Float64> (dot_0) @Host(player1)
+output_0 = Output: (Tensor<Float64>) -> Tensor<Float64> (cast_1) @Host(player1)

pymoose/setup.py

@@ -7,7 +7,7 @@
 
 setuptools.setup(
     name="pymoose",
-    version="0.1.2-alpha.0",  # NOTE: auto-updated during release
+    version="0.1.2",  # NOTE: auto-updated during release
     packages=setuptools.find_packages(),
     python_requires=">=3.6",
     install_requires=[],

pymoose/src/bindings.rs

@@ -357,3 +357,32 @@ fn pymoose_bindings(_py: Python, m: &PyModule) -> PyResult<()> {
     m.add_wrapped(wrap_pymodule!(moose_runtime))?;
     Ok(())
 }
+
+#[cfg(test)]
+mod compatibility_tests {
+    use moose::compilation::{compile_passes, DEFAULT_PASSES};
+    use moose::textual::parallel_parse_computation;
+    use rstest::rstest;
+
+    #[rstest]
+    #[case("compatibility/aes-lingreg-logical-0.1.2.moose")]
+    fn test_old_versions_parsing(#[case] path: String) -> Result<(), anyhow::Error> {
+        let source = std::fs::read_to_string(path)?;
+        let computation =
+            parallel_parse_computation(&source, crate::bindings::DEFAULT_PARSE_CHUNKS)?;
+        let _ = compile_passes(&computation, &DEFAULT_PASSES)?;
+        Ok(())
+    }
+
+    #[rstest]
+    #[case("compatibility/aes-lingreg-physical-0.1.2.moose.gz")]
+    fn test_old_versions_parsing_gzip(#[case] path: String) -> Result<(), anyhow::Error> {
+        use flate2::read::GzDecoder;
+        use std::io::Read;
+        let mut decoder = GzDecoder::new(std::fs::File::open(path)?);
+        let mut source = String::new();
+        decoder.read_to_string(&mut source)?;
+        let _ = parallel_parse_computation(&source, crate::bindings::DEFAULT_PARSE_CHUNKS)?;
+        Ok(())
+    }
+}

release.toml

@@ -1,12 +1,12 @@
-disable-publish = true
-disable-tag = true
-disable-push = true
+publish = false
+tag = false
+push = false
 pre-release-commit-message = "release {{version}} of {{crate_name}}"
 post-release-commit-message = "starting {{next_version}} of {{crate_name}}"
 pre-release-replacements = [
-    {file="pymoose/setup.py", search="version=\"[a-z0-9\\.-]+\"", replace="version=\"{{version}}\"", exactly=1},
+    {file="../pymoose/setup.py", search="version=\"[a-z0-9\\.-]+\"", replace="version=\"{{version}}\"", exactly=1},
 ]
 post-release-replacements = [
-    {file="pymoose/setup.py", search="version=\"[0-9\\.]+\"", replace="version=\"{{next_version}}\"", exactly=1},
+    {file="../pymoose/setup.py", search="version=\"[0-9\\.]+\"", replace="version=\"{{next_version}}\"", exactly=1},
 ]