feat(nebula): full canonical per-event operator surface generated from the master IDL off main

.github/workflows/codegen-drift-guard.yml

@@ -0,0 +1,23 @@
+name: Codegen Drift Guard
+
+on:
+  pull_request:
+
+jobs:
+  codegen-drift-guard:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+      - name: Regenerate the per-event operator surface from the committed descriptors
+        run: python tools/codegen/gen_all.py --output-root .
+      - name: Assert the committed operators equal the generator output
+        run: |
+          if ! git diff --quiet; then
+            echo "::error::The MEOS operator surface drifted from the generator output."
+            echo "Regenerate with: python tools/codegen/gen_all.py --output-root ."
+            git diff --stat
+            exit 1
+          fi

CMakeLists.txt

@@ -239,6 +239,13 @@ endif ()
 
 add_custom_target(build_all_plugins)
 
+# Declared here so add_compile_definitions reaches all sibling nes-* targets.
+# nes-plugins/CMakeLists.txt re-declares the same option (no-op when cached).
+option(NES_ENABLE_MEOS "Enable MEOS plugin (requires libmeos installed on the system)" ON)
+if(NES_ENABLE_MEOS)
+    add_compile_definitions(NES_ENABLE_MEOS)
+endif()
+
 # Add target for common lib, which contains a minimal set
 # of shared functionality used by all components of nes
 file(GLOB NES_DIRECTORIES RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} "nes-*")

flake.nix

@@ -54,6 +54,8 @@
           tbb
           python3
           openjdk21
+          paho-mqtt-c
+          paho-mqtt-cpp
         ]) ++ [ follyPkg antlr4Pkg ];
 
         antlr4Jar = pkgs.fetchurl {
@@ -244,6 +246,7 @@
             "-DNES_ENABLES_TESTS=ON"
             "-DCMAKE_MODULE_PATH=${libdwarfModule}/share/cmake/Modules"
             "-DANTLR4_JAR_LOCATION=${antlr4Jar}"
+            "-DNES_ENABLE_MEOS=OFF"
           ];
 
           enableParallelBuilding = true;
@@ -347,6 +350,7 @@
               "-DLLVM_DIR=${commonCmakeEnv.LLVM_DIR}"
               "-DANTLR4_JAR_LOCATION=${antlr4Jar}"
               "-DCMAKE_MODULE_PATH=${libdwarfModule}/share/cmake/Modules"
+              "-DNES_ENABLE_MEOS=OFF"
             ];
             shellHook = ''
               unset NES_PREBUILT_VCPKG_ROOT

nes-logical-operators/include/Functions/Meos/AboveStboxStboxLogicalFunction.hpp

@@ -0,0 +1,53 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event above_stbox_stbox predicate.
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `above_stbox_stbox`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class AboveStboxStboxLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "AboveStboxStbox";
+
+    AboveStboxStboxLogicalFunction(LogicalFunction box,
+                                          LogicalFunction arg0);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/include/Functions/Meos/AboveStboxTspatialLogicalFunction.hpp

@@ -0,0 +1,55 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event above_stbox_tspatial predicate (stbox first).
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `above_stbox_tspatial`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class AboveStboxTspatialLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "AboveStboxTspatial";
+
+    AboveStboxTspatialLogicalFunction(LogicalFunction lon,
+                                          LogicalFunction lat,
+                                          LogicalFunction ts,
+                                          LogicalFunction arg0);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/include/Functions/Meos/AboveTspatialStboxLogicalFunction.hpp

@@ -0,0 +1,55 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event above_tspatial_stbox predicate (temporal first).
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `above_tspatial_stbox`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class AboveTspatialStboxLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "AboveTspatialStbox";
+
+    AboveTspatialStboxLogicalFunction(LogicalFunction lon,
+                                          LogicalFunction lat,
+                                          LogicalFunction ts,
+                                          LogicalFunction arg0);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/include/Functions/Meos/AboveTspatialTspatialLogicalFunction.hpp

@@ -0,0 +1,57 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event above_tspatial_tspatial predicate.
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `above_tspatial_tspatial`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class AboveTspatialTspatialLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "AboveTspatialTspatial";
+
+    AboveTspatialTspatialLogicalFunction(LogicalFunction lonA,
+                                          LogicalFunction latA,
+                                          LogicalFunction tsA,
+                                          LogicalFunction lonB,
+                                          LogicalFunction latB,
+                                          LogicalFunction tsB);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/include/Functions/Meos/AcontainsGeoTrgeometryLogicalFunction.hpp

@@ -0,0 +1,45 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Returns 1 if the geometry acontains the trgeometry instant.
+ */
+class AcontainsGeoTrgeometryLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "AcontainsGeoTrgeometry";
+    AcontainsGeoTrgeometryLogicalFunction(LogicalFunction tgt_wkt, LogicalFunction ref_wkt, LogicalFunction x1, LogicalFunction y1, LogicalFunction theta1, LogicalFunction ts1);
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/include/Functions/Meos/AcontainsTcbufferGeoLogicalFunction.hpp

@@ -0,0 +1,56 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event acontains_tcbuffer_geo spatial predicate.
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `acontains_tcbuffer_geo`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class AcontainsTcbufferGeoLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "AcontainsTcbufferGeo";
+
+    AcontainsTcbufferGeoLogicalFunction(LogicalFunction lon,
+                                          LogicalFunction lat,
+                                          LogicalFunction radius,
+                                          LogicalFunction timestamp,
+                                          LogicalFunction geometry);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES