Generate temporal-vs-geometry transform operators via hex-WKB serialization

CMakeLists.txt

@@ -239,6 +239,13 @@ endif ()
 
 add_custom_target(build_all_plugins)
 
+# Declared here so add_compile_definitions reaches all sibling nes-* targets.
+# nes-plugins/CMakeLists.txt re-declares the same option (no-op when cached).
+option(NES_ENABLE_MEOS "Enable MEOS plugin (requires libmeos installed on the system)" ON)
+if(NES_ENABLE_MEOS)
+    add_compile_definitions(NES_ENABLE_MEOS)
+endif()
+
 # Add target for common lib, which contains a minimal set
 # of shared functionality used by all components of nes
 file(GLOB NES_DIRECTORIES RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} "nes-*")

flake.nix

@@ -54,6 +54,8 @@
           tbb
           python3
           openjdk21
+          paho-mqtt-c
+          paho-mqtt-cpp
         ]) ++ [ follyPkg antlr4Pkg ];
 
         antlr4Jar = pkgs.fetchurl {
@@ -244,6 +246,7 @@
             "-DNES_ENABLES_TESTS=ON"
             "-DCMAKE_MODULE_PATH=${libdwarfModule}/share/cmake/Modules"
             "-DANTLR4_JAR_LOCATION=${antlr4Jar}"
+            "-DNES_ENABLE_MEOS=OFF"
           ];
 
           enableParallelBuilding = true;
@@ -347,6 +350,7 @@
               "-DLLVM_DIR=${commonCmakeEnv.LLVM_DIR}"
               "-DANTLR4_JAR_LOCATION=${antlr4Jar}"
               "-DCMAKE_MODULE_PATH=${libdwarfModule}/share/cmake/Modules"
+              "-DNES_ENABLE_MEOS=OFF"
             ];
             shellHook = ''
               unset NES_PREBUILT_VCPKG_ROOT

nes-logical-operators/include/Functions/Meos/TposeApplyGeoLogicalFunction.hpp

@@ -0,0 +1,53 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event tpose_apply_geo: a hex-WKB temporal and a static geometry -> hex-WKB temporal.
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `tpose_apply_geo`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class TposeApplyGeoLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "TposeApplyGeo";
+
+    TposeApplyGeoLogicalFunction(LogicalFunction traj,
+                                          LogicalFunction arg0);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/include/Functions/Meos/TrgeometryAtGeomLogicalFunction.hpp

@@ -0,0 +1,53 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event trgeometry_at_geom: a hex-WKB temporal and a static geometry -> hex-WKB temporal.
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `trgeometry_at_geom`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class TrgeometryAtGeomLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "TrgeometryAtGeom";
+
+    TrgeometryAtGeomLogicalFunction(LogicalFunction traj,
+                                          LogicalFunction arg0);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/include/Functions/Meos/TrgeometryBodyPointTrajectoryLogicalFunction.hpp

@@ -0,0 +1,53 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event trgeometry_body_point_trajectory: a hex-WKB temporal and a static geometry -> hex-WKB temporal.
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `trgeometry_body_point_trajectory`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class TrgeometryBodyPointTrajectoryLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "TrgeometryBodyPointTrajectory";
+
+    TrgeometryBodyPointTrajectoryLogicalFunction(LogicalFunction traj,
+                                          LogicalFunction arg0);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/include/Functions/Meos/TrgeometryMinusGeomLogicalFunction.hpp

@@ -0,0 +1,53 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#pragma once
+
+#include <Functions/LogicalFunction.hpp>
+#include <string_view>
+#include <utility>
+#include <vector>
+
+namespace NES {
+
+/**
+ * @brief Per-event trgeometry_minus_geom: a hex-WKB temporal and a static geometry -> hex-WKB temporal.
+ *
+ * Generated by tools/codegen/codegen_nebula.py from the MEOS function
+ * `trgeometry_minus_geom`. Per-event scalar operator following the
+ * TemporalEDWithinGeometry pattern.
+ */
+class TrgeometryMinusGeomLogicalFunction : public LogicalFunctionConcept {
+public:
+    static constexpr std::string_view NAME = "TrgeometryMinusGeom";
+
+    TrgeometryMinusGeomLogicalFunction(LogicalFunction traj,
+                                          LogicalFunction arg0);
+
+    DataType getDataType() const override;
+    LogicalFunction withDataType(const DataType& dataType) const override;
+    std::vector<LogicalFunction> getChildren() const override;
+    LogicalFunction withChildren(const std::vector<LogicalFunction>& children) const override;
+    std::string_view getType() const override;
+    bool operator==(const LogicalFunctionConcept& rhs) const override;
+    std::string explain(ExplainVerbosity verbosity) const override;
+    LogicalFunction withInferredDataType(const Schema& schema) const override;
+    SerializableFunction serialize() const override;
+
+private:
+    DataType dataType;
+    std::vector<LogicalFunction> parameters;
+};
+
+} // namespace NES

nes-logical-operators/src/Functions/Meos/CMakeLists.txt

@@ -18,3 +18,7 @@ add_plugin(TemporalAIntersectsGeometry LogicalFunction nes-logical-operators Tem
 add_plugin(TemporalEContainsGeometry LogicalFunction nes-logical-operators TemporalEContainsGeometryLogicalFunction.cpp)
 add_plugin(TemporalEDWithinGeometry LogicalFunction nes-logical-operators TemporalEDWithinGeometryLogicalFunction.cpp)
 add_plugin(TemporalAtStBox LogicalFunction nes-logical-operators TemporalAtStBoxLogicalFunction.cpp)
+add_plugin(TposeApplyGeo LogicalFunction nes-logical-operators TposeApplyGeoLogicalFunction.cpp)
+add_plugin(TrgeometryAtGeom LogicalFunction nes-logical-operators TrgeometryAtGeomLogicalFunction.cpp)
+add_plugin(TrgeometryBodyPointTrajectory LogicalFunction nes-logical-operators TrgeometryBodyPointTrajectoryLogicalFunction.cpp)
+add_plugin(TrgeometryMinusGeom LogicalFunction nes-logical-operators TrgeometryMinusGeomLogicalFunction.cpp)

nes-logical-operators/src/Functions/Meos/TposeApplyGeoLogicalFunction.cpp

@@ -0,0 +1,125 @@
+/*
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+        https://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+*/
+
+#include <Functions/Meos/TposeApplyGeoLogicalFunction.hpp>
+
+#include <DataTypes/DataType.hpp>
+#include <DataTypes/DataTypeProvider.hpp>
+#include <DataTypes/Schema.hpp>
+#include <ErrorHandling.hpp>
+#include <LogicalFunctionRegistry.hpp>
+#include <Serialization/DataTypeSerializationUtil.hpp>
+#include <fmt/format.h>
+#include <SerializableVariantDescriptor.pb.h>
+
+namespace NES
+{
+
+TposeApplyGeoLogicalFunction::TposeApplyGeoLogicalFunction(LogicalFunction traj,
+                                          LogicalFunction arg0)
+    : dataType(DataTypeProvider::provideDataType(DataType::Type::VARSIZED))
+{
+    parameters.reserve(2);
+    parameters.push_back(std::move(traj));
+    parameters.push_back(std::move(arg0));
+}
+
+DataType TposeApplyGeoLogicalFunction::getDataType() const
+{
+    return dataType;
+}
+
+LogicalFunction TposeApplyGeoLogicalFunction::withDataType(const DataType& newDataType) const
+{
+    auto copy = *this;
+    copy.dataType = newDataType;
+    return copy;
+}
+
+std::vector<LogicalFunction> TposeApplyGeoLogicalFunction::getChildren() const
+{
+    return parameters;
+}
+
+LogicalFunction TposeApplyGeoLogicalFunction::withChildren(const std::vector<LogicalFunction>& children) const
+{
+    PRECONDITION(children.size() == 2, "TposeApplyGeoLogicalFunction requires 2 children, but got {}", children.size());
+    auto copy = *this;
+    copy.parameters = children;
+    return copy;
+}
+
+std::string_view TposeApplyGeoLogicalFunction::getType() const
+{
+    return NAME;
+}
+
+bool TposeApplyGeoLogicalFunction::operator==(const LogicalFunctionConcept& rhs) const
+{
+    if (const auto* other = dynamic_cast<const TposeApplyGeoLogicalFunction*>(&rhs))
+    {
+        return parameters == other->parameters;
+    }
+    return false;
+}
+
+std::string TposeApplyGeoLogicalFunction::explain(ExplainVerbosity verbosity) const
+{
+    std::string args;
+    for (size_t index = 0; index < parameters.size(); ++index)
+    {
+        if (index > 0)
+        {
+            args += ", ";
+        }
+        args += parameters[index].explain(verbosity);
+    }
+    return fmt::format("{}({})", NAME, args);
+}
+
+LogicalFunction TposeApplyGeoLogicalFunction::withInferredDataType(const Schema& schema) const
+{
+    std::vector<LogicalFunction> newChildren;
+    newChildren.reserve(parameters.size());
+    for (const auto& child : parameters)
+    {
+        newChildren.emplace_back(child.withInferredDataType(schema));
+    }
+    return withChildren(newChildren);
+}
+
+SerializableFunction TposeApplyGeoLogicalFunction::serialize() const
+{
+    SerializableFunction proto;
+    proto.set_function_type(std::string(NAME));
+    DataTypeSerializationUtil::serializeDataType(dataType, proto.mutable_data_type());
+    for (const auto& child : parameters)
+    {
+        proto.add_children()->CopyFrom(child.serialize());
+    }
+    return proto;
+}
+
+LogicalFunctionRegistryReturnType LogicalFunctionGeneratedRegistrar::RegisterTposeApplyGeoLogicalFunction(
+    LogicalFunctionRegistryArguments arguments)
+{
+    PRECONDITION(arguments.children.size() == 2,
+                 "TposeApplyGeoLogicalFunction requires 2 children but got {}",
+                 arguments.children.size());
+    auto arg0 = std::move(arguments.children[0]);
+    auto arg1 = std::move(arguments.children[1]);
+    return TposeApplyGeoLogicalFunction(std::move(arg0), std::move(arg1));
+}
+
+} // namespace NES