Merge pull request #1983 from mabel-dev/0.17.0

0.17.0

opteryx/__version__.py

@@ -1,4 +1,4 @@
-__build__ = 767
+__build__ = 768
 
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -29,7 +29,7 @@ class VersionStatus(Enum):
 _major = 0
 _minor = 17
 _revision = 0
-_status = VersionStatus.ALPHA
+_status = VersionStatus.RELEASE
 
 __author__ = "@joocer"
 __version__ = f"{_major}.{_minor}.{_revision}" + (

opteryx/connectors/capabilities/predicate_pushable.py

@@ -88,7 +88,7 @@ def _predicate_to_dnf(root):
                 raise NotSupportedError()
             if root.left.node_type != NodeType.IDENTIFIER:
                 root.left, root.right = root.right, root.left
-            if root.right.type in (OrsoTypes.DATE):
+            if root.right.type == OrsoTypes.DATE:
                 date_val = root.right.value
                 if hasattr(date_val, "item"):
                     date_val = date_val.item()

opteryx/operators/async_read_node.py

@@ -30,6 +30,7 @@
 import pyarrow
 import pyarrow.parquet
 from orso.schema import RelationSchema
+from orso.schema import convert_orso_schema_to_arrow_schema
 
 from opteryx import config
 from opteryx.exceptions import DataError
@@ -228,3 +229,9 @@ def execute(self) -> Generator:
 
         if morsel:
             self.statistics.columns_read += morsel.num_columns
+        else:
+            self.statistics.empty_datasets += 1
+            arrow_schema = convert_orso_schema_to_arrow_schema(orso_schema, use_identities=True)
+            yield pyarrow.Table.from_arrays(
+                [pyarrow.array([]) for _ in arrow_schema], schema=arrow_schema
+            )