move everything not in the api in _internal

src/pydiverse/transform/__init__.py

@@ -1,10 +1,10 @@
 from __future__ import annotations
 
+from ._internal.pipe.pipeable import verb
+from ._internal.pipe.table import Table
+from ._internal.tree.col_expr import ColExpr
 from .extended import *
 from .extended import __all__ as __extended
-from .pipe.pipeable import verb
-from .pipe.table import Table
-from .tree.col_expr import ColExpr
 from .types import *
 from .types import __all__ as __types
 

src/pydiverse/transform/backend/duckdb.py → src/pydiverse/transform/_internal/backend/duckdb.py

@@ -4,13 +4,13 @@
 import sqlalchemy as sqa
 from sqlalchemy.sql.type_api import TypeEngine as TypeEngine
 
-from pydiverse.transform import ops
-from pydiverse.transform.backend import sql
-from pydiverse.transform.backend.sql import SqlImpl
-from pydiverse.transform.backend.targets import Polars, Target
-from pydiverse.transform.tree import dtypes, verbs
-from pydiverse.transform.tree.ast import AstNode
-from pydiverse.transform.tree.col_expr import Cast, Col, ColFn, LiteralCol
+from pydiverse.transform._internal import ops
+from pydiverse.transform._internal.backend import sql
+from pydiverse.transform._internal.backend.sql import SqlImpl
+from pydiverse.transform._internal.backend.targets import Polars, Target
+from pydiverse.transform._internal.tree import dtypes, verbs
+from pydiverse.transform._internal.tree.ast import AstNode
+from pydiverse.transform._internal.tree.col_expr import Cast, Col, ColFn, LiteralCol
 
 
 class DuckDbImpl(SqlImpl):

src/pydiverse/transform/backend/mssql.py → src/pydiverse/transform/_internal/backend/mssql.py

@@ -7,13 +7,13 @@
 import sqlalchemy as sqa
 from sqlalchemy.dialects.mssql import DATETIME2
 
-from pydiverse.transform import ops
-from pydiverse.transform.backend import sql
-from pydiverse.transform.backend.sql import SqlImpl
-from pydiverse.transform.errors import NotSupportedError
-from pydiverse.transform.tree import dtypes, verbs
-from pydiverse.transform.tree.ast import AstNode
-from pydiverse.transform.tree.col_expr import (
+from pydiverse.transform._internal import ops
+from pydiverse.transform._internal.backend import sql
+from pydiverse.transform._internal.backend.sql import SqlImpl
+from pydiverse.transform._internal.errors import NotSupportedError
+from pydiverse.transform._internal.tree import dtypes, verbs
+from pydiverse.transform._internal.tree.ast import AstNode
+from pydiverse.transform._internal.tree.col_expr import (
     CaseExpr,
     Cast,
     Col,
@@ -22,7 +22,7 @@
     LiteralCol,
     Order,
 )
-from pydiverse.transform.util.warnings import warn_non_standard
+from pydiverse.transform._internal.util.warnings import warn_non_standard
 
 
 class MsSqlImpl(SqlImpl):

src/pydiverse/transform/backend/polars.py → src/pydiverse/transform/_internal/backend/polars.py

@@ -5,13 +5,13 @@
 
 import polars as pl
 
-from pydiverse.transform import ops
-from pydiverse.transform.backend.table_impl import TableImpl
-from pydiverse.transform.backend.targets import Polars, Target
-from pydiverse.transform.ops.core import Ftype
-from pydiverse.transform.tree import dtypes, verbs
-from pydiverse.transform.tree.ast import AstNode
-from pydiverse.transform.tree.col_expr import (
+from pydiverse.transform._internal import ops
+from pydiverse.transform._internal.backend.table_impl import TableImpl
+from pydiverse.transform._internal.backend.targets import Polars, Target
+from pydiverse.transform._internal.ops.core import Ftype
+from pydiverse.transform._internal.tree import dtypes, verbs
+from pydiverse.transform._internal.tree.ast import AstNode
+from pydiverse.transform._internal.tree.col_expr import (
     CaseExpr,
     Cast,
     Col,

src/pydiverse/transform/backend/postgres.py → src/pydiverse/transform/_internal/backend/postgres.py

@@ -2,10 +2,10 @@
 
 import sqlalchemy as sqa
 
-from pydiverse.transform import ops
-from pydiverse.transform.backend.sql import SqlImpl
-from pydiverse.transform.tree import dtypes
-from pydiverse.transform.tree.col_expr import Cast
+from pydiverse.transform._internal import ops
+from pydiverse.transform._internal.backend.sql import SqlImpl
+from pydiverse.transform._internal.tree import dtypes
+from pydiverse.transform._internal.tree.col_expr import Cast
 
 
 class PostgresImpl(SqlImpl):

src/pydiverse/transform/backend/sql.py → src/pydiverse/transform/_internal/backend/sql.py

@@ -13,15 +13,15 @@
 import polars as pl
 import sqlalchemy as sqa
 
-from pydiverse.transform import ops
-from pydiverse.transform.backend.polars import pdt_type_to_polars
-from pydiverse.transform.backend.table_impl import TableImpl
-from pydiverse.transform.backend.targets import Polars, SqlAlchemy, Target
-from pydiverse.transform.errors import SubqueryError
-from pydiverse.transform.ops.core import Ftype
-from pydiverse.transform.tree import dtypes, verbs
-from pydiverse.transform.tree.ast import AstNode
-from pydiverse.transform.tree.col_expr import (
+from pydiverse.transform._internal import ops
+from pydiverse.transform._internal.backend.polars import pdt_type_to_polars
+from pydiverse.transform._internal.backend.table_impl import TableImpl
+from pydiverse.transform._internal.backend.targets import Polars, SqlAlchemy, Target
+from pydiverse.transform._internal.errors import SubqueryError
+from pydiverse.transform._internal.ops.core import Ftype
+from pydiverse.transform._internal.tree import dtypes, verbs
+from pydiverse.transform._internal.tree.ast import AstNode
+from pydiverse.transform._internal.tree.col_expr import (
     CaseExpr,
     Cast,
     Col,
@@ -30,7 +30,7 @@
     LiteralCol,
     Order,
 )
-from pydiverse.transform.tree.dtypes import Dtype
+from pydiverse.transform._internal.tree.dtypes import Dtype
 
 
 class SqlImpl(TableImpl):

src/pydiverse/transform/backend/sqlite.py → src/pydiverse/transform/_internal/backend/sqlite.py

@@ -2,12 +2,12 @@
 
 import sqlalchemy as sqa
 
-from pydiverse.transform import ops
-from pydiverse.transform.backend.sql import SqlImpl
-from pydiverse.transform.errors import NotSupportedError
-from pydiverse.transform.tree import dtypes
-from pydiverse.transform.tree.col_expr import Cast
-from pydiverse.transform.util.warnings import warn_non_standard
+from pydiverse.transform._internal import ops
+from pydiverse.transform._internal.backend.sql import SqlImpl
+from pydiverse.transform._internal.errors import NotSupportedError
+from pydiverse.transform._internal.tree import dtypes
+from pydiverse.transform._internal.tree.col_expr import Cast
+from pydiverse.transform._internal.util.warnings import warn_non_standard
 
 
 class SqliteImpl(SqlImpl):

src/pydiverse/transform/backend/table_impl.py → src/pydiverse/transform/_internal/backend/table_impl.py

@@ -4,21 +4,21 @@
 from collections.abc import Iterable
 from typing import TYPE_CHECKING, Any
 
-from pydiverse.transform import ops
-from pydiverse.transform.backend.targets import Target
-from pydiverse.transform.ops.core import Ftype
-from pydiverse.transform.tree.ast import AstNode
-from pydiverse.transform.tree.col_expr import (
+from pydiverse.transform._internal import ops
+from pydiverse.transform._internal.backend.targets import Target
+from pydiverse.transform._internal.ops.core import Ftype
+from pydiverse.transform._internal.tree.ast import AstNode
+from pydiverse.transform._internal.tree.col_expr import (
     Col,
 )
-from pydiverse.transform.tree.dtypes import Dtype
-from pydiverse.transform.tree.registry import (
+from pydiverse.transform._internal.tree.dtypes import Dtype
+from pydiverse.transform._internal.tree.registry import (
     OperatorRegistrationContextManager,
     OperatorRegistry,
 )
 
 if TYPE_CHECKING:
-    from pydiverse.transform.ops import Operator
+    from pydiverse.transform._internal.ops import Operator
 
 
 class TableImpl(AstNode):

src/pydiverse/transform/ops/aggregate.py → src/pydiverse/transform/_internal/ops/aggregate.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from pydiverse.transform.ops.core import Aggregate, Unary
+from pydiverse.transform._internal.ops.core import Aggregate, Unary
 
 __all__ = [
     "Min",

src/pydiverse/transform/ops/core.py → src/pydiverse/transform/_internal/ops/core.py

@@ -5,7 +5,7 @@
 from typing import TYPE_CHECKING
 
 if TYPE_CHECKING:
-    from pydiverse.transform.tree.registry import OperatorSignature
+    from pydiverse.transform._internal.tree.registry import OperatorSignature
 
 __all__ = [
     "Ftype",

src/pydiverse/transform/ops/datetime.py → src/pydiverse/transform/_internal/ops/datetime.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
-from pydiverse.transform.ops.core import ElementWise, OperatorExtension, Unary
-from pydiverse.transform.ops.numeric import Add, RAdd, RSub, Sub
+from pydiverse.transform._internal.ops.core import ElementWise, OperatorExtension, Unary
+from pydiverse.transform._internal.ops.numeric import Add, RAdd, RSub, Sub
 
 __all__ = [
     "DtYear",

src/pydiverse/transform/ops/generic.py → src/pydiverse/transform/_internal/ops/generic.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from pydiverse.transform.ops.core import ElementWise
+from pydiverse.transform._internal.ops.core import ElementWise
 
 __all__ = [
     "Greatest",

src/pydiverse/transform/ops/logical.py → src/pydiverse/transform/_internal/ops/logical.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
-from pydiverse.transform.ops.core import Binary, ElementWise, Operator, Unary
-from pydiverse.transform.tree import dtypes
+from pydiverse.transform._internal.ops.core import Binary, ElementWise, Operator, Unary
+from pydiverse.transform._internal.tree import dtypes
 
 __all__ = [
     "Equal",

src/pydiverse/transform/ops/markers.py → src/pydiverse/transform/_internal/ops/markers.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from pydiverse.transform.ops.core import Marker
+from pydiverse.transform._internal.ops.core import Marker
 
 __all__ = ["NullsFirst", "NullsLast", "Ascending", "Descending"]
 

src/pydiverse/transform/ops/numeric.py → src/pydiverse/transform/_internal/ops/numeric.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from pydiverse.transform.ops.core import Binary, ElementWise, Unary
+from pydiverse.transform._internal.ops.core import Binary, ElementWise, Unary
 
 __all__ = [
     "Add",

src/pydiverse/transform/ops/string.py → src/pydiverse/transform/_internal/ops/string.py

@@ -1,8 +1,8 @@
 from __future__ import annotations
 
-from pydiverse.transform.ops.core import ElementWise, OperatorExtension, Unary
-from pydiverse.transform.ops.logical import Logical
-from pydiverse.transform.ops.numeric import Add, RAdd
+from pydiverse.transform._internal.ops.core import ElementWise, OperatorExtension, Unary
+from pydiverse.transform._internal.ops.logical import Logical
+from pydiverse.transform._internal.ops.numeric import Add, RAdd
 
 __all__ = [
     "StrAdd",

src/pydiverse/transform/ops/window.py → src/pydiverse/transform/_internal/ops/window.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from pydiverse.transform.ops.core import Nullary, Window
+from pydiverse.transform._internal.ops.core import Nullary, Window
 
 __all__ = [
     "Shift",

src/pydiverse/transform/pipe/c.py → src/pydiverse/transform/_internal/pipe/c.py

@@ -1,6 +1,6 @@
 from __future__ import annotations
 
-from pydiverse.transform.tree.col_expr import ColName
+from pydiverse.transform._internal.tree.col_expr import ColName
 
 
 class MC(type):

src/pydiverse/transform/pipe/functions.py → src/pydiverse/transform/_internal/pipe/functions.py

@@ -3,8 +3,8 @@
 from collections.abc import Iterable
 from typing import Any
 
-from pydiverse.transform.tree import dtypes
-from pydiverse.transform.tree.col_expr import (
+from pydiverse.transform._internal.tree import dtypes
+from pydiverse.transform._internal.tree.col_expr import (
     ColExpr,
     ColFn,
     LiteralCol,

src/pydiverse/transform/pipe/table.py → src/pydiverse/transform/_internal/pipe/table.py

@@ -9,10 +9,10 @@
 
 import sqlalchemy as sqa
 
-from pydiverse.transform.backend.table_impl import TableImpl
-from pydiverse.transform.pipe.pipeable import Pipeable
-from pydiverse.transform.tree.ast import AstNode
-from pydiverse.transform.tree.col_expr import Col, ColName
+from pydiverse.transform._internal.backend.table_impl import TableImpl
+from pydiverse.transform._internal.pipe.pipeable import Pipeable
+from pydiverse.transform._internal.tree.ast import AstNode
+from pydiverse.transform._internal.tree.col_expr import Col, ColName
 
 
 class Table:
@@ -28,7 +28,7 @@ class Table:
     def __init__(self, resource, backend=None, *, name: str | None = None):
         import polars as pl
 
-        from pydiverse.transform.backend import (
+        from pydiverse.transform._internal.backend import (
             PolarsImpl,
             SqlAlchemy,
             SqlImpl,
@@ -113,8 +113,8 @@ def __rshift__(self, rhs):
         )
 
     def __str__(self):
-        from pydiverse.transform.backend.targets import Polars
-        from pydiverse.transform.pipe.verbs import export, get_backend
+        from pydiverse.transform._internal.backend.targets import Polars
+        from pydiverse.transform._internal.pipe.verbs import export, get_backend
 
         backend = get_backend(self._ast)
         try:
@@ -139,8 +139,8 @@ def _repr_html_(self) -> str | None:
             f" <code>{type(self._ast).__name__}</code> backend</br>"
         )
         try:
-            from pydiverse.transform.backend.targets import Polars
-            from pydiverse.transform.pipe.verbs import export
+            from pydiverse.transform._internal.backend.targets import Polars
+            from pydiverse.transform._internal.pipe.verbs import export
 
             # TODO: For lazy backend only show preview (eg. take first 20 rows)
             # TODO: also cache the table here for a polars backend. maybe we should call

src/pydiverse/transform/pipe/verbs.py → src/pydiverse/transform/_internal/pipe/verbs.py

@@ -5,24 +5,24 @@
 from collections.abc import Iterable
 from typing import Any, Literal
 
-from pydiverse.transform import errors
-from pydiverse.transform.backend.table_impl import TableImpl
-from pydiverse.transform.backend.targets import Polars, Target
-from pydiverse.transform.errors import FunctionTypeError
-from pydiverse.transform.ops.core import Ftype
-from pydiverse.transform.pipe.pipeable import verb
-from pydiverse.transform.pipe.table import Table
-from pydiverse.transform.tree import dtypes
-from pydiverse.transform.tree.ast import AstNode
-from pydiverse.transform.tree.col_expr import (
+from pydiverse.transform._internal import errors
+from pydiverse.transform._internal.backend.table_impl import TableImpl
+from pydiverse.transform._internal.backend.targets import Polars, Target
+from pydiverse.transform._internal.errors import FunctionTypeError
+from pydiverse.transform._internal.ops.core import Ftype
+from pydiverse.transform._internal.pipe.pipeable import verb
+from pydiverse.transform._internal.pipe.table import Table
+from pydiverse.transform._internal.tree import dtypes
+from pydiverse.transform._internal.tree.ast import AstNode
+from pydiverse.transform._internal.tree.col_expr import (
     Col,
     ColExpr,
     ColFn,
     ColName,
     Order,
     wrap_literal,
 )
-from pydiverse.transform.tree.verbs import (
+from pydiverse.transform._internal.tree.verbs import (
     Alias,
     Arrange,
     Filter,