use register for duckdb-polars

pydiverse · Oct 7, 2024 · 58f59bf · 58f59bf
1 parent cf82e33
commit 58f59bf
Showing 1 changed file with 7 additions and 13 deletions.
diff --git a/src/pydiverse/transform/_internal/backend/duckdb_polars.py b/src/pydiverse/transform/_internal/backend/duckdb_polars.py
@@ -55,19 +55,13 @@ def export(nd: AstNode, target: Target, final_select: list[Col]) -> pl.DataFrame
                 )
             )
 
-            return eval(
-                "duckdb.sql(query_str).pl()",
-                {
-                    "duckdb": duckdb,
-                    "query_str": query_str,
-                    # put all the source dfs in current scope
-                    **{
-                        desc.table.name: desc.df
-                        for desc in nd.iter_subtree()
-                        if isinstance(desc, DuckDbPolarsImpl)
-                    },
-                },
-            )
+            # tell duckdb which table names in the SQL query correspond to which
+            # data frames
+            for desc in nd.iter_subtree():
+                if isinstance(desc, DuckDbPolarsImpl):
+                    duckdb.register(desc.table.name, desc.df)
+
+            return duckdb.sql(query_str).pl()
 
         raise AssertionError