single-cell-data · eddelbuettel · Apr 3, 2024 · Feb 19, 2024 · Mar 1, 2024 · Mar 1, 2024
diff --git a/.github/workflows/r-ci.yml b/.github/workflows/r-ci.yml
@@ -79,13 +79,13 @@ jobs:
       #  if: ${{ matrix.os != 'macOS-latest' }}
       #  run: cd apis/r && Rscript -e "options(bspm.version.check=TRUE); install.packages('tiledb', repos = c('https://eddelbuettel.r-universe.dev/bin/linux/jammy/4.3/', 'https://cloud.r-project.org'))"
 
-      - name: Install r-universe build of SeuratObject (macOS)
-        if: ${{ matrix.os == 'macOS-latest' }}
-        run: cd apis/r && Rscript -e "install.packages('SeuratObject', repos = c('https://mojaveazure.r-universe.dev', 'https://cloud.r-project.org'))"
+      #- name: Install r-universe build of SeuratObject (macOS)
+      #  if: ${{ matrix.os == 'macOS-latest' }}
+      #  run: cd apis/r && Rscript -e "install.packages('SeuratObject', repos = c('https://mojaveazure.r-universe.dev', 'https://cloud.r-project.org'))"
 
-      - name: Install r-universe build of SeuratObject (linux)
-        if: ${{ matrix.os == 'ubuntu-latest' }}
-        run: cd apis/r && Rscript -e "options(bspm.version.check=TRUE); install.packages('SeuratObject', repos = c('https://mojaveazure.r-universe.dev/bin/linux/jammy/4.3/', 'https://cloud.r-project.org'))"
+      #- name: Install r-universe build of SeuratObject (linux)
+      #  if: ${{ matrix.os == 'ubuntu-latest' }}
+      #  run: cd apis/r && Rscript -e "options(bspm.version.check=TRUE); install.packages('SeuratObject', repos = c('https://mojaveazure.r-universe.dev/bin/linux/jammy/4.3/', 'https://cloud.r-project.org'))"
 
       - name: Dependencies
         run: cd apis/r && tools/r-ci.sh install_all

diff --git a/apis/python/src/tiledbsoma/reindexer.cc b/apis/python/src/tiledbsoma/reindexer.cc
@@ -31,7 +31,7 @@
  */
 
 #include <tiledbsoma/reindexer/reindexer.h>
-#include <tiledbsoma/utils/carrow.h>
+// #include <tiledbsoma/utils/carrow.h>
 #include "common.h"
 
 #define DENUM(x) .value(#x, TILEDB_##x)

diff --git a/apis/r/DESCRIPTION b/apis/r/DESCRIPTION
@@ -45,11 +45,13 @@ Imports:
     spdl,
     rlang,
     tools,
-    tibble
+    tibble,
+    nanoarrow
 LinkingTo:
     Rcpp,
     RcppSpdlog,
-    RcppInt64
+    RcppInt64,
+    nanoarrow
 Additional_repositories: https://ghrr.github.io/drat
 Roxygen: list(markdown = TRUE)
 RoxygenNote: 7.3.1

diff --git a/apis/r/NAMESPACE b/apis/r/NAMESPACE
@@ -76,6 +76,7 @@ export(tiledbsoma_stats_show)
 export(write_soma)
 import(R6)
 import(methods)
+import(nanoarrow)
 import(utils)
 importFrom(Matrix,as.matrix)
 importFrom(Matrix,sparseMatrix)

diff --git a/apis/r/R/RcppExports.R b/apis/r/R/RcppExports.R
@@ -92,6 +92,12 @@
     .Call(`_tiledbsoma_sr_complete`, sr)
 }
 
+#' @noRd
+#' @import nanoarrow
+create_empty_arrow_table <- function() {
+    .Call(`_tiledbsoma_create_empty_arrow_table`)
+}
+
 sr_next <- function(sr) {
     .Call(`_tiledbsoma_sr_next`, sr)
 }

diff --git a/apis/r/R/utils-arrow.R b/apis/r/R/utils-arrow.R
@@ -66,12 +66,14 @@ tiledb_type_from_arrow_type <- function(x, is_dim) {
     utf8 = "UTF8",
     string = "UTF8",
     large_utf8 = "UTF8",
-    # date32 = "date32",
+    # based on what TileDB supports
+    date32 = "DATETIME_DAY",
     # date64 = "date64",
     # time32 = "time32",
     # time64 = "time64",
     # null = "null",
-    # timestamp = "timestamp",
+    # based on what TileDB supports with a default msec res.
+    timestamp = "DATETIME_MS",
     # decimal128 = "decimal128",
     # decimal256 = "decimal256",
     # struct = "struct",
@@ -240,11 +242,10 @@ arrow_schema_from_tiledb_schema <- function(x) {
   arrow::schema(c(dimfields, attfields))
 }
 
-#' Validate external pointer to ArrowArray
+#' Validate external pointer to ArrowArray which is embedded in a nanoarrow S3 type
 #' @noRd
 check_arrow_pointers <- function(arrlst) {
-    stopifnot("First argument must be an external pointer to ArrowArray" = check_arrow_array_tag(arrlst[[1]]),
-              "Second argument must be an external pointer to ArrowSchema" = check_arrow_schema_tag(arrlst[[2]]))
+    stopifnot(inherits(arrlst, "nanoarrow_array"))
 }
 
 #' Validate compatibility of Arrow data types

diff --git a/apis/r/R/utils-readerTransformers.R b/apis/r/R/utils-readerTransformers.R
@@ -2,14 +2,13 @@
 #'
 #' @description Converts the results of a \link{soma_array_reader} or
 #' \link{sr_next} to an arrow::\link[arrow]{Table}
-#' @param x A List object with two pointers to Arrow array data and schema
+#' @param x A nanoarrow_array object which is itself a wrapper around the external pointer
+#' to the Arrow array data; the schema external pointer is added to it as well
 #' @return arrow::\link[arrow]{Table}
 #' @noRd
 soma_array_to_arrow_table <- function(x) {
   check_arrow_pointers(x)
-  arrow::as_arrow_table(
-    arrow::RecordBatch$import_from_c(x$array_data, x$schema)
-  )
+  arrow::as_arrow_table(x)
 }
 
 #' Transformer function: Arrow table to Matrix::sparseMatrix

diff --git a/apis/r/src/RcppExports.cpp b/apis/r/src/RcppExports.cpp
@@ -12,7 +12,7 @@
 #endif
 
 // soma_array_reader
-Rcpp::List soma_array_reader(const std::string& uri, Rcpp::Nullable<Rcpp::CharacterVector> colnames, Rcpp::Nullable<Rcpp::XPtr<tiledb::QueryCondition>> qc, Rcpp::Nullable<Rcpp::List> dim_points, Rcpp::Nullable<Rcpp::List> dim_ranges, std::string batch_size, std::string result_order, const std::string& loglevel, Rcpp::Nullable<Rcpp::CharacterVector> config);
+nanoarrowXPtr soma_array_reader(const std::string& uri, Rcpp::Nullable<Rcpp::CharacterVector> colnames, Rcpp::Nullable<Rcpp::XPtr<tiledb::QueryCondition>> qc, Rcpp::Nullable<Rcpp::List> dim_points, Rcpp::Nullable<Rcpp::List> dim_ranges, std::string batch_size, std::string result_order, const std::string& loglevel, Rcpp::Nullable<Rcpp::CharacterVector> config);
 RcppExport SEXP _tiledbsoma_soma_array_reader(SEXP uriSEXP, SEXP colnamesSEXP, SEXP qcSEXP, SEXP dim_pointsSEXP, SEXP dim_rangesSEXP, SEXP batch_sizeSEXP, SEXP result_orderSEXP, SEXP loglevelSEXP, SEXP configSEXP) {
 BEGIN_RCPP
     Rcpp::RObject rcpp_result_gen;
@@ -129,8 +129,18 @@
     return rcpp_result_gen;
 END_RCPP
 }
+// create_empty_arrow_table
+nanoarrowXPtr create_empty_arrow_table();
+RcppExport SEXP _tiledbsoma_create_empty_arrow_table() {
+BEGIN_RCPP
+    Rcpp::RObject rcpp_result_gen;
+    Rcpp::RNGScope rcpp_rngScope_gen;
+    rcpp_result_gen = Rcpp::wrap(create_empty_arrow_table());
+    return rcpp_result_gen;
+END_RCPP
+}
 // sr_next
-Rcpp::List sr_next(Rcpp::XPtr<tdbs::SOMAArray> sr);
+nanoarrowXPtr sr_next(Rcpp::XPtr<tdbs::SOMAArray> sr);
 RcppExport SEXP _tiledbsoma_sr_next(SEXP srSEXP) {
 BEGIN_RCPP
     Rcpp::RObject rcpp_result_gen;
@@ -220,6 +230,7 @@
     {"_tiledbsoma_shape", (DL_FUNC) &_tiledbsoma_shape, 2},
     {"_tiledbsoma_sr_setup", (DL_FUNC) &_tiledbsoma_sr_setup, 10},
     {"_tiledbsoma_sr_complete", (DL_FUNC) &_tiledbsoma_sr_complete, 1},
+    {"_tiledbsoma_create_empty_arrow_table", (DL_FUNC) &_tiledbsoma_create_empty_arrow_table, 0},
     {"_tiledbsoma_sr_next", (DL_FUNC) &_tiledbsoma_sr_next, 1},
     {"_tiledbsoma_tiledbsoma_stats_enable", (DL_FUNC) &_tiledbsoma_tiledbsoma_stats_enable, 0},
     {"_tiledbsoma_tiledbsoma_stats_disable", (DL_FUNC) &_tiledbsoma_tiledbsoma_stats_disable, 0},