From 89512e6290eaad8e9ad7f8bddcef666bba221d41 Mon Sep 17 00:00:00 2001
From: kthui <18255193+kthui@users.noreply.github.com>
Date: Fri, 17 May 2024 18:17:35 -0700
Subject: [PATCH] Fix decoupled batch statistics to account for implicit batch
 size

---
 src/python_be.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/python_be.cc b/src/python_be.cc
index ce03adc7..2dcb363c 100644
--- a/src/python_be.cc
+++ b/src/python_be.cc
@@ -1236,7 +1236,7 @@ ModelInstanceState::ProcessRequests(
   uint64_t compute_end_ns = 0;
   SET_TIMESTAMP(compute_end_ns);
   reporter.SetComputeEndNs(compute_end_ns);
-  reporter.SetBatchStatistics(request_count);
+  reporter.SetBatchStatistics(total_batch_size);
 
   if (response_batch.data_->has_error) {
     if (response_batch.data_->is_error_set) {