fix(connectin): fix too many connections (#156)

uc-cdis · Dec 14, 2020 · 5d27dd0 · 5d27dd0
1 parent a1d4528
commit 5d27dd0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/covid19-etl/etl/ncbi.py b/covid19-etl/etl/ncbi.py
@@ -561,6 +561,7 @@ def _get_response_from_big_query(self, accession_numbers):
 
         start = 0
         offset = 100
+        client = bigquery.Client()
         while start < len(accession_numbers):
             end = min(start + offset, len(accession_numbers))
             stm = 'SELECT * FROM `nih-sra-datastore`.sra.metadata where consent = "public"'
@@ -570,7 +571,6 @@ def _get_response_from_big_query(self, accession_numbers):
                 stm = stm + f' or acc = "{accession_number}"'
             stm = stm + ")"
 
-            client = bigquery.Client()
             query_job = client.query(stm)
 
             results = query_job.result()  # Waits for job to complete.