adding servicex

usatlas · Apr 29, 2024 · 31d8d2e · 31d8d2e
1 parent 1b45548
commit 31d8d2e
Show file tree

Hide file tree

Showing 2 changed files with 82 additions and 12 deletions.
diff --git a/docker/requirements.lock b/docker/requirements.lock
@@ -81,6 +81,7 @@ aiohttp==3.9.5 \
     #   jupyter-server-proxy
     #   kopf
     #   kubernetes-asyncio
+    #   servicex
 aiosignal==1.3.1 \
     --hash=sha256:54cd96e15e1649b75d6c87526a6ff0b6c1b0dd3459f43d9ca11d48c339b68cfc \
     --hash=sha256:f8376fb07dd1e86a584e4fcdec80b36b7f81aac666ebc724e2c090300dd83b17
@@ -157,6 +158,7 @@ awkward==2.6.3 \
     # via
     #   coffea
     #   dask-awkward
+    #   servicex
     #   uproot
 awkward-cpp==32 \
     --hash=sha256:01ec097ee682c5ddef548289f2e64ed76e0c97aa4def3531767560c16d4856cd \
@@ -208,6 +210,10 @@ babel==2.14.0 \
     --hash=sha256:6919867db036398ba21eb5c7a0f6b28ab8cbc3ae7a73a44ebe34ae74a4e7d363 \
     --hash=sha256:efb1a25b7118e67ce3a259bed20545c29cb68be8ad2c784c83689981b7a57287
     # via jupyterlab-server
+backoff==2.2.1 \
+    --hash=sha256:03f829f5bb1923180821643f8753b0502c3b682293992485b0eef2807afa5cba \
+    --hash=sha256:63579f9a0628e06278f7e47b7d7d5b6ce20dc65c5e96a6f3ca99a6adca0396e8
+    # via servicex
 beautifulsoup4==4.12.3 \
     --hash=sha256:74e3d1928edc070d21748185c46e3fb33490f22f52a3addee9aee0f4f7781051 \
     --hash=sha256:b80878c9f40111313e55da8ba20bdba06d8fa3969fc68304167741bbf9e082ed
@@ -288,6 +294,7 @@ certifi==2024.2.2 \
     #   httpx
     #   kubernetes
     #   kubernetes-asyncio
+    #   minio
     #   requests
 cffi==1.16.0 \
     --hash=sha256:0c9ef6ff37e974b73c25eecc13952c55bceed9112be2d9d938ded8e856138bcc \
@@ -465,6 +472,14 @@ comm==0.2.2 \
     # via
     #   ipykernel
     #   ipywidgets
+configparser==7.0.0 \
+    --hash=sha256:af3c618a67aaaedc4d689fd7317d238f566b9aa03cae50102e92d7f0dfe78ba0 \
+    --hash=sha256:f46d52a12811c637104c6bb8eb33693be0038ab6bf01d69aae009c39ec8c2017
+    # via minio
+confuse==2.0.1 \
+    --hash=sha256:7379a2ad49aaa862b79600cc070260c1b7974d349f4fa5e01f9afa6c4dd0611f \
+    --hash=sha256:9b9e5bbc70e2cb9b318bcab14d917ec88e21bf1b724365e3815eb16e37aabd2a
+    # via servicex
 contourpy==1.2.1 \
     --hash=sha256:00e5388f71c1a0610e6fe56b5c44ab7ba14165cdd6d695429c5cd94021e390b2 \
     --hash=sha256:10a37ae557aabf2509c79715cd20b62e4c7c28b8cd62dd7d99e5ed3ce28c3fd9 \
@@ -710,7 +725,9 @@ dask==2024.4.2 \
 dask-awkward==2024.3.0 \
     --hash=sha256:59e3b212bf1ccdd9e2bbf491a8c5e90b99d72f3681e146c80c5b3955908ffb3d \
     --hash=sha256:66de31a731c4158ef00c5cec96616ec49a354309115e8cd1f05ed2351520d7d2
-    # via coffea
+    # via
+    #   coffea
+    #   servicex
 dask-histogram==2024.3.0 \
     --hash=sha256:480502f570a62d151c80afd6e5a8526f0ecb50c72b735b8913d258892e7ed573 \
     --hash=sha256:834d4d25f5e2c417f5e792fafaa55484c20c9f3812d175125de7ac34f994ef7b
@@ -911,11 +928,22 @@ fsspec==2024.3.1 \
     #   awkward
     #   dask
     #   fsspec-xrootd
+    #   servicex
     #   uproot
 fsspec-xrootd==0.3.0 \
     --hash=sha256:3a146f9c0784d21b5b269981cd394d3d521e273d50dbd71b8315d70bd6078ddd \
     --hash=sha256:bef5ca97c6095cd807a6979a070ff6b56b1145133768a420e078f6b2883140fd
     # via coffea
+func-adl==3.3.1 \
+    --hash=sha256:83b5f16202209a87cf1d552be28f1ac537557040089892a263c50f845eb04318 \
+    --hash=sha256:e6925037f356651049f034ccaba8dbf158f07133ff12fc164e58f7b3e2a9890c
+    # via func-adl-servicex
+func-adl-servicex==2.2 \
+    --hash=sha256:225a60ddb4d7b2fd455c8e0221834a7d42b30e8406df71f0b738614d7a5f07c9 \
+    --hash=sha256:aa825a95bd7d9b83d1bf15a200d1ad40d434fbd4a83b732fcfe4ef9e6e4e8cdb
+func-adl-servicex-xaodr22==2.0.0.22.2.107a12 \
+    --hash=sha256:3057c5207e6aa5b05ba5208dd2da89e748f179d8ec1c187087ea6e37d45dc100 \
+    --hash=sha256:fe93054908e5e1616cf3e0c8cee1b79c8fde60c4d4c3544313a4f0b0c274983b
 gitdb==4.0.11 \
     --hash=sha256:81a3407ddd2ee8df444cbacea00e2d038e40150acfa3001696fe0dcf1d3adfa4 \
     --hash=sha256:bf5421126136d6d0af55bc1e7c1af1c397a34f5b7bd79e776cd3e89785c2b04b
@@ -927,7 +955,9 @@ gitpython==3.1.43 \
 google-auth==2.29.0 \
     --hash=sha256:672dff332d073227550ffc7457868ac4218d6c500b155fe6cc17d2b13602c360 \
     --hash=sha256:d452ad095688cd52bae0ad6fafe027f6a6d6f560e810fec20914e17a09526415
-    # via kubernetes
+    # via
+    #   kubernetes
+    #   servicex
 graphviz==0.20.3 \
     --hash=sha256:09d6bc81e6a9fa392e7ba52135a9d49f1ed62526f96499325930e87ca1b5925d \
     --hash=sha256:81f848f2904515d8cd359cc611faba817598d2feaac4027b266aa3eda7b3dde5
@@ -962,14 +992,15 @@ httpx-ws==0.6.0 \
     --hash=sha256:437cfca94519a4e6ae06eb5573192df6c0da85c22b1a19cc1ea0b02b05a51d25 \
     --hash=sha256:60218f531fb474a2143af38568f4b7d94ba356780973443365c8e2c87882bb8c
     # via kr8s
-idna==3.7 \
-    --hash=sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc \
-    --hash=sha256:82fee1fc78add43492d3a1898bfa6d8a904cc97d8427f683ed8e798d07761aa0
+idna==2.10 \
+    --hash=sha256:b307872f855b18632ce0c21c5e45be78c0ea7ae4c15c828c20788b26921eb3f6 \
+    --hash=sha256:b97d804b1e9b523befed77c48dacec60e6dcb0b5391d57af6a65a312a90648c0
     # via
     #   anyio
     #   httpx
     #   jsonschema
     #   requests
+    #   servicex
     #   yarl
 importlib-metadata==7.1.0 \
     --hash=sha256:30962b96c0c223483ed6cc7280e7f0199feb01a0e40cfae4d4450fc6fab1f570 \
@@ -1241,6 +1272,10 @@ kubernetes-asyncio==29.0.0 \
     --hash=sha256:99ff1fea4df062adb7a6e48962ad2504459165ffd7542013bc3d72d9ab3817be \
     --hash=sha256:9dd911260e89d984479f23b1000b8713d35b68fbd92873473449b5558da1a3f4
     # via dask-kubernetes
+lark==1.1.9 \
+    --hash=sha256:15fa5236490824c2c4aba0e22d2d6d823575dcaf4cdd1848e34b6ad836240fba \
+    --hash=sha256:a0dd3a87289f8ccbb325901e4222e723e7d745dbfc1803eaf5f3d2ace19cf2db
+    # via qastle
 llvmlite==0.42.0 \
     --hash=sha256:05cb7e9b6ce69165ce4d1b994fbdedca0c62492e537b0cc86141b6e2c78d5888 \
     --hash=sha256:08fa9ab02b0d0179c688a4216b8939138266519aaa0aa94f1195a8542faedb56 \
@@ -1308,6 +1343,12 @@ lz4==4.3.3 \
     --hash=sha256:f4c7bf687303ca47d69f9f0133274958fd672efaa33fb5bcde467862d6c621f0 \
     --hash=sha256:f76176492ff082657ada0d0f10c794b6da5800249ef1692b35cf49b1e93e8ef7
     # via coffea
+make-it-sync==2.0.0 \
+    --hash=sha256:2b19630e6e6ad7d87aa32a6120113cb61b88872afc88838b98d1d0dc3eebf8b5 \
+    --hash=sha256:52a7956cafd6613a2e5db6606e82e4f351a9253f44a31bc152cb36bcb80779c0
+    # via
+    #   func-adl
+    #   servicex
 markdown-it-py==3.0.0 \
     --hash=sha256:355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1 \
     --hash=sha256:e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb
@@ -1425,6 +1466,10 @@ mdurl==0.1.2 \
     --hash=sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8 \
     --hash=sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba
     # via markdown-it-py
+minio==5.0.10 \
+    --hash=sha256:6ecb7637a35f806733e9d112eacfa599a58d7c3d4698fda2b5c86fff5d34b417 \
+    --hash=sha256:ba5978a97e3366983c8b4ea11f2ae8e1add995ab4789e0098dd2403199999ac4
+    # via servicex
 mistune==3.0.2 \
     --hash=sha256:71481854c30fdbc938963d3605b72501f5c10a9320ecd412c121c163a1c7d205 \
     --hash=sha256:fc7f93ded930c92394ef2cb6f04a8aabab4117a91449e72dcc8dfa646a508be8
@@ -1593,9 +1638,9 @@ nbclient==0.10.0 \
     --hash=sha256:4b3f1b7dba531e498449c4db4f53da339c91d449dc11e9af3a43b4eb5c5abb09 \
     --hash=sha256:f13e3529332a1f1f81d82a53210322476a168bb7090a0289c795fe9cc11c9d3f
     # via nbconvert
-nbconvert==7.16.3 \
-    --hash=sha256:a6733b78ce3d47c3f85e504998495b07e6ea9cf9bf6ec1c98dda63ec6ad19142 \
-    --hash=sha256:ddeff14beeeedf3dd0bc506623e41e4507e551736de59df69a91f86700292b3b
+nbconvert==7.16.4 \
+    --hash=sha256:05873c620fe520b6322bf8a5ad562692343fe3452abda5765c7a34b7d1aa3eb3 \
+    --hash=sha256:86ca91ba266b0a448dc96fa6c5b9d98affabde2867b363258703536807f9f7f4
     # via jupyter-server
 nbdime==4.0.1 \
     --hash=sha256:82538e2b52e0834e9c07607e2dea27aceaaf7e8cf2269a4607c67ea9aa625404 \
@@ -1768,6 +1813,7 @@ pandas==2.2.1 \
     # via
     #   bokeh
     #   coffea
+    #   servicex
 pandocfilters==1.5.1 \
     --hash=sha256:002b4a555ee4ebc03f8b66307e287fa492e4a77b4ea14d3f934328297bb4939e \
     --hash=sha256:93be382804a9cdb0a7267585f157e5d1731bbe5545a85b268d6f5fe6232de2bc
@@ -1938,7 +1984,9 @@ pyarrow==16.0.0 \
     --hash=sha256:f293e92d1db251447cb028ae12f7bc47526e4649c3a9924c8376cab4ad6b98bd \
     --hash=sha256:fb8065dbc0d051bf2ae2453af0484d99a43135cadabacf0af588a3be81fbbb9b \
     --hash=sha256:fda9a7cebd1b1d46c97b511f60f73a5b766a6de4c5236f144f41a5d5afec1f35
-    # via coffea
+    # via
+    #   coffea
+    #   servicex
 pyasn1==0.6.0 \
     --hash=sha256:3a35ab2c4b5ef98e17dfdec8ab074046fbda76e281c5a706ccd82328cfc8f64c \
     --hash=sha256:cca4bb0f2df5504f02f6f8a775b6e416ff9b0b3b16f7ee80b5a3153d9b804473
@@ -2079,6 +2127,7 @@ python-dateutil==2.9.0.post0 \
     #   kubernetes
     #   kubernetes-asyncio
     #   matplotlib
+    #   minio
     #   pandas
 python-json-logger==2.0.7 \
     --hash=sha256:23e7ec02d34237c5aa1e29a070193a4ea87583bb4e7f8fd06d3de8264c4b2e1c \
@@ -2093,7 +2142,9 @@ python-jsonpath==1.1.1 \
 pytz==2024.1 \
     --hash=sha256:2a29735ea9c18baf14b448846bde5a48030ed267578472d8955cd0e7443a9812 \
     --hash=sha256:328171f4e3623139da4983451950b28e95ac706e13f3f2630a879749e7a8b319
-    # via pandas
+    # via
+    #   minio
+    #   pandas
 pyyaml==6.0.1 \
     --hash=sha256:04ac92ad1925b2cff1db0cfebffb6ffc43457495c9b3c39d3fcae417d7125dc5 \
     --hash=sha256:062582fca9fabdd2c8b54a3ef1c978d786e0f6b3a1510e0ac93ef59e0ddae2bc \
@@ -2148,6 +2199,7 @@ pyyaml==6.0.1 \
     --hash=sha256:fd66fc5d0da6d9815ba2cebeb4205f95818ff4b79c3ebe268e75d961704af52f
     # via
     #   bokeh
+    #   confuse
     #   dask
     #   distributed
     #   jupyter-events
@@ -2250,6 +2302,12 @@ pyzmq==26.0.2 \
     #   ipykernel
     #   jupyter-client
     #   jupyter-server
+qastle==0.17.0 \
+    --hash=sha256:619c55cb7f4d6f168bc562b6217791787997f2f1d4d8d36d468a150509b1519a \
+    --hash=sha256:6d3a23d67825327cf5728cd84434410f7199890ca44d6abf64f7ead6001eb790
+    # via
+    #   func-adl-servicex
+    #   servicex
 referencing==0.35.0 \
     --hash=sha256:191e936b0c696d0af17ad7430a3dc68e88bc11be6514f4757dc890f04ab05889 \
     --hash=sha256:8080727b30e364e5783152903672df9b6b091c926a146a759080b62ca3126cd6
@@ -2426,6 +2484,10 @@ send2trash==1.8.3 \
     --hash=sha256:0c31227e0bd08961c7665474a3d1ef7193929fedda4233843689baa056be46c9 \
     --hash=sha256:b18e7a3966d99871aefeb00cfbcfdced55ce4871194810fc71f4aa484b953abf
     # via jupyter-server
+servicex==2.8.0 \
+    --hash=sha256:829398c75d06eb089a59648ba8ca2ee13e4eccefabf1fa7331bdd63e5924b56b \
+    --hash=sha256:de917b636bc18ddc9f4148bb0207fd0bc89c20899724bf22b4bed55b2e603332
+    # via func-adl-servicex
 setuptools==69.5.1 \
     --hash=sha256:6c1fccdac05a97e598fb0ae3bbed5904ccb317337a51139dcd51453611bbb987 \
     --hash=sha256:c636ac361bc47580504644275c9ad802c50415c7522212252c033bd15f301f32
@@ -2523,7 +2585,9 @@ tornado==6.4 \
 tqdm==4.66.2 \
     --hash=sha256:1ee4f8a893eb9bef51c6e35730cebf234d5d0b6bd112b0271e10ed7c24a02bd9 \
     --hash=sha256:6cd52cdf0fef0e0f543299cfc96fec90d7b8a7e88745f411ec33eb44d5ed3531
-    # via coffea
+    # via
+    #   coffea
+    #   servicex
 traitlets==5.14.3 \
     --hash=sha256:9ed0579d3502c94b4b3732ac120375cda96f923114522847de4b3bb98b96b6b7 \
     --hash=sha256:b74e89e397b1ed28cc831db7aea759ba6640cb3de13090ca145426688ff1ac4f
@@ -2574,7 +2638,9 @@ uhi==0.4.0 \
 uproot==5.3.2 \
     --hash=sha256:3a627eb7a61ed7c074f32985d255cc86269c159ac3b4378cb42186d1c377e95f \
     --hash=sha256:be07a6e852bc63636a7835106a032f191ec698d304ebc7dcb291ee407fb68b2d
-    # via coffea
+    # via
+    #   coffea
+    #   servicex
 uri-template==1.3.0 \
     --hash=sha256:0e00f8eb65e18c7de20d595a14336e9f337ead580c70934141624b6d1ffdacc7 \
     --hash=sha256:a44a133ea12d44a0c0f06d7d42a52d71282e77e2f937d8abd5655b8d56fc1363
@@ -2586,6 +2652,7 @@ urllib3==1.26.18 \
     #   distributed
     #   kubernetes
     #   kubernetes-asyncio
+    #   minio
     #   pykube-ng
     #   requests
 vector==1.3.1 \

diff --git a/docker/requirements.txt b/docker/requirements.txt
@@ -22,3 +22,6 @@ dask-kubernetes==2024.4.2
 ipywidgets==8.1.2
 graphviz==0.20.3
 jupyter-server-proxy==4.1.2
+# servicex
+func-adl-servicex==2.2
+func_adl_servicex_xaodr22>=2.0.0.22.2.107a12