build: use current 3.12

build: python deps fix: renlearning star schema fix: smartrecruiters schema fix: ps log resources fix: sensor timeouts fix: sheets sensor timeout
TEAMSchools · Jul 19, 2024 · 4d1d5d4 · 4d1d5d4
1 parent 7a84d8a
commit 4d1d5d4
Show file tree

Hide file tree

Showing 13 changed files with 480 additions and 464 deletions.
diff --git a/.github/workflows/dagster-cloud-deploy.yaml b/.github/workflows/dagster-cloud-deploy.yaml
@@ -13,7 +13,7 @@ on:
       python-version:
         type: string
         required: false
-        default: 3.12.3
+        default: 3.12
       dbt-version:
         type: string
         required: false

diff --git a/.trunk/trunk.yaml b/.trunk/trunk.yaml
@@ -19,14 +19,14 @@ lint:
     - osv-scanner@1.8.2
     - oxipng@9.1.2
     - prettier@3.3.3
-    - ruff@0.5.2
+    - ruff@0.5.3
     - shellcheck@0.10.0
     - shfmt@3.6.0
     - sqlfluff@3.1.0
     - sqlfmt@0.21.4
     - svgo@3.3.2
     - taplo@0.9.2
-    - trufflehog@3.79.0
+    - trufflehog@3.80.1
     - yamllint@1.35.1
   disabled:
     - black

diff --git a/pdm.lock b/pdm.lock
diff --git a/requirements.txt b/requirements.txt
@@ -154,39 +154,39 @@ cryptography==42.0.8 \
     --hash=sha256:fff12c88a672ab9c9c1cf7b0c80e3ad9e2ebd9d828d955c126be4fd3e5578c9e
 daff==1.3.46 \
     --hash=sha256:22d0da9fd6a3275b54c926a9c97b180f9258aad65113ea18f3fec52cbadcd818
-dagster==1.7.13 \
-    --hash=sha256:0d8abadab72d7ea617655b08ff51eee8071a4b2694a7fc697ec9f8e3e3403176 \
-    --hash=sha256:3a246bc6658ae2deadf96e7f5055210bf07a54817767243ed8ec9c72c876e633
-dagster-airbyte==0.23.13 \
-    --hash=sha256:b673050383f1b0f8875719e412adc79b809b3bb090e04cbfb34d6161980812ac \
-    --hash=sha256:b9f9fad8349b79f420edb0d1013b95fd4b9254068c142fd18e5d64a161f63a9c
-dagster-cloud==1.7.13 \
-    --hash=sha256:37e0a1ba08958cd301a5ef98ef1a6ddd91e5fa4a598cb1ce3bab031b4cec24df \
-    --hash=sha256:847e8aa6d017c105470b49713dc6ec9648f3a0433de5cda8cec4de60ed43a040
-dagster-cloud-cli==1.7.13 \
-    --hash=sha256:22c2e8eb046901f8c6af5ded8ffd85fb7f9adcbf67e1808f6180a9e21ef6e65a \
-    --hash=sha256:4b579a0e2999c922e75453fef8676b2235e4ab509c5500ada4f8a40dafb4a0a5
-dagster-dbt==0.23.13 \
-    --hash=sha256:584ab8bd8a422eb68b59271fe7f6bd1a17c93dc5926debf98c78bea4830d7929 \
-    --hash=sha256:d58d9cb843294f2bbe0383dbe5af5bf75fef2c9e67caa7dc7e9d9f20d08e28ad
-dagster-fivetran==0.23.13 \
-    --hash=sha256:b6ae5c94668b8eb72d8dc8fcb27f313fabe10e8b06c9378072b44050100715e0 \
-    --hash=sha256:eec55fc4191adeab94ce95dd46d0a47de4da9c1c460bb871e0c3e25f003f7a50
-dagster-gcp==0.23.13 \
-    --hash=sha256:d42c00416be6a5f81b5f1635eaabd9a64fc9a5a07f55419a2a4497b468be61ff \
-    --hash=sha256:f27e317960a8c3681850465f99eb9860d09061d5c3a4e284cf5757f413559686
-dagster-k8s==0.23.13 \
-    --hash=sha256:398d2516eec369f912b5d06c2a116acccdc712544d0942c792f919419fcde441 \
-    --hash=sha256:421f42e1371adb3c4b8e7e5ee4909ebbb14611e26d56cc808fc8bcc23f37f653
-dagster-pandas==0.23.13 \
-    --hash=sha256:6bee9259d07832b459c0864f53c6f1026f70eaa52dd07ea5f4c9dc562b6ef558 \
-    --hash=sha256:e1eb3e0fceee685c4a75dc1586cc9a6f91fc0fec1034b6eb25d66b8ddd27a3a5
-dagster-pipes==1.7.13 \
-    --hash=sha256:4a70baca8e78045045aedf5dc9319005d1c6eb8e3e84a8f6a5c58ea157853aef \
-    --hash=sha256:84011a3b8d294c5dc060bc574fa458b0582a1a98954ea12b83fe5196f71dc5ce
-dagster-ssh==0.23.13 \
-    --hash=sha256:9e038dade21dc33dcd48079b976c56da9387c1286fb5503142c56c2945be98ad \
-    --hash=sha256:9f3722cd17f8cd270822958f6533ddfeace181d41a114742487c01a6e307a25b
+dagster==1.7.14 \
+    --hash=sha256:5f6557170e46d35f526a4559986e5e83007dc10e2e8626e31b79d577138b2e1d \
+    --hash=sha256:6030e47b34a59cf9146443e864b6755b2b95f9fb68285632bfd52898f0c2770c
+dagster-airbyte==0.23.14 \
+    --hash=sha256:246418813b34df8a33ab5e9cf6d17c831eb38f9d81fb631dc457d568a9e1b5fd \
+    --hash=sha256:ae59d623c3c881aaaaad4189a68a1d09997bd1565e190e1754051304709e9b32
+dagster-cloud==1.7.14 \
+    --hash=sha256:8a18c4c23ee59aa6901f68496b6170473d5fdf6e155ee2ccb268c53c4819d4a1 \
+    --hash=sha256:cb58cc6dbbb05d879d0fe28e0082204e40df23b1d9b7175cf59b8c2da83e43f2
+dagster-cloud-cli==1.7.14 \
+    --hash=sha256:0a906d6061f5ab68406e3c8ffac0d972e63a4f8833dc7e3f1eae2e6eafb9f3ca \
+    --hash=sha256:7f8832d1c083276361fa062fce66afc810de0256c18523772e3264084a72fd3d
+dagster-dbt==0.23.14 \
+    --hash=sha256:0f912d900d1ac91d841b6ca5c65f643ac2d819764a9b3b4de5df211e2664ecc5 \
+    --hash=sha256:ad287426de2786e0179d076ce193759c6e4e555b984aa380a5be9a20296f52f5
+dagster-fivetran==0.23.14 \
+    --hash=sha256:84451fcb724ff4a6fa9693311d4daada100a5d605176a72f32373f0be5170d90 \
+    --hash=sha256:b17e819430f752e4de41a267291402805b2c5110892d01f74166b6d015a1172b
+dagster-gcp==0.23.14 \
+    --hash=sha256:1e8a83d47836e5acc87b8143f786865ed39a550850aa054ed861e24ffe4b06cd \
+    --hash=sha256:44444e20574152b58d763e66c6f311e0f1629458557463e1e75baa2f9275a2c8
+dagster-k8s==0.23.14 \
+    --hash=sha256:2facb93fcf4e9bdde5a8bf90a3a28d596df93ed153bf30d262d14d33b02792a1 \
+    --hash=sha256:5c83abb6f095cdbeed9c3f7bab5f77f98938a6ff0d6ed56b47e228f2d0004e91
+dagster-pandas==0.23.14 \
+    --hash=sha256:c8dfbe19353d8cb016feefa45004248c36ed1dcea0da0d7b0d787ef1101fa75e \
+    --hash=sha256:df8e998fda5501c3bccced03e8e90e5e188002cb665c7452ad7c30a9639ebcd2
+dagster-pipes==1.7.14 \
+    --hash=sha256:0f0d16be47a985787d57652c173a9384ae28fe365a93f1076ac2b3d66fef473a \
+    --hash=sha256:e80b198739e52f83109a236cf3e1277f47feedc754bf4ae55b110800f2fe9fb0
+dagster-ssh==0.23.14 \
+    --hash=sha256:7dcddcc6c86b107a0b635fe85d180f1ff3e879bd910ad3ddf53e30a34f10fe7d \
+    --hash=sha256:a21c6fc867d8b7a040d062c8823fed6edebe5b0a6c0296f8e8dc52e8a638e6e7
 db-dtypes==1.2.0 \
     --hash=sha256:3531bb1fb8b5fbab33121fe243ccc2ade16ab2524f4c113b05cc702a1908e6ea \
     --hash=sha256:6320bddd31d096447ef749224d64aab00972ed20e4392d86f7d8b81ad79f7ff0
@@ -199,9 +199,9 @@ dbt-bigquery==1.8.2 \
 dbt-common==1.6.0 \
     --hash=sha256:1e3063921354ba8681da21fe1882f516ce7418fa2838996254e466f9e31cdc16 \
     --hash=sha256:543ffe14e81e126cf573f3f5badf17408a1cd350993214f4a6346e3ac0187806
-dbt-core==1.8.3 \
-    --hash=sha256:29c4d3ed4385090492ea48e88c58a405e4d646aabde81e7945bedddb2a55e86e \
-    --hash=sha256:e98ea11f0c91f086e9df9ac4d2e6093cf30a94e6fd419541a32374ddd6b92d9e
+dbt-core==1.8.4 \
+    --hash=sha256:3eb37273f7ceaa070a8e3e42bfd806954be769f87292971829ce8e5baa9abad5 \
+    --hash=sha256:d748d51b9d38c0b93b7f047cc32bdd97a5933cb89aec33bf17a47172c12fda03
 dbt-extractor==0.5.1 \
     --hash=sha256:100453ba06e169cbdb118234ab3f06f6722a2e0e316089b81c88dea701212abc \
     --hash=sha256:1b25fa7a276ab26aa2d70ff6e0cf4cfb1490d7831fb57ee1337c24d2b0333b84 \
@@ -306,17 +306,17 @@ greenlet==3.0.3; (platform_machine == "win32" or platform_machine == "WIN32" or
 grpc-google-iam-v1==0.13.1 \
     --hash=sha256:3ff4b2fd9d990965e410965253c0da6f66205d5a8291c4c31c6ebecca18a9001 \
     --hash=sha256:c3e86151a981811f30d5e7330f271cee53e73bb87755e88cc3b6f0c7b5fe374e
-grpcio==1.65.1 \
-    --hash=sha256:1faaf7355ceed07ceaef0b9dcefa4c98daf1dd8840ed75c2de128c3f4a4d859d \
-    --hash=sha256:3c492301988cd720cd145d84e17318d45af342e29ef93141228f9cd73222368b \
-    --hash=sha256:54cb822e177374b318b233e54b6856c692c24cdbd5a3ba5335f18a47396bac8f \
-    --hash=sha256:557de35bdfbe8bafea0a003dbd0f4da6d89223ac6c4c7549d78e20f92ead95d9 \
-    --hash=sha256:60f1f38eed830488ad2a1b11579ef0f345ff16fffdad1d24d9fbc97ba31804ff \
-    --hash=sha256:8bfd95ef3b097f0cc86ade54eafefa1c8ed623aa01a26fbbdcd1a3650494dd11 \
-    --hash=sha256:9e6a8f3d6c41e6b642870afe6cafbaf7b61c57317f9ec66d0efdaf19db992b90 \
-    --hash=sha256:aaf3c54419a28d45bd1681372029f40e5bfb58e5265e3882eaf21e4a5f81a119 \
-    --hash=sha256:e75acfa52daf5ea0712e8aa82f0003bba964de7ae22c26d208cbd7bc08500177 \
-    --hash=sha256:ff5a84907e51924973aa05ed8759210d8cdae7ffcf9e44fd17646cf4a902df59
+grpcio==1.64.1 \
+    --hash=sha256:198908f9b22e2672a998870355e226a725aeab327ac4e6ff3a1399792ece4762 \
+    --hash=sha256:39b9d0acaa8d835a6566c640f48b50054f422d03e77e49716d4c4e8e279665a1 \
+    --hash=sha256:4657d24c8063e6095f850b68f2d1ba3b39f2b287a38242dcabc166453e950c59 \
+    --hash=sha256:55260032b95c49bee69a423c2f5365baa9369d2f7d233e933564d8a47b893027 \
+    --hash=sha256:5e42634a989c3aa6049f132266faf6b949ec2a6f7d302dbb5c15395b77d757eb \
+    --hash=sha256:62b4e6eb7bf901719fce0ca83e3ed474ae5022bb3827b0a501e056458c51c0a1 \
+    --hash=sha256:8d51dd1c59d5fa0f34266b80a3805ec29a1f26425c2a54736133f6d87fc4968a \
+    --hash=sha256:b1a82e0b9b3022799c336e1fc0f6210adc019ae84efb7321d668129d28ee1efb \
+    --hash=sha256:c1a786ac592b47573a5bb7e35665c08064a5d77ab88a076eec11f8ae86b3e3f6 \
+    --hash=sha256:ee73a2f5ca4ba44fa33b4d7d2c71e2c8a9e9f78d53f6507ad68e7d2ad5f64a22
 grpcio-health-checking==1.62.2 \
     --hash=sha256:a44d1ea1e1510b5c62265dada04d86621bb1491d75de987713c9c0ea005c10a8 \
     --hash=sha256:f0d77e02457aa00e98ce12c741dca6df7e34dbcc3859681c4a473dc589288e56
@@ -688,12 +688,12 @@ sqlalchemy==2.0.31 \
     --hash=sha256:b9c01990d9015df2c6f818aa8f4297d42ee71c9502026bb074e713d496e26b67 \
     --hash=sha256:cd1591329333daf94467e699e11015d9c944f44c94d2091f4ac493ced0119449 \
     --hash=sha256:fa4b1af3e619b5b0b435e333f3967612db06351217c58bfb50cee5f003db2a5a
-sqlglot==25.6.0 \
-    --hash=sha256:4c68fbf78f31606a99a75650de710db80a0d6bc32f04d0839626629ae624a3c9 \
-    --hash=sha256:629dbd7a043987f42203369288f44f059cbbaa4bfee6d7778b8c56020215557e
-sqlglot[rs]==25.6.0 \
-    --hash=sha256:4c68fbf78f31606a99a75650de710db80a0d6bc32f04d0839626629ae624a3c9 \
-    --hash=sha256:629dbd7a043987f42203369288f44f059cbbaa4bfee6d7778b8c56020215557e
+sqlglot==25.6.1 \
+    --hash=sha256:c1fcbaa00429979f16fb8cea20279a8b3f5312e76d97abb8f8c6a9b21be450d7 \
+    --hash=sha256:ea40f3bf8452e2c1a696fe120163190bd67e49b346336e7db6d34400b57b7601
+sqlglot[rs]==25.6.1 \
+    --hash=sha256:c1fcbaa00429979f16fb8cea20279a8b3f5312e76d97abb8f8c6a9b21be450d7 \
+    --hash=sha256:ea40f3bf8452e2c1a696fe120163190bd67e49b346336e7db6d34400b57b7601
 sqlglotrs==0.2.8 \
     --hash=sha256:010e453e7f86a5b26e2cb31c7bbdadaf4131fc5b7c9cfd79a42d4b989446c317 \
     --hash=sha256:1798db5197d4f450efc8585c9c6d5d554d25d1cdfe3c2a8de147e116ea09fa5f \