print

InseeFrLab · Jan 11, 2024 · 953fb91 · 953fb91
1 parent 1c51127
commit 953fb91
Show file tree

Hide file tree

Showing 2 changed files with 31 additions and 10 deletions.
diff --git a/cartiflette/mapshaper/mapshaperize.py b/cartiflette/mapshaper/mapshaperize.py
@@ -120,6 +120,7 @@ def mapshaperize_split(
         if niveau_polygons != "COMMUNE":
             niveau_filter_drom = niveau_polygons
         input_path = mapshaper_bring_closer(temp_filename, level_agreg=niveau_filter_drom)
+        print(input_path)
 
     # STEP 2: SPLIT ET SIMPLIFIE
     mapshaper_split(

diff --git a/misc/argo-pipeline/pipeline.yaml b/misc/argo-pipeline/pipeline.yaml
@@ -159,17 +159,37 @@ spec:
         - name: filter_by
       container:
         image: inseefrlab/cartiflette
-        command: ["python", "/mnt/bin/src/split_tiles.py"]
-        args: [
-          "--path", "test/test-argo", 
-          "--format_output", "{{inputs.parameters.format_output}}",
-          "--year", "{{inputs.parameters.year}}",
-          "--crs", "{{inputs.parameters.crs}}",
-          "--source", "{{inputs.parameters.source}}",
-          "--simplification", "{{inputs.parameters.simplification}}",
-          "--level_polygons", "{{inputs.parameters.level_polygons}}",
-          "--filter_by", "{{inputs.parameters.filter_by}}"
+        command: ["sh", "-c"]
+        args: ["
+          export MC_HOST_s3=https://$AWS_ACCESS_KEY_ID:$AWS_SECRET_ACCESS_KEY@$AWS_S3_ENDPOINT ;
+          mkdir -p temp/ && cp /mnt/data/tagc.csv temp/tagc.csv ;
+          python /mnt/bin/src/split_tiles.py \
+          --path test/test-argo \
+          --format_output {{inputs.parameters.format_output}} \
+          --year {{inputs.parameters.year}} \
+          --crs {{inputs.parameters.crs}} \
+          --source {{inputs.parameters.source}} \
+          --simplification {{inputs.parameters.simplification}} \
+          --level_polygons {{inputs.parameters.level_polygons}} \
+          --filter_by {{inputs.parameters.filter_by}}"
         ]
         volumeMounts:
           - name: volume-workflow-tmp
             mountPath: /mnt
+        env:
+          - name: PYTHONPATH
+            value: "${PYTHONPATH}:/mnt/bin"
+          - name: AWS_ACCESS_KEY_ID
+            valueFrom:
+              secretKeyRef:
+                name: sa-cartiflette
+                key: accessKey
+          - name: AWS_SECRET_ACCESS_KEY
+            valueFrom:
+              secretKeyRef:
+                name: sa-cartiflette
+                key: secretKey
+          - name: AWS_DEFAULT_REGION
+            value: us-east-1
+          - name: AWS_S3_ENDPOINT
+            value: minio.lab.sspcloud.fr