update

InseeFrLab · Jan 10, 2024 · 6e8b1ac · 6e8b1ac
1 parent 3b92bfc
commit 6e8b1ac
Showing 1 changed file with 18 additions and 8 deletions.
diff --git a/misc/argo-pipeline/pipeline.yaml b/misc/argo-pipeline/pipeline.yaml
@@ -59,25 +59,35 @@ spec:
         parameters:
           - name: pathbucket
             value: test/test-argo
+        artifacts:
+          - name: code
+            path: /mnt/bin
+            git:
+              repo: https://github.com/inseefrlab/cartiflette
+              revision: "docker"
       outputs:
         parameters :
           - name: path-temp-bucket
             value: "{{inputs.parameters.pathbucket}}/temp_argo/"
       container:
         image: inseefrlab/cartiflette
         command: [sh, -c]
-        args: ["git clone https://github.com/inseefrlab/cartiflette.git code &&
-                cd code &&
-                git checkout docker -- ;
-                cd .. &&
+        args: ["
+                mkdir -p /mnt/data ; mkdir -p /mnt/bin/src ;
+                mv /mnt/bin/misc/argo-pipeline/src/* /mnt/bin/src ;
                 export MC_HOST_s3=https://$AWS_ACCESS_KEY_ID:$AWS_SECRET_ACCESS_KEY@$AWS_S3_ENDPOINT &&
                 pwd ;
-                ls code/misc/argo-pipeline/src ;
-                python code/misc/argo-pipeline/src/duplicate_in_bucket.py --path {{inputs.parameters.pathbucket}} ;
+                python /mnt/bin/src/duplicate_in_bucket.py --path {{inputs.parameters.pathbucket}} ;
                 ls temp/ ;
-                mc cp -r temp/ s3/projet-cartiflette/{{inputs.parameters.pathbucket}}/temp_argo/
+                mc cp temp/tagc.csv mnt/data/tagc.csv
+                #mc cp -r temp/ s3/projet-cartiflette/{{inputs.parameters.pathbucket}}/temp_argo/
                 "]
+        volumeMounts:
+          - name: volume-workflow-tmp
+            mountPath: /mnt
         env:
+          - name: PYTHONPATH
+            value: "${PYTHONPATH}:/mnt/bin"
           - name: AWS_ACCESS_KEY_ID
             valueFrom:
               secretKeyRef:
@@ -109,7 +119,7 @@ spec:
                 pwd ;
                 ls code/misc/argo-pipeline/src ;
                 mc cp s3/projet-cartiflette/test/test-argo/temp_argo/tagc.csv tagc.csv ;
-                python code/misc/argo-pipeline/src/enrichissement.py --path tagc.csv"]
+                python code/misc/argo-pipeline/src/enrichissement.py --path mnt/data/tagc.csv"]
         env:
           - name: AWS_ACCESS_KEY_ID
             valueFrom: