Document memory autotuning strategy

spotinst · Oct 6, 2023 · c1a9335 · c1a9335
1 parent c21d849
commit c1a9335
Showing 1 changed file with 32 additions and 2 deletions.
diff --git a/api/services/ocean/spark/schemas/oceanSparkApplicationSpec.yaml b/api/services/ocean/spark/schemas/oceanSparkApplicationSpec.yaml
@@ -700,8 +700,9 @@ components:
           type: object
         memory:
           oneOf:
-            - $ref: '#/components/schemas/OOMRecoveryStrategy'
             - $ref: '#/components/schemas/StaticMemoryString'
+            - $ref: '#/components/schemas/OOMRecoveryStrategy'
+            - $ref: '#/components/schemas/MemoryAutotuningStrategy'
         memoryOverhead:
           title: Memoryoverhead
           type: string
@@ -1226,7 +1227,7 @@ components:
       #example: [ '4096m', '16g' ]
       type: string
     OOMRecoveryStrategy:
-      description: Memory allocation strategy that automatically increments the memory when a previous app failed with a OOM
+      description: Memory allocation strategy that automatically increments the memory when a previous app failed with an OOM
       properties:
         strategy:
           type: string
@@ -1243,6 +1244,35 @@ components:
           type: string
       required:
       - strategy
+    MemoryAutotuningStrategy:
+      description: Memory allocation strategy that automatically increments the
+        memory when a previous app failed with a OOM, and decreases it based on
+        past applications memory usage
+      properties:
+        strategy:
+          type: string
+          title: autotuning
+          enum: [autotuning]
+          description: Automatically increase memory if a previous app failed with an OOM error, and decrease it based on
+           past applications' memory usage
+        scalingFactor:
+          title: scalingFactor
+          description: Memory multiplier after an OOM failure. Optional, defaults to 2.0
+          type: number
+        maxMemory:
+          title: maxMemory
+          description: Optional, maximum allocatable memory
+          type: string
+        historySize:
+          title: historySize
+          description: Number of past apps to take into account to compute the recommended memory, defaults to 6
+          type: integer
+        marginRatio:
+          title: marginRatio
+          description: Additional safety margin on top of the recommended memory, defaults to 0.1
+          type: number
+      required:
+      - strategy
 
     PersistentVolumeClaimVolumeSource:
       properties: