distributed-tests.yml

variables:
  clusterId: '{{ "now" | date: "%s" }}'
  serviceId: '{{ "now" | date: "%s" }}'
  secretSource: KeyVault
  framework: net7.0

jobs:
  server:
    source:
      localFolder: Artifacts/DistributedTests/DistributedTests.Server/{{framework}}
    executable: DistributedTests.Server.exe
    readyStateText: Orleans Silo started.
    framework: net7.0
    arguments: "{{configurator}} --clusterId {{clusterId}} --serviceId {{serviceId}} --secretSource {{secretSource}} {{configuratorOptions}}"
    onConfigure:
      - if (job.endpoints.Count > 0) {
          job.endpoints.RemoveRange(job.variables.instances, job.endpoints.Count - job.variables.instances);
        }
  client:
    source:
      localFolder: Artifacts/DistributedTests/DistributedTests.Client/{{framework}}
    executable: DistributedTests.Client.exe
    waitForExit: true
    framework: net7.0
    arguments: "{{command}} --clusterId {{clusterId}} --serviceId {{serviceId}} --secretSource {{secretSource}} {{commandOptions}}"
    onConfigure:
      - if (job.endpoints.Count > 0) {
          job.endpoints.Reverse();
          job.endpoints.RemoveRange(job.variables.instances, job.endpoints.Count - job.variables.instances);
        }

scenarios:
  ping:
    server:
      job: server
      variables:
        instances: 10
        configurator: SimpleSilo
    client:
      job: client
      variables:
        command: ping
        instances: 1
        numWorkers: 250
        blocksPerWorker: 0
        requestsPerBlock: 500
        duration: 120
        commandOptions: "--numWorkers {{numWorkers}} --blocksPerWorker {{blocksPerWorker}} --requestsPerBlock {{requestsPerBlock}} --duration {{duration}}"
  streaming:
    server:
      job: server
      variables:
        instances: 10
        configurator: EventGeneratorStreamingSilo
        duration: 300
        type: ExplicitGrainBasedAndImplicit
        streamsPerQueue: 1000
        queueCount: 8
        wait: 20
        configuratorOptions: "--type {{type}} --streamsPerQueue {{streamsPerQueue}} --queueCount {{queueCount}} --wait {{wait}} --duration {{duration}}"
    client:
      job: client
      variables:
        command: counter
        instances: 1
        commandOptions: "requests errors"
  reliability:
    server:
      job: server
      variables:
        instances: 10
        configurator: SimpleSilo
    chaosagent:
      job: client
      waitForExit: false
      variables:
        command: chaosagent
        instances: 1
        wait: 30
        serversPerRound: 1
        rounds: 4
        roundDelay: 30
        graceful: false
        restart: true
        commandOptions: "--wait {{wait}} --serversPerRound {{serversPerRound}} --rounds {{rounds}} --roundDelay {{roundDelay}} --graceful {{graceful}} --restart {{restart}}"
    client:
      job: client
      waitForExit: true
      variables:
        command: ping
        instances: 1
        numWorkers: 250
        blocksPerWorker: 0
        requestsPerBlock: 500
        duration: 180
        commandOptions: "--numWorkers {{numWorkers}} --blocksPerWorker {{blocksPerWorker}} --requestsPerBlock {{requestsPerBlock}} --duration {{duration}}"
  rolling:
    server:
      job: server
      variables:
        instances: 10
        configurator: SimpleSilo
    chaosagent:
      job: client
      waitForExit: false
      variables:
        command: chaosagent
        instances: 1
        wait: 30
        serversPerRound: 1
        rounds: 4
        roundDelay: 30
        graceful: true
        restart: true
        commandOptions: "--wait {{wait}} --serversPerRound {{serversPerRound}} --rounds {{rounds}} --roundDelay {{roundDelay}} --graceful {{graceful}} --restart {{restart}}"
    client:
      job: client
      waitForExit: true
      variables:
        command: ping
        instances: 1
        numWorkers: 250
        blocksPerWorker: 0
        requestsPerBlock: 500
        duration: 180
        commandOptions: "--numWorkers {{numWorkers}} --blocksPerWorker {{blocksPerWorker}} --requestsPerBlock {{requestsPerBlock}} --duration {{duration}}"

profiles:
  local:
    variables:
      secretSource: File
    jobs:
      server:
        endpoints:
          - http://localhost:5010
        variables:
          instances: 1
      client:
        endpoints:
          - http://localhost:5010
      chaosagent:
        endpoints:
          - http://localhost:5010