diff --git a/internal/armada/repository/apimessages/conversions_test.go b/internal/armada/repository/apimessages/conversions_test.go index 991b2c7b241..40c9e66ca16 100644 --- a/internal/armada/repository/apimessages/conversions_test.go +++ b/internal/armada/repository/apimessages/conversions_test.go @@ -11,6 +11,7 @@ import ( v11 "k8s.io/api/networking/v1" "k8s.io/apimachinery/pkg/api/resource" + "github.com/armadaproject/armada/internal/scheduler/schedulerobjects" "github.com/armadaproject/armada/pkg/api" "github.com/armadaproject/armada/pkg/armadaevents" ) @@ -278,6 +279,16 @@ func TestConvertLeased(t *testing.T) { JobRunLeased: &armadaevents.JobRunLeased{ JobId: jobIdProto, ExecutorId: executorId, + PodRequirementsOverlay: &schedulerobjects.PodRequirements{ + Tolerations: []v1.Toleration{ + { + Key: "whale", + Value: "true", + Effect: v1.TaintEffectNoSchedule, + }, + }, + Priority: 1000, + }, }, }, } diff --git a/internal/common/ingest/testfixtures/event.go b/internal/common/ingest/testfixtures/event.go index 02aa355c161..fbc3143f4e5 100644 --- a/internal/common/ingest/testfixtures/event.go +++ b/internal/common/ingest/testfixtures/event.go @@ -208,6 +208,16 @@ var Leased = &armadaevents.EventSequence_Event{ HasScheduledAtPriority: true, ScheduledAtPriority: 15, UpdateSequenceNumber: 1, + PodRequirementsOverlay: &schedulerobjects.PodRequirements{ + Tolerations: []v1.Toleration{ + { + Key: "whale", + Value: "true", + Effect: v1.TaintEffectNoSchedule, + }, + }, + Priority: 15, + }, }, }, } diff --git a/internal/scheduler/api.go b/internal/scheduler/api.go index 985ba876381..7a5cfa28212 100644 --- a/internal/scheduler/api.go +++ b/internal/scheduler/api.go @@ -9,6 +9,7 @@ import ( "github.com/gogo/protobuf/types" "github.com/google/uuid" "github.com/pkg/errors" + v1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/util/clock" "github.com/armadaproject/armada/internal/common/armadacontext" @@ -130,11 +131,21 @@ func (srv *ExecutorApi) LeaseJobRuns(stream executorapi.ExecutorApi_LeaseJobRuns if err := unmarshalFromCompressedBytes(lease.SubmitMessage, decompressor, submitMsg); err != nil { return err } + if srv.priorityClassNameOverride != nil { srv.setPriorityClassName(submitMsg, *srv.priorityClassNameOverride) } + srv.addNodeIdSelector(submitMsg, lease.Node) + if len(lease.PodRequirementsOverlay) > 0 { + PodRequirementsOverlay := schedulerobjects.PodRequirements{} + if err := proto.Unmarshal(lease.PodRequirementsOverlay, &PodRequirementsOverlay); err != nil { + return err + } + addTolerations(submitMsg, PodRequirementsOverlay.Tolerations) + } + var groups []string if len(lease.Groups) > 0 { groups, err = compress.DecompressStringArray(lease.Groups, decompressor) @@ -142,6 +153,7 @@ func (srv *ExecutorApi) LeaseJobRuns(stream executorapi.ExecutorApi_LeaseJobRuns return err } } + err := stream.Send(&executorapi.LeaseStreamMessage{ Event: &executorapi.LeaseStreamMessage_Lease{ Lease: &executorapi.JobRunLease{ @@ -183,6 +195,13 @@ func (srv *ExecutorApi) setPriorityClassName(job *armadaevents.SubmitJob, priori } } +func setPriorityClassName(podSpec *armadaevents.PodSpecWithAvoidList, priorityClassName string) { + if podSpec == nil || podSpec.PodSpec == nil { + return + } + podSpec.PodSpec.PriorityClassName = priorityClassName +} + func (srv *ExecutorApi) addNodeIdSelector(job *armadaevents.SubmitJob, nodeId string) { if job == nil || nodeId == "" { return @@ -206,11 +225,18 @@ func addNodeSelector(podSpec *armadaevents.PodSpecWithAvoidList, key string, val } } -func setPriorityClassName(podSpec *armadaevents.PodSpecWithAvoidList, priorityClassName string) { - if podSpec == nil || podSpec.PodSpec == nil { +func addTolerations(job *armadaevents.SubmitJob, tolerations []v1.Toleration) { + if job == nil || len(tolerations) == 0 { return } - podSpec.PodSpec.PriorityClassName = priorityClassName + if job.MainObject != nil { + switch typed := job.MainObject.Object.(type) { + case *armadaevents.KubernetesMainObject_PodSpec: + if typed.PodSpec != nil && typed.PodSpec.PodSpec != nil { + typed.PodSpec.PodSpec.Tolerations = append(typed.PodSpec.PodSpec.Tolerations, tolerations...) + } + } + } } // ReportEvents publishes all eventSequences to Pulsar. The eventSequences are compacted for more efficient publishing. diff --git a/internal/scheduler/api_test.go b/internal/scheduler/api_test.go index f388a5129d4..d0312b93e66 100644 --- a/internal/scheduler/api_test.go +++ b/internal/scheduler/api_test.go @@ -17,6 +17,7 @@ import ( "github.com/armadaproject/armada/internal/common/armadacontext" "github.com/armadaproject/armada/internal/common/compress" "github.com/armadaproject/armada/internal/common/mocks" + protoutil "github.com/armadaproject/armada/internal/common/proto" "github.com/armadaproject/armada/internal/common/pulsarutils" "github.com/armadaproject/armada/internal/scheduler/database" schedulermocks "github.com/armadaproject/armada/internal/scheduler/mocks" @@ -80,7 +81,12 @@ func TestExecutorApi_LeaseJobRuns(t *testing.T) { UnassignedJobRuns: []string{runId3.String()}, } - submit, compressedSubmit := submitMsg(t, "node-id") + submit, compressedSubmit := submitMsg( + t, + &v1.PodSpec{ + NodeSelector: map[string]string{nodeIdName: "node-id"}, + }, + ) defaultLease := &database.JobRunLease{ RunID: uuid.New(), Queue: "test-queue", @@ -91,7 +97,7 @@ func TestExecutorApi_LeaseJobRuns(t *testing.T) { SubmitMessage: compressedSubmit, } - submitWithoutNodeSelector, compressedSubmitNoNodeSelector := submitMsg(t, "") + submitWithoutNodeSelector, compressedSubmitNoNodeSelector := submitMsg(t, &v1.PodSpec{}) leaseWithoutNode := &database.JobRunLease{ RunID: uuid.New(), Queue: "test-queue", @@ -101,6 +107,39 @@ func TestExecutorApi_LeaseJobRuns(t *testing.T) { SubmitMessage: compressedSubmitNoNodeSelector, } + tolerations := []v1.Toleration{ + { + Key: "whale", + Value: "true", + Effect: v1.TaintEffectNoSchedule, + }, + } + leaseWithTolerations := &database.JobRunLease{ + RunID: uuid.New(), + Queue: "test-queue", + JobSet: "test-jobset", + UserID: "test-user", + Node: "node-id", + Groups: compressedGroups, + // We use the submit message without tolerations here, because the + // run-level tolerations are stored in PodRequirementsOverlay. + SubmitMessage: compressedSubmit, + PodRequirementsOverlay: protoutil.MustMarshall( + &schedulerobjects.PodRequirements{ + Tolerations: tolerations, + Priority: 1000, + }, + ), + } + submitWithTolerations, _ := submitMsg( + t, + &v1.PodSpec{ + NodeSelector: map[string]string{nodeIdName: "node-id"}, + Tolerations: tolerations, + }, + ) + submitWithTolerations.JobId = submit.JobId + tests := map[string]struct { request *executorapi.LeaseRequest runsToCancel []uuid.UUID @@ -154,6 +193,26 @@ func TestExecutorApi_LeaseJobRuns(t *testing.T) { }, }, }, + "run with PodRequirementsOverlay": { + request: defaultRequest, + leases: []*database.JobRunLease{leaseWithTolerations}, + expectedExecutor: defaultExpectedExecutor, + expectedMsgs: []*executorapi.LeaseStreamMessage{ + { + Event: &executorapi.LeaseStreamMessage_Lease{Lease: &executorapi.JobRunLease{ + JobRunId: armadaevents.ProtoUuidFromUuid(leaseWithTolerations.RunID), + Queue: leaseWithTolerations.Queue, + Jobset: leaseWithTolerations.JobSet, + User: leaseWithTolerations.UserID, + Groups: groups, + Job: submitWithTolerations, + }}, + }, + { + Event: &executorapi.LeaseStreamMessage_End{End: &executorapi.EndMarker{}}, + }, + }, + }, "do nothing": { request: defaultRequest, expectedExecutor: defaultExpectedExecutor, @@ -347,12 +406,7 @@ func TestExecutorApi_Publish(t *testing.T) { } } -func submitMsg(t *testing.T, nodeName string) (*armadaevents.SubmitJob, []byte) { - podSpec := &v1.PodSpec{} - if nodeName != "" { - podSpec.NodeSelector = map[string]string{} - podSpec.NodeSelector[nodeIdName] = nodeName - } +func submitMsg(t *testing.T, podSpec *v1.PodSpec) (*armadaevents.SubmitJob, []byte) { submitMsg := &armadaevents.SubmitJob{ JobId: armadaevents.ProtoUuidFromUuid(uuid.New()), MainObject: &armadaevents.KubernetesMainObject{ diff --git a/internal/scheduler/database/job_repository.go b/internal/scheduler/database/job_repository.go index ed83eda51e2..630b41ef726 100644 --- a/internal/scheduler/database/job_repository.go +++ b/internal/scheduler/database/job_repository.go @@ -23,13 +23,14 @@ type hasSerial interface { } type JobRunLease struct { - RunID uuid.UUID - Queue string - JobSet string - UserID string - Node string - Groups []byte - SubmitMessage []byte + RunID uuid.UUID + Queue string + JobSet string + UserID string + Node string + Groups []byte + SubmitMessage []byte + PodRequirementsOverlay []byte } // JobRepository is an interface to be implemented by structs which provide job and run information @@ -246,7 +247,7 @@ func (r *PostgresJobRepository) FetchJobRunLeases(ctx *armadacontext.Context, ex } query := ` - SELECT jr.run_id, jr.node, j.queue, j.job_set, j.user_id, j.groups, j.submit_message + SELECT jr.run_id, jr.node, j.queue, j.job_set, j.user_id, j.groups, j.submit_message, jr.pod_requirements_overlay FROM runs jr LEFT JOIN %s as tmp ON (tmp.run_id = jr.run_id) JOIN jobs j @@ -267,7 +268,7 @@ func (r *PostgresJobRepository) FetchJobRunLeases(ctx *armadacontext.Context, ex defer rows.Close() for rows.Next() { run := JobRunLease{} - err = rows.Scan(&run.RunID, &run.Node, &run.Queue, &run.JobSet, &run.UserID, &run.Groups, &run.SubmitMessage) + err = rows.Scan(&run.RunID, &run.Node, &run.Queue, &run.JobSet, &run.UserID, &run.Groups, &run.SubmitMessage, &run.PodRequirementsOverlay) if err != nil { return errors.WithStack(err) } diff --git a/internal/scheduler/database/job_repository_test.go b/internal/scheduler/database/job_repository_test.go index 771d887b17d..9be871caa67 100644 --- a/internal/scheduler/database/job_repository_test.go +++ b/internal/scheduler/database/job_repository_test.go @@ -11,12 +11,14 @@ import ( "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "golang.org/x/exp/slices" + v1 "k8s.io/api/core/v1" "github.com/armadaproject/armada/internal/common/armadacontext" "github.com/armadaproject/armada/internal/common/compress" "github.com/armadaproject/armada/internal/common/database" protoutil "github.com/armadaproject/armada/internal/common/proto" "github.com/armadaproject/armada/internal/common/util" + "github.com/armadaproject/armada/internal/scheduler/schedulerobjects" "github.com/armadaproject/armada/pkg/armadaevents" ) @@ -402,6 +404,24 @@ func TestFetchJobRunLeases(t *testing.T) { JobSet: "test-jobset", Executor: executorName, }, + { + RunID: uuid.New(), + JobID: dbJobs[2].JobID, + JobSet: "test-jobset", + Executor: executorName, + PodRequirementsOverlay: protoutil.MustMarshall( + &schedulerobjects.PodRequirements{ + Tolerations: []v1.Toleration{ + { + Key: "whale", + Value: "true", + Effect: v1.TaintEffectNoSchedule, + }, + }, + Priority: 1000, + }, + ), + }, { RunID: uuid.New(), JobID: dbJobs[0].JobID, @@ -424,15 +444,16 @@ func TestFetchJobRunLeases(t *testing.T) { Succeeded: true, // should be ignored as terminal }, } - expectedLeases := make([]*JobRunLease, 3) + expectedLeases := make([]*JobRunLease, 4) for i := range expectedLeases { expectedLeases[i] = &JobRunLease{ - RunID: dbRuns[i].RunID, - Queue: dbJobs[i].Queue, - JobSet: dbJobs[i].JobSet, - UserID: dbJobs[i].UserID, - Groups: dbJobs[i].Groups, - SubmitMessage: dbJobs[i].SubmitMessage, + RunID: dbRuns[i].RunID, + Queue: dbJobs[i].Queue, + JobSet: dbJobs[i].JobSet, + UserID: dbJobs[i].UserID, + Groups: dbJobs[i].Groups, + SubmitMessage: dbJobs[i].SubmitMessage, + PodRequirementsOverlay: dbRuns[i].PodRequirementsOverlay, } } tests := map[string]struct { @@ -465,12 +486,12 @@ func TestFetchJobRunLeases(t *testing.T) { excludedRuns: []uuid.UUID{dbRuns[1].RunID}, maxRowsToFetch: 100, executor: executorName, - expectedLeases: []*JobRunLease{expectedLeases[0], expectedLeases[2]}, + expectedLeases: []*JobRunLease{expectedLeases[0], expectedLeases[2], expectedLeases[3]}, }, "exclude everything": { dbJobs: dbJobs, dbRuns: dbRuns, - excludedRuns: []uuid.UUID{dbRuns[0].RunID, dbRuns[1].RunID, dbRuns[2].RunID}, + excludedRuns: []uuid.UUID{dbRuns[0].RunID, dbRuns[1].RunID, dbRuns[2].RunID, dbRuns[3].RunID}, maxRowsToFetch: 100, executor: executorName, expectedLeases: nil, diff --git a/internal/scheduler/database/migrations/006_add_run_pod_requirements.up.sql b/internal/scheduler/database/migrations/006_add_run_pod_requirements.up.sql new file mode 100644 index 00000000000..bf14e71576f --- /dev/null +++ b/internal/scheduler/database/migrations/006_add_run_pod_requirements.up.sql @@ -0,0 +1,5 @@ +-- The pod_requirements_overlay column holds a serialized PodRequirements +-- object that can be used to modify the pod requirements of a job; for +-- example, it is used to add additional tolerations to runs that are scheduled +-- as away jobs. +ALTER TABLE runs ADD COLUMN pod_requirements_overlay bytea; diff --git a/internal/scheduler/database/models.go b/internal/scheduler/database/models.go index 4600c05adc2..37f3c73cd9b 100644 --- a/internal/scheduler/database/models.go +++ b/internal/scheduler/database/models.go @@ -56,26 +56,27 @@ type Queue struct { } type Run struct { - RunID uuid.UUID `db:"run_id"` - JobID string `db:"job_id"` - Created int64 `db:"created"` - JobSet string `db:"job_set"` - Executor string `db:"executor"` - Node string `db:"node"` - Cancelled bool `db:"cancelled"` - Running bool `db:"running"` - Succeeded bool `db:"succeeded"` - Failed bool `db:"failed"` - Returned bool `db:"returned"` - RunAttempted bool `db:"run_attempted"` - Serial int64 `db:"serial"` - LastModified time.Time `db:"last_modified"` - LeasedTimestamp *time.Time `db:"leased_timestamp"` - PendingTimestamp *time.Time `db:"pending_timestamp"` - RunningTimestamp *time.Time `db:"running_timestamp"` - TerminatedTimestamp *time.Time `db:"terminated_timestamp"` - PreemptedTimestamp *time.Time `db:"preempted_timestamp"` - ScheduledAtPriority *int32 `db:"scheduled_at_priority"` - Preempted bool `db:"preempted"` - Pending bool `db:"pending"` + RunID uuid.UUID `db:"run_id"` + JobID string `db:"job_id"` + Created int64 `db:"created"` + JobSet string `db:"job_set"` + Executor string `db:"executor"` + Node string `db:"node"` + Cancelled bool `db:"cancelled"` + Running bool `db:"running"` + Succeeded bool `db:"succeeded"` + Failed bool `db:"failed"` + Returned bool `db:"returned"` + RunAttempted bool `db:"run_attempted"` + Serial int64 `db:"serial"` + LastModified time.Time `db:"last_modified"` + LeasedTimestamp *time.Time `db:"leased_timestamp"` + PendingTimestamp *time.Time `db:"pending_timestamp"` + RunningTimestamp *time.Time `db:"running_timestamp"` + TerminatedTimestamp *time.Time `db:"terminated_timestamp"` + ScheduledAtPriority *int32 `db:"scheduled_at_priority"` + Preempted bool `db:"preempted"` + Pending bool `db:"pending"` + PreemptedTimestamp *time.Time `db:"preempted_timestamp"` + PodRequirementsOverlay []byte `db:"pod_requirements_overlay"` } diff --git a/internal/scheduler/database/query.sql.go b/internal/scheduler/database/query.sql.go index 3b5d5403ad0..65e2b60afd2 100644 --- a/internal/scheduler/database/query.sql.go +++ b/internal/scheduler/database/query.sql.go @@ -427,7 +427,7 @@ func (q *Queries) SelectNewJobs(ctx context.Context, arg SelectNewJobsParams) ([ } const selectNewRuns = `-- name: SelectNewRuns :many -SELECT run_id, job_id, created, job_set, executor, node, cancelled, running, succeeded, failed, returned, run_attempted, serial, last_modified, leased_timestamp, pending_timestamp, running_timestamp, terminated_timestamp, preempted_timestamp, scheduled_at_priority, preempted, pending FROM runs WHERE serial > $1 ORDER BY serial LIMIT $2 +SELECT run_id, job_id, created, job_set, executor, node, cancelled, running, succeeded, failed, returned, run_attempted, serial, last_modified, leased_timestamp, pending_timestamp, running_timestamp, terminated_timestamp, scheduled_at_priority, preempted, pending, preempted_timestamp, pod_requirements_overlay FROM runs WHERE serial > $1 ORDER BY serial LIMIT $2 ` type SelectNewRunsParams struct { @@ -463,10 +463,11 @@ func (q *Queries) SelectNewRuns(ctx context.Context, arg SelectNewRunsParams) ([ &i.PendingTimestamp, &i.RunningTimestamp, &i.TerminatedTimestamp, - &i.PreemptedTimestamp, &i.ScheduledAtPriority, &i.Preempted, &i.Pending, + &i.PreemptedTimestamp, + &i.PodRequirementsOverlay, ); err != nil { return nil, err } @@ -479,7 +480,7 @@ func (q *Queries) SelectNewRuns(ctx context.Context, arg SelectNewRunsParams) ([ } const selectNewRunsForJobs = `-- name: SelectNewRunsForJobs :many -SELECT run_id, job_id, created, job_set, executor, node, cancelled, running, succeeded, failed, returned, run_attempted, serial, last_modified, leased_timestamp, pending_timestamp, running_timestamp, terminated_timestamp, preempted_timestamp, scheduled_at_priority, preempted, pending FROM runs WHERE serial > $1 AND job_id = ANY($2::text[]) ORDER BY serial +SELECT run_id, job_id, created, job_set, executor, node, cancelled, running, succeeded, failed, returned, run_attempted, serial, last_modified, leased_timestamp, pending_timestamp, running_timestamp, terminated_timestamp, scheduled_at_priority, preempted, pending, preempted_timestamp, pod_requirements_overlay FROM runs WHERE serial > $1 AND job_id = ANY($2::text[]) ORDER BY serial ` type SelectNewRunsForJobsParams struct { @@ -515,10 +516,11 @@ func (q *Queries) SelectNewRunsForJobs(ctx context.Context, arg SelectNewRunsFor &i.PendingTimestamp, &i.RunningTimestamp, &i.TerminatedTimestamp, - &i.PreemptedTimestamp, &i.ScheduledAtPriority, &i.Preempted, &i.Pending, + &i.PreemptedTimestamp, + &i.PodRequirementsOverlay, ); err != nil { return nil, err } diff --git a/internal/scheduler/jobdb/job_run.go b/internal/scheduler/jobdb/job_run.go index c7b003158cf..0790a5650fe 100644 --- a/internal/scheduler/jobdb/job_run.go +++ b/internal/scheduler/jobdb/job_run.go @@ -9,6 +9,9 @@ import ( ) // JobRun is the scheduler-internal representation of a job run. +// +// There are columns in the `runs` table that are not needed in the scheduler, +// such as `pod_requirements_overlay`; these are not represented here. type JobRun struct { // Unique identifier for the run. id uuid.UUID diff --git a/internal/scheduler/nodedb/nodedb.go b/internal/scheduler/nodedb/nodedb.go index f6141895bb3..845de861700 100644 --- a/internal/scheduler/nodedb/nodedb.go +++ b/internal/scheduler/nodedb/nodedb.go @@ -644,12 +644,18 @@ func (nodeDb *NodeDb) selectNodeForJobWithTxnAndAwayNodeType( txn *memdb.Txn, jctx *schedulercontext.JobSchedulingContext, awayNodeType types.AwayNodeType, -) (*Node, error) { +) (node *Node, err error) { // Save the number of additional tolerations that the job originally had; we // use this value to restore the slice of additional toleration at the end // of each loop iteration. numAdditionalTolerations := len(jctx.AdditionalTolerations) defer func() { + // If we successfully scheduled the job on a node of this away node + // type, keep the additional tolerations; the scheduler will add them to + // the pod requirements overlay for the resulting run. + if node != nil { + return + } jctx.AdditionalTolerations = jctx.AdditionalTolerations[:numAdditionalTolerations] }() @@ -662,7 +668,8 @@ func (nodeDb *NodeDb) selectNodeForJobWithTxnAndAwayNodeType( jctx.AdditionalTolerations = append(jctx.AdditionalTolerations, v1.Toleration{Key: taint.Key, Value: taint.Value, Effect: taint.Effect}) } - return nodeDb.selectNodeForJobWithTxnAtPriority(txn, jctx, awayNodeType.Priority) + node, err = nodeDb.selectNodeForJobWithTxnAtPriority(txn, jctx, awayNodeType.Priority) + return } func (nodeDb *NodeDb) selectNodeForJobWithTxnAtPriority( diff --git a/internal/scheduler/nodedb/nodedb_test.go b/internal/scheduler/nodedb/nodedb_test.go index 8b3b1042e59..6b12c581115 100644 --- a/internal/scheduler/nodedb/nodedb_test.go +++ b/internal/scheduler/nodedb/nodedb_test.go @@ -10,7 +10,10 @@ import ( v1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/api/resource" + "github.com/armadaproject/armada/internal/armada/configuration" armadamaps "github.com/armadaproject/armada/internal/common/maps" + "github.com/armadaproject/armada/internal/common/types" + "github.com/armadaproject/armada/internal/common/util" schedulerconfig "github.com/armadaproject/armada/internal/scheduler/configuration" schedulercontext "github.com/armadaproject/armada/internal/scheduler/context" "github.com/armadaproject/armada/internal/scheduler/interfaces" @@ -556,6 +559,78 @@ func TestScheduleMany(t *testing.T) { } } +func TestAwayNodeTypes(t *testing.T) { + priorityClasses := map[string]types.PriorityClass{ + "armada-preemptible-away": { + Priority: 30000, + Preemptible: true, + + AwayNodeTypes: []types.AwayNodeType{ + {Priority: 29000, WellKnownNodeTypeName: "whale"}, + }, + }, + } + + nodeDb, err := NewNodeDb( + priorityClasses, + testfixtures.TestMaxExtraNodesToConsider, + testfixtures.TestResources, + testfixtures.TestIndexedTaints, + testfixtures.TestIndexedNodeLabels, + []configuration.WellKnownNodeType{ + { + Name: "whale", + Taints: []v1.Taint{ + { + Key: "whale", + Value: "true", + Effect: v1.TaintEffectNoSchedule, + }, + }, + }, + }, + ) + require.NoError(t, err) + + nodeDbTxn := nodeDb.Txn(true) + node := testfixtures.Test32CpuNode([]int32{29000, 30000}) + node.Taints = append( + node.Taints, + v1.Taint{ + Key: "whale", + Value: "true", + Effect: v1.TaintEffectNoSchedule, + }, + ) + require.NoError(t, nodeDb.CreateAndInsertWithJobDbJobsWithTxn(nodeDbTxn, nil, node)) + + jobId := util.ULID() + job := testfixtures.TestJob( + testfixtures.TestQueue, + jobId, + "armada-preemptible-away", + testfixtures.Test1Cpu4GiPodReqs(testfixtures.TestQueue, jobId, 30000), + ) + jctx := schedulercontext.JobSchedulingContextFromJob(priorityClasses, job) + require.Empty(t, jctx.AdditionalTolerations) + gctx := schedulercontext.NewGangSchedulingContext([]*schedulercontext.JobSchedulingContext{jctx}) + + ok, err := nodeDb.ScheduleManyWithTxn(nodeDbTxn, gctx) + require.NoError(t, err) + require.True(t, ok) + require.Equal( + t, + []v1.Toleration{ + { + Key: "whale", + Value: "true", + Effect: v1.TaintEffectNoSchedule, + }, + }, + jctx.AdditionalTolerations, + ) +} + func benchmarkUpsert(nodes []*schedulerobjects.Node, b *testing.B) { nodeDb, err := NewNodeDb( testfixtures.TestPriorityClasses, diff --git a/internal/scheduler/scheduler.go b/internal/scheduler/scheduler.go index 0c1ace6a98d..00593cb80be 100644 --- a/internal/scheduler/scheduler.go +++ b/internal/scheduler/scheduler.go @@ -14,6 +14,7 @@ import ( "github.com/armadaproject/armada/internal/armada/configuration" "github.com/armadaproject/armada/internal/common/armadacontext" "github.com/armadaproject/armada/internal/common/logging" + schedulercontext "github.com/armadaproject/armada/internal/scheduler/context" "github.com/armadaproject/armada/internal/scheduler/database" "github.com/armadaproject/armada/internal/scheduler/jobdb" "github.com/armadaproject/armada/internal/scheduler/kubernetesobjects/affinity" @@ -461,7 +462,7 @@ func EventsFromSchedulerResult(result *SchedulerResult, time time.Time) ([]*arma if err != nil { return nil, err } - eventSequences, err = AppendEventSequencesFromScheduledJobs(eventSequences, ScheduledJobsFromSchedulerResult[*jobdb.Job](result), result.AdditionalAnnotationsByJobId) + eventSequences, err = AppendEventSequencesFromScheduledJobs(eventSequences, result.ScheduledJobs, result.AdditionalAnnotationsByJobId) if err != nil { return nil, err } @@ -534,8 +535,9 @@ func AppendEventSequencesFromPreemptedJobs(eventSequences []*armadaevents.EventS return eventSequences, nil } -func AppendEventSequencesFromScheduledJobs(eventSequences []*armadaevents.EventSequence, jobs []*jobdb.Job, additionalAnnotationsByJobId map[string]map[string]string) ([]*armadaevents.EventSequence, error) { - for _, job := range jobs { +func AppendEventSequencesFromScheduledJobs(eventSequences []*armadaevents.EventSequence, jctxs []*schedulercontext.JobSchedulingContext, additionalAnnotationsByJobId map[string]map[string]string) ([]*armadaevents.EventSequence, error) { + for _, jctx := range jctxs { + job := jctx.Job.(*jobdb.Job) jobId, err := armadaevents.ProtoUuidFromUlidString(job.Id()) if err != nil { return nil, err @@ -568,6 +570,10 @@ func AppendEventSequencesFromScheduledJobs(eventSequences []*armadaevents.EventS HasScheduledAtPriority: hasScheduledAtPriority, ScheduledAtPriority: scheduledAtPriority, AdditionalAnnotations: additionalAnnotations, + PodRequirementsOverlay: &schedulerobjects.PodRequirements{ + Tolerations: jctx.AdditionalTolerations, + Priority: scheduledAtPriority, + }, }, }, }, diff --git a/internal/scheduler/scheduler_test.go b/internal/scheduler/scheduler_test.go index c0672c3c7cc..781b8a2fbfc 100644 --- a/internal/scheduler/scheduler_test.go +++ b/internal/scheduler/scheduler_test.go @@ -1844,6 +1844,7 @@ func TestCycleConsistency(t *testing.T) { HasScheduledAtPriority: true, ScheduledAtPriority: 10, AdditionalAnnotations: make(map[string]string), + PodRequirementsOverlay: &schedulerobjects.PodRequirements{Priority: 10}, }, }, }, @@ -1928,6 +1929,7 @@ func TestCycleConsistency(t *testing.T) { HasScheduledAtPriority: true, ScheduledAtPriority: 10, AdditionalAnnotations: make(map[string]string), + PodRequirementsOverlay: &schedulerobjects.PodRequirements{Priority: 10}, }, }, }, @@ -1991,6 +1993,7 @@ func TestCycleConsistency(t *testing.T) { HasScheduledAtPriority: true, ScheduledAtPriority: 10, AdditionalAnnotations: make(map[string]string), + PodRequirementsOverlay: &schedulerobjects.PodRequirements{Priority: 10}, }, }, }, diff --git a/internal/scheduler/simulator/simulator.go b/internal/scheduler/simulator/simulator.go index 1ada3591353..996e86eac3e 100644 --- a/internal/scheduler/simulator/simulator.go +++ b/internal/scheduler/simulator/simulator.go @@ -499,9 +499,9 @@ func (s *Simulator) handleScheduleEvent(ctx *armadacontext.Context) error { // Update jobDb to reflect the decisions by the scheduler. // Sort jobs to ensure deterministic event ordering. preemptedJobs := scheduler.PreemptedJobsFromSchedulerResult[*jobdb.Job](result) - scheduledJobs := scheduler.ScheduledJobsFromSchedulerResult[*jobdb.Job](result) + scheduledJobs := slices.Clone(result.ScheduledJobs) failedJobs := scheduler.FailedJobsFromSchedulerResult[*jobdb.Job](result) - less := func(a, b *jobdb.Job) bool { + lessJob := func(a, b *jobdb.Job) bool { if a.Queue() < b.Queue() { return true } else if a.Queue() > b.Queue() { @@ -514,9 +514,11 @@ func (s *Simulator) handleScheduleEvent(ctx *armadacontext.Context) error { } return false } - slices.SortFunc(preemptedJobs, less) - slices.SortFunc(scheduledJobs, less) - slices.SortFunc(failedJobs, less) + slices.SortFunc(preemptedJobs, lessJob) + slices.SortFunc(scheduledJobs, func(a, b *schedulercontext.JobSchedulingContext) bool { + return lessJob(a.Job.(*jobdb.Job), b.Job.(*jobdb.Job)) + }) + slices.SortFunc(failedJobs, lessJob) for i, job := range preemptedJobs { if run := job.LatestRun(); run != nil { job = job.WithUpdatedRun(run.WithFailed(true)) @@ -525,7 +527,8 @@ func (s *Simulator) handleScheduleEvent(ctx *armadacontext.Context) error { } preemptedJobs[i] = job.WithQueued(false).WithFailed(true) } - for i, job := range scheduledJobs { + for i, jctx := range scheduledJobs { + job := jctx.Job.(*jobdb.Job) nodeId := result.NodeIdByJobId[job.GetId()] if nodeId == "" { return errors.Errorf("job %s not mapped to a node", job.GetId()) @@ -537,7 +540,7 @@ func (s *Simulator) handleScheduleEvent(ctx *armadacontext.Context) error { if !ok { return errors.Errorf("job %s not mapped to a priority", job.Id()) } - scheduledJobs[i] = job.WithQueued(false).WithNewRun(node.Executor, node.Id, node.Name, priority) + scheduledJobs[i].Job = job.WithQueued(false).WithNewRun(node.Executor, node.Id, node.Name, priority) } } for i, job := range failedJobs { @@ -549,7 +552,7 @@ func (s *Simulator) handleScheduleEvent(ctx *armadacontext.Context) error { if err := txn.Upsert(preemptedJobs); err != nil { return err } - if err := txn.Upsert(scheduledJobs); err != nil { + if err := txn.Upsert(util.Map(scheduledJobs, func(jctx *schedulercontext.JobSchedulingContext) *jobdb.Job { return jctx.Job.(*jobdb.Job) })); err != nil { return err } if err := txn.Upsert(failedJobs); err != nil { diff --git a/internal/scheduleringester/instructions.go b/internal/scheduleringester/instructions.go index e10789dcc48..45ea4188fe2 100644 --- a/internal/scheduleringester/instructions.go +++ b/internal/scheduleringester/instructions.go @@ -192,18 +192,23 @@ func (c *InstructionConverter) handleJobRunLeased(jobRunLeased *armadaevents.Job if jobRunLeased.HasScheduledAtPriority { scheduledAtPriority = &jobRunLeased.ScheduledAtPriority } + PodRequirementsOverlay, err := proto.Marshal(jobRunLeased.GetPodRequirementsOverlay()) + if err != nil { + return nil, errors.WithStack(err) + } return []DbOperation{ InsertRuns{runId: &JobRunDetails{ Queue: meta.queue, DbRun: &schedulerdb.Run{ - RunID: runId, - JobID: jobId, - Created: eventTime.UnixNano(), - JobSet: meta.jobset, - Executor: jobRunLeased.GetExecutorId(), - Node: jobRunLeased.GetNodeId(), - ScheduledAtPriority: scheduledAtPriority, - LeasedTimestamp: &eventTime, + RunID: runId, + JobID: jobId, + Created: eventTime.UnixNano(), + JobSet: meta.jobset, + Executor: jobRunLeased.GetExecutorId(), + Node: jobRunLeased.GetNodeId(), + ScheduledAtPriority: scheduledAtPriority, + LeasedTimestamp: &eventTime, + PodRequirementsOverlay: PodRequirementsOverlay, }, }}, UpdateJobQueuedState{jobId: &JobQueuedStateUpdate{ diff --git a/internal/scheduleringester/instructions_test.go b/internal/scheduleringester/instructions_test.go index 37097a0f5aa..2389320b3ae 100644 --- a/internal/scheduleringester/instructions_test.go +++ b/internal/scheduleringester/instructions_test.go @@ -54,14 +54,15 @@ func TestConvertSequence(t *testing.T) { events: []*armadaevents.EventSequence_Event{f.Leased}, expected: []DbOperation{ InsertRuns{f.RunIdUuid: &JobRunDetails{Queue: f.Queue, DbRun: &schedulerdb.Run{ - RunID: f.RunIdUuid, - JobID: f.JobIdString, - JobSet: f.JobSetName, - Executor: f.ExecutorId, - Node: f.NodeName, - ScheduledAtPriority: &f.ScheduledAtPriority, - Created: f.BaseTime.UnixNano(), - LeasedTimestamp: &f.BaseTime, + RunID: f.RunIdUuid, + JobID: f.JobIdString, + JobSet: f.JobSetName, + Executor: f.ExecutorId, + Node: f.NodeName, + ScheduledAtPriority: &f.ScheduledAtPriority, + Created: f.BaseTime.UnixNano(), + LeasedTimestamp: &f.BaseTime, + PodRequirementsOverlay: protoutil.MustMarshall(f.Leased.GetJobRunLeased().GetPodRequirementsOverlay()), }}}, UpdateJobQueuedState{f.JobIdString: &JobQueuedStateUpdate{ Queued: false, diff --git a/pkg/armadaevents/events.pb.go b/pkg/armadaevents/events.pb.go index 405dd6f6734..9a784f8f3e7 100644 --- a/pkg/armadaevents/events.pb.go +++ b/pkg/armadaevents/events.pb.go @@ -1670,6 +1670,10 @@ type JobRunLeased struct { ScheduledAtPriority int32 `protobuf:"varint,7,opt,name=scheduled_at_priority,json=scheduledAtPriority,proto3" json:"scheduledAtPriority,omitempty"` // Additional annotations to be added to the PodSpec. AdditionalAnnotations map[string]string `protobuf:"bytes,8,rep,name=additional_annotations,json=additionalAnnotations,proto3" json:"additionalAnnotations,omitempty" protobuf_key:"bytes,1,opt,name=key,proto3" protobuf_val:"bytes,2,opt,name=value,proto3"` + // The scheduler uses this field to modify the pod requirements of a job; + // for example, it may add additional tolerations to runs that are scheduled + // as away jobs. + PodRequirementsOverlay *schedulerobjects.PodRequirements `protobuf:"bytes,9,opt,name=pod_requirements_overlay,json=podRequirementsOverlay,proto3" json:"podRequirementsOverlay,omitempty"` } func (m *JobRunLeased) Reset() { *m = JobRunLeased{} } @@ -1761,6 +1765,13 @@ func (m *JobRunLeased) GetAdditionalAnnotations() map[string]string { return nil } +func (m *JobRunLeased) GetPodRequirementsOverlay() *schedulerobjects.PodRequirements { + if m != nil { + return m.PodRequirementsOverlay + } + return nil +} + // Indicates that a job has been assigned to nodes by Kubernetes. type JobRunAssigned struct { RunId *Uuid `protobuf:"bytes,1,opt,name=run_id,json=runId,proto3" json:"runId,omitempty"` @@ -3525,233 +3536,236 @@ func init() { func init() { proto.RegisterFile("pkg/armadaevents/events.proto", fileDescriptor_6aab92ca59e015f8) } var fileDescriptor_6aab92ca59e015f8 = []byte{ - // 3612 bytes of a gzipped FileDescriptorProto - 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe4, 0x5b, 0x49, 0x70, 0x1b, 0xd7, - 0x99, 0x56, 0x03, 0x24, 0x96, 0x1f, 0x5c, 0xa0, 0x27, 0x92, 0x86, 0x68, 0x89, 0xa0, 0x5b, 0x9e, - 0xb1, 0xec, 0xb2, 0x41, 0x5b, 0x5e, 0xca, 0xcb, 0x94, 0x5d, 0x84, 0x44, 0x6b, 0xb1, 0x28, 0xd1, - 0xa0, 0xe8, 0xd1, 0xb8, 0x3c, 0x05, 0x37, 0xd0, 0x8f, 0x60, 0x8b, 0x8d, 0xee, 0x76, 0x77, 0x83, - 0x22, 0xab, 0x7c, 0x98, 0x99, 0x9a, 0xf1, 0xdc, 0x1c, 0xa5, 0x92, 0x43, 0xaa, 0x72, 0x70, 0xae, - 0x71, 0x55, 0xce, 0x39, 0xe7, 0x14, 0x1f, 0x52, 0x29, 0xe7, 0x96, 0x13, 0x92, 0xb2, 0x2b, 0x87, - 0xe0, 0x90, 0x73, 0x92, 0x4b, 0x52, 0x6f, 0xeb, 0x7e, 0xaf, 0xbb, 0x21, 0x51, 0x5b, 0xe4, 0x94, - 0x4e, 0x64, 0x7f, 0xff, 0xda, 0x6f, 0xf9, 0xfb, 0x7f, 0xff, 0xfb, 0x01, 0x27, 0xbd, 0xdd, 0xde, - 0x8a, 0xe1, 0xf7, 0x0d, 0xd3, 0xc0, 0x7b, 0xd8, 0x09, 0x83, 0x15, 0xf6, 0xa7, 0xe1, 0xf9, 0x6e, - 0xe8, 0xa2, 0x29, 0x99, 0xb4, 0xa8, 0xef, 0xbe, 0x1e, 0x34, 0x2c, 0x77, 0xc5, 0xf0, 0xac, 0x95, - 0xae, 0xeb, 0xe3, 0x95, 0xbd, 0x97, 0x56, 0x7a, 0xd8, 0xc1, 0xbe, 0x11, 0x62, 0x93, 0x49, 0x2c, - 0x9e, 0x96, 0x78, 0x1c, 0x1c, 0xde, 0x74, 0xfd, 0x5d, 0xcb, 0xe9, 0x65, 0x71, 0xd6, 0x7b, 0xae, - 0xdb, 0xb3, 0xf1, 0x0a, 0x7d, 0xea, 0x0c, 0xb6, 0x57, 0x42, 0xab, 0x8f, 0x83, 0xd0, 0xe8, 0x7b, - 0x9c, 0x61, 0x29, 0xc9, 0x70, 0xd3, 0x37, 0x3c, 0x0f, 0xfb, 0xdc, 0xb9, 0xc5, 0x57, 0x62, 0x53, - 0x7d, 0xa3, 0xbb, 0x63, 0x39, 0xd8, 0x3f, 0x58, 0xa1, 0xef, 0xe3, 0x59, 0x2b, 0x3e, 0x0e, 0xdc, - 0x81, 0xdf, 0xc5, 0x29, 0xb3, 0x2f, 0xf4, 0xac, 0x70, 0x67, 0xd0, 0x69, 0x74, 0xdd, 0xfe, 0x4a, - 0xcf, 0xed, 0xb9, 0xb1, 0x7a, 0xf2, 0x44, 0x1f, 0xe8, 0x7f, 0x9c, 0xfd, 0x4d, 0xcb, 0x09, 0xb1, - 0xef, 0x18, 0xf6, 0x4a, 0xd0, 0xdd, 0xc1, 0xe6, 0xc0, 0xc6, 0x7e, 0xfc, 0x9f, 0xdb, 0xb9, 0x81, - 0xbb, 0x61, 0x90, 0x02, 0x98, 0xac, 0x7e, 0x6b, 0x0e, 0xa6, 0xd7, 0xc8, 0xd0, 0x6d, 0xe2, 0x4f, - 0x06, 0xd8, 0xe9, 0x62, 0xf4, 0x2c, 0x4c, 0x7e, 0x32, 0xc0, 0x03, 0x5c, 0xd3, 0x96, 0xb5, 0xd3, - 0xe5, 0xe6, 0xb1, 0xd1, 0xb0, 0x3e, 0x4b, 0x81, 0xe7, 0xdd, 0xbe, 0x15, 0xe2, 0xbe, 0x17, 0x1e, - 0xb4, 0x18, 0x07, 0x7a, 0x13, 0xa6, 0x6e, 0xb8, 0x9d, 0x76, 0x80, 0xc3, 0xb6, 0x63, 0xf4, 0x71, - 0x2d, 0x47, 0x25, 0x6a, 0xa3, 0x61, 0x7d, 0xee, 0x86, 0xdb, 0xd9, 0xc4, 0xe1, 0x15, 0xa3, 0x2f, - 0x8b, 0x41, 0x8c, 0xa2, 0x17, 0xa0, 0x38, 0x08, 0xb0, 0xdf, 0xb6, 0xcc, 0x5a, 0x9e, 0x8a, 0xcd, - 0x8d, 0x86, 0xf5, 0x2a, 0x81, 0x2e, 0x9a, 0x92, 0x48, 0x81, 0x21, 0xe8, 0x79, 0x28, 0xf4, 0x7c, - 0x77, 0xe0, 0x05, 0xb5, 0x89, 0xe5, 0xbc, 0xe0, 0x66, 0x88, 0xcc, 0xcd, 0x10, 0x74, 0x15, 0x0a, - 0x6c, 0x3d, 0xd4, 0x26, 0x97, 0xf3, 0xa7, 0x2b, 0x67, 0x9e, 0x6a, 0xc8, 0x8b, 0xa4, 0xa1, 0xbc, - 0x30, 0x7b, 0x62, 0x0a, 0x19, 0x5d, 0x56, 0xc8, 0x97, 0xd5, 0x1f, 0x8f, 0xc2, 0x24, 0xe5, 0x43, - 0x57, 0xa1, 0xd8, 0xf5, 0x31, 0x99, 0xac, 0x1a, 0x5a, 0xd6, 0x4e, 0x57, 0xce, 0x2c, 0x36, 0xd8, - 0x1a, 0x68, 0x88, 0x49, 0x6a, 0x5c, 0x13, 0x8b, 0xa4, 0x79, 0x7c, 0x34, 0xac, 0x1f, 0xe5, 0xec, - 0xb1, 0xd6, 0x5b, 0xbf, 0xab, 0x6b, 0x2d, 0xa1, 0x05, 0x6d, 0x40, 0x39, 0x18, 0x74, 0xfa, 0x56, - 0x78, 0xc9, 0xed, 0xd0, 0x31, 0xaf, 0x9c, 0x79, 0x42, 0x75, 0x77, 0x53, 0x90, 0x9b, 0x4f, 0x8c, - 0x86, 0xf5, 0x63, 0x11, 0x77, 0xac, 0xf1, 0xc2, 0x91, 0x56, 0xac, 0x04, 0xed, 0xc0, 0xac, 0x8f, - 0x3d, 0xdf, 0x72, 0x7d, 0x2b, 0xb4, 0x02, 0x4c, 0xf4, 0xe6, 0xa8, 0xde, 0x93, 0xaa, 0xde, 0x96, - 0xca, 0xd4, 0x3c, 0x39, 0x1a, 0xd6, 0x8f, 0x27, 0x24, 0x15, 0x1b, 0x49, 0xb5, 0x28, 0x04, 0x94, - 0x80, 0x36, 0x71, 0x48, 0xe7, 0xb3, 0x72, 0x66, 0xf9, 0xb6, 0xc6, 0x36, 0x71, 0xd8, 0x5c, 0x1e, - 0x0d, 0xeb, 0x27, 0xd2, 0xf2, 0x8a, 0xc9, 0x0c, 0xfd, 0xc8, 0x86, 0xaa, 0x8c, 0x9a, 0xe4, 0x05, - 0x27, 0xa8, 0xcd, 0xa5, 0xf1, 0x36, 0x09, 0x57, 0x73, 0x69, 0x34, 0xac, 0x2f, 0x26, 0x65, 0x15, - 0x7b, 0x29, 0xcd, 0x64, 0x7e, 0xba, 0x86, 0xd3, 0xc5, 0x36, 0x31, 0x33, 0x99, 0x35, 0x3f, 0x67, - 0x05, 0x99, 0xcd, 0x4f, 0xc4, 0xad, 0xce, 0x4f, 0x04, 0xa3, 0x8f, 0x60, 0x2a, 0x7a, 0x20, 0xe3, - 0x55, 0xe0, 0xeb, 0x28, 0x5b, 0x29, 0x19, 0xa9, 0xc5, 0xd1, 0xb0, 0xbe, 0x20, 0xcb, 0x28, 0xaa, - 0x15, 0x6d, 0xb1, 0x76, 0x9b, 0x8d, 0x4c, 0x71, 0xbc, 0x76, 0xc6, 0x21, 0x6b, 0xb7, 0xd3, 0x23, - 0xa2, 0x68, 0x23, 0xda, 0xc9, 0x26, 0x1e, 0x74, 0xbb, 0x18, 0x9b, 0xd8, 0xac, 0x95, 0xb2, 0xb4, - 0x5f, 0x92, 0x38, 0x98, 0x76, 0x59, 0x46, 0xd5, 0x2e, 0x53, 0xc8, 0x58, 0xdf, 0x70, 0x3b, 0x6b, - 0xbe, 0xef, 0xfa, 0x41, 0xad, 0x9c, 0x35, 0xd6, 0x97, 0x04, 0x99, 0x8d, 0x75, 0xc4, 0xad, 0x8e, - 0x75, 0x04, 0x73, 0x7f, 0x5b, 0x03, 0xe7, 0x32, 0x36, 0x02, 0x6c, 0xd6, 0x60, 0x8c, 0xbf, 0x11, - 0x47, 0xe4, 0x6f, 0x84, 0xa4, 0xfc, 0x8d, 0x28, 0xc8, 0x84, 0x19, 0xf6, 0xbc, 0x1a, 0x04, 0x56, - 0xcf, 0xc1, 0x66, 0xad, 0x42, 0xf5, 0x9f, 0xc8, 0xd2, 0x2f, 0x78, 0x9a, 0x27, 0x46, 0xc3, 0x7a, - 0x4d, 0x95, 0x53, 0x6c, 0x24, 0x74, 0xa2, 0x8f, 0x61, 0x9a, 0x21, 0xad, 0x81, 0xe3, 0x58, 0x4e, - 0xaf, 0x36, 0x45, 0x8d, 0x3c, 0x99, 0x65, 0x84, 0xb3, 0x34, 0x9f, 0x1c, 0x0d, 0xeb, 0x4f, 0x28, - 0x52, 0x8a, 0x09, 0x55, 0x21, 0x89, 0x18, 0x0c, 0x88, 0x27, 0x76, 0x3a, 0x2b, 0x62, 0x5c, 0x52, - 0x99, 0x58, 0xc4, 0x48, 0x48, 0xaa, 0x11, 0x23, 0x41, 0x8c, 0xe7, 0x83, 0x4f, 0xf2, 0xcc, 0xf8, - 0xf9, 0xe0, 0xf3, 0x2c, 0xcd, 0x47, 0xc6, 0x54, 0x2b, 0xda, 0xd0, 0xa7, 0x40, 0x3e, 0x3c, 0xe7, - 0x06, 0x9e, 0x6d, 0x75, 0x8d, 0x10, 0x9f, 0xc3, 0x21, 0xee, 0x92, 0x48, 0x3d, 0x4b, 0xad, 0xe8, - 0x29, 0x2b, 0x29, 0xce, 0xa6, 0x3e, 0x1a, 0xd6, 0x97, 0xb2, 0x74, 0x28, 0x56, 0x33, 0xad, 0xa0, - 0xff, 0xd2, 0x60, 0x3e, 0x08, 0x0d, 0xc7, 0x34, 0x6c, 0xd7, 0xc1, 0x17, 0x9d, 0x9e, 0x8f, 0x83, - 0xe0, 0xa2, 0xb3, 0xed, 0xd6, 0xaa, 0xd4, 0xfe, 0xa9, 0x44, 0x58, 0xcf, 0x62, 0x6d, 0x9e, 0x1a, - 0x0d, 0xeb, 0xf5, 0x4c, 0x2d, 0x8a, 0x07, 0xd9, 0x86, 0xd0, 0x3e, 0x1c, 0x13, 0x59, 0xc5, 0x56, - 0x68, 0xd9, 0x56, 0x60, 0x84, 0x96, 0xeb, 0xd4, 0x8e, 0x52, 0xfb, 0x4f, 0x25, 0xa3, 0x63, 0x8a, - 0xb1, 0xf9, 0xd4, 0x68, 0x58, 0x3f, 0x99, 0xa1, 0x41, 0xb1, 0x9d, 0x65, 0x22, 0x5e, 0x42, 0x1b, - 0x3e, 0x26, 0x8c, 0xd8, 0xac, 0x1d, 0x1b, 0xbf, 0x84, 0x22, 0x26, 0x79, 0x09, 0x45, 0x60, 0xd6, - 0x12, 0x8a, 0x88, 0xc4, 0x92, 0x67, 0xf8, 0xa1, 0x45, 0xcc, 0xae, 0x1b, 0xfe, 0x2e, 0xf6, 0x6b, - 0x73, 0x59, 0x96, 0x36, 0x54, 0x26, 0x66, 0x29, 0x21, 0xa9, 0x5a, 0x4a, 0x10, 0xd1, 0x2d, 0x0d, - 0x54, 0xd7, 0x2c, 0xd7, 0x69, 0x91, 0xb4, 0x21, 0x20, 0xaf, 0x37, 0x4f, 0x8d, 0x3e, 0x73, 0x9b, - 0xd7, 0x93, 0xd9, 0x9b, 0xcf, 0x8c, 0x86, 0xf5, 0x53, 0x63, 0xb5, 0x29, 0x8e, 0x8c, 0x37, 0x8a, - 0xae, 0x43, 0x85, 0x10, 0x31, 0x4d, 0xc0, 0xcc, 0xda, 0x02, 0xf5, 0xe1, 0x78, 0xda, 0x07, 0xce, - 0x40, 0x33, 0x90, 0x79, 0x49, 0x42, 0xb1, 0x23, 0xab, 0x6a, 0x16, 0x61, 0x92, 0xca, 0xeb, 0xa3, - 0x02, 0x1c, 0xcb, 0x58, 0x1b, 0xe8, 0x6d, 0x28, 0xf8, 0x03, 0x87, 0x24, 0x6c, 0x2c, 0x4b, 0x41, - 0xaa, 0xd5, 0xad, 0x81, 0x65, 0xb2, 0x6c, 0xd1, 0x1f, 0x38, 0x4a, 0x0e, 0x37, 0x49, 0x01, 0x22, - 0x4f, 0xb2, 0x45, 0xcb, 0xe4, 0xd9, 0xc8, 0x58, 0xf9, 0x1b, 0x6e, 0x47, 0x95, 0xa7, 0x00, 0xc2, - 0x30, 0x2d, 0x16, 0x5e, 0xdb, 0x22, 0xbb, 0x8a, 0xe5, 0x19, 0x4f, 0xab, 0x6a, 0xde, 0x1b, 0x74, - 0xb0, 0xef, 0xe0, 0x10, 0x07, 0xe2, 0x1d, 0xe8, 0xb6, 0xa2, 0x51, 0xc4, 0x97, 0x10, 0x49, 0xff, - 0x94, 0x8c, 0xa3, 0x1f, 0x6a, 0x50, 0xeb, 0x1b, 0xfb, 0x6d, 0x01, 0x06, 0xed, 0x6d, 0xd7, 0x6f, - 0x7b, 0xd8, 0xb7, 0x5c, 0x93, 0x26, 0x9f, 0x95, 0x33, 0xff, 0x76, 0xc7, 0x8d, 0xd4, 0x58, 0x37, - 0xf6, 0x05, 0x1c, 0xbc, 0xeb, 0xfa, 0x1b, 0x54, 0x7c, 0xcd, 0x09, 0xfd, 0x83, 0xe6, 0xc9, 0xaf, - 0x86, 0xf5, 0x23, 0x64, 0x5a, 0xfa, 0x59, 0x3c, 0xad, 0x6c, 0x18, 0x7d, 0x4f, 0x83, 0x85, 0xd0, - 0x0d, 0x0d, 0xbb, 0xdd, 0x1d, 0xf4, 0x07, 0xb6, 0x11, 0x5a, 0x7b, 0xb8, 0x3d, 0x08, 0x8c, 0x1e, - 0xe6, 0x39, 0xee, 0x5b, 0x77, 0x76, 0xea, 0x1a, 0x91, 0x3f, 0x1b, 0x89, 0x6f, 0x11, 0x69, 0xe6, - 0xd3, 0x09, 0xee, 0xd3, 0x5c, 0x98, 0xc1, 0xd2, 0xca, 0x44, 0x17, 0x7f, 0xa2, 0xc1, 0xe2, 0xf8, - 0xd7, 0x44, 0xa7, 0x20, 0xbf, 0x8b, 0x0f, 0xf8, 0x29, 0xe2, 0xe8, 0x68, 0x58, 0x9f, 0xde, 0xc5, - 0x07, 0xd2, 0xa8, 0x13, 0x2a, 0xfa, 0x0f, 0x98, 0xdc, 0x33, 0xec, 0x01, 0xe6, 0x4b, 0xa2, 0xd1, - 0x60, 0xe7, 0xa5, 0x86, 0x7c, 0x5e, 0x6a, 0x78, 0xbb, 0x3d, 0x02, 0x34, 0xc4, 0x8c, 0x34, 0xde, - 0x1f, 0x18, 0x4e, 0x68, 0x85, 0x07, 0x6c, 0xb9, 0x50, 0x05, 0xf2, 0x72, 0xa1, 0xc0, 0x9b, 0xb9, - 0xd7, 0xb5, 0xc5, 0x2f, 0x34, 0x38, 0x3e, 0xf6, 0xa5, 0xbf, 0x0b, 0x1e, 0xea, 0x6d, 0x98, 0x20, - 0x0b, 0x9f, 0x9c, 0x6f, 0x76, 0xac, 0xde, 0xce, 0x6b, 0xaf, 0x50, 0x77, 0x0a, 0xec, 0x38, 0xc2, - 0x10, 0xf9, 0x38, 0xc2, 0x10, 0x72, 0x46, 0xb3, 0xdd, 0x9b, 0xaf, 0xbd, 0x42, 0x9d, 0x2a, 0x30, - 0x23, 0x14, 0x90, 0x8d, 0x50, 0x40, 0xff, 0x5b, 0x01, 0xca, 0xd1, 0x01, 0x42, 0xda, 0x83, 0xda, - 0x3d, 0xed, 0xc1, 0x0b, 0x50, 0x35, 0xb1, 0xc9, 0xbf, 0x7c, 0x96, 0xeb, 0x88, 0xdd, 0x5c, 0x66, - 0xd1, 0x55, 0xa1, 0x29, 0xf2, 0xb3, 0x09, 0x12, 0x3a, 0x03, 0x25, 0x9e, 0x68, 0x1f, 0xd0, 0x8d, - 0x3c, 0xdd, 0x5c, 0x18, 0x0d, 0xeb, 0x48, 0x60, 0x92, 0x68, 0xc4, 0x87, 0x5a, 0x00, 0xec, 0xf4, - 0xba, 0x8e, 0x43, 0x83, 0xa7, 0xfc, 0x35, 0xf5, 0x0d, 0xae, 0x46, 0x74, 0x76, 0x0e, 0x8d, 0xf9, - 0xe5, 0x73, 0x68, 0x8c, 0xa2, 0x8f, 0x00, 0xfa, 0x86, 0xe5, 0x30, 0x39, 0x9e, 0xdf, 0xeb, 0xe3, - 0x42, 0xca, 0x7a, 0xc4, 0xc9, 0xb4, 0xc7, 0x92, 0xb2, 0xf6, 0x18, 0x25, 0xa7, 0x45, 0x7e, 0xde, - 0xae, 0x15, 0xe8, 0x2e, 0x5d, 0x1a, 0xa7, 0x9a, 0xab, 0x9d, 0x27, 0x27, 0x46, 0x2e, 0x22, 0xe9, - 0x14, 0x5a, 0xc8, 0xb0, 0xd9, 0xd6, 0x36, 0x0e, 0xad, 0x3e, 0xa6, 0x99, 0x3d, 0x1f, 0x36, 0x81, - 0xc9, 0xc3, 0x26, 0x30, 0xf4, 0x3a, 0x80, 0x11, 0xae, 0xbb, 0x41, 0x78, 0xd5, 0xe9, 0x62, 0x9a, - 0xb1, 0x97, 0x98, 0xfb, 0x31, 0x2a, 0xbb, 0x1f, 0xa3, 0xe8, 0x2d, 0xa8, 0x78, 0xfc, 0x23, 0xd4, - 0xb1, 0x31, 0xcd, 0xc8, 0x4b, 0xec, 0x93, 0x22, 0xc1, 0x92, 0xac, 0xcc, 0x8d, 0xce, 0xc3, 0x6c, - 0xd7, 0x75, 0xba, 0x03, 0xdf, 0xc7, 0x4e, 0xf7, 0x60, 0xd3, 0xd8, 0xc6, 0x34, 0xfb, 0x2e, 0xb1, - 0xa5, 0x92, 0x20, 0xc9, 0x4b, 0x25, 0x41, 0x42, 0xaf, 0x42, 0x39, 0xaa, 0x5e, 0xd0, 0x04, 0xbb, - 0xcc, 0x0f, 0xc2, 0x02, 0x94, 0x84, 0x63, 0x4e, 0xe2, 0xbc, 0x15, 0x44, 0x59, 0x1a, 0x4d, 0x9a, - 0xb9, 0xf3, 0x12, 0x2c, 0x3b, 0x2f, 0xc1, 0xe8, 0x22, 0x1c, 0xa5, 0xdf, 0xc5, 0x76, 0x18, 0xda, - 0xed, 0x00, 0x77, 0x5d, 0xc7, 0x0c, 0x68, 0x4e, 0x9c, 0x67, 0xee, 0x53, 0xe2, 0xb5, 0xd0, 0xde, - 0x64, 0x24, 0xd9, 0xfd, 0x04, 0x49, 0xff, 0x95, 0x06, 0x73, 0x59, 0x4b, 0x28, 0xb1, 0x9c, 0xb5, - 0x07, 0xb2, 0x9c, 0x3f, 0x80, 0x92, 0xe7, 0x9a, 0xed, 0xc0, 0xc3, 0x5d, 0x1e, 0xb1, 0x12, 0x8b, - 0x79, 0xc3, 0x35, 0x37, 0x3d, 0xdc, 0xfd, 0x77, 0x2b, 0xdc, 0x59, 0xdd, 0x73, 0x2d, 0xf3, 0xb2, - 0x15, 0xf0, 0x55, 0xe7, 0x31, 0x8a, 0x92, 0x21, 0x14, 0x39, 0xd8, 0x2c, 0x41, 0x81, 0x59, 0xd1, - 0x7f, 0x9d, 0x87, 0x6a, 0x72, 0xd9, 0xfe, 0x33, 0xbd, 0x0a, 0xba, 0x0e, 0x45, 0x8b, 0xa5, 0xcc, - 0x3c, 0x83, 0xf8, 0x17, 0x29, 0xa6, 0x37, 0xe2, 0x82, 0x60, 0x63, 0xef, 0xa5, 0x06, 0xcf, 0xad, - 0xe9, 0x10, 0x50, 0xcd, 0x5c, 0x52, 0xd5, 0xcc, 0x41, 0xd4, 0x82, 0x62, 0x80, 0xfd, 0x3d, 0xab, - 0x8b, 0x79, 0x70, 0xaa, 0xcb, 0x9a, 0xbb, 0xae, 0x8f, 0x89, 0xce, 0x4d, 0xc6, 0x12, 0xeb, 0xe4, - 0x32, 0xaa, 0x4e, 0x0e, 0xa2, 0x0f, 0xa0, 0xdc, 0x75, 0x9d, 0x6d, 0xab, 0xb7, 0x6e, 0x78, 0x3c, - 0x3c, 0x9d, 0xcc, 0xd2, 0x7a, 0x56, 0x30, 0xf1, 0x22, 0x84, 0x78, 0x4c, 0x14, 0x21, 0x22, 0xae, - 0x78, 0x42, 0xff, 0x34, 0x01, 0x10, 0x4f, 0x0e, 0x7a, 0x03, 0x2a, 0x78, 0x1f, 0x77, 0x07, 0xa1, - 0xeb, 0x8b, 0xef, 0x04, 0xaf, 0xe9, 0x09, 0x58, 0x09, 0xec, 0x10, 0xa3, 0x64, 0xa3, 0x3a, 0x46, - 0x1f, 0x07, 0x9e, 0xd1, 0x15, 0xc5, 0x40, 0xea, 0x4c, 0x04, 0xca, 0x1b, 0x35, 0x02, 0xd1, 0xbf, - 0xc2, 0x04, 0x2d, 0x1f, 0xb2, 0x3a, 0x20, 0x1a, 0x0d, 0xeb, 0x33, 0x8e, 0x5a, 0x38, 0xa4, 0x74, - 0xf4, 0x0e, 0x4c, 0xef, 0x46, 0x0b, 0x8f, 0xf8, 0x36, 0x41, 0x05, 0x68, 0x6a, 0x17, 0x13, 0x14, - 0xef, 0xa6, 0x64, 0x1c, 0x6d, 0x43, 0xc5, 0x70, 0x1c, 0x37, 0xa4, 0xdf, 0x20, 0x51, 0x1b, 0x7c, - 0x76, 0xdc, 0x32, 0x6d, 0xac, 0xc6, 0xbc, 0x2c, 0x4b, 0xa2, 0xc1, 0x43, 0xd2, 0x20, 0x07, 0x0f, - 0x09, 0x46, 0x2d, 0x28, 0xd8, 0x46, 0x07, 0xdb, 0x22, 0xe8, 0x3f, 0x3d, 0xd6, 0xc4, 0x65, 0xca, - 0xc6, 0xb4, 0xd3, 0x4f, 0x3e, 0x93, 0x93, 0x3f, 0xf9, 0x0c, 0x59, 0xdc, 0x86, 0x6a, 0xd2, 0x9f, - 0xc3, 0x25, 0x30, 0xcf, 0xca, 0x09, 0x4c, 0xf9, 0x8e, 0x29, 0x93, 0x01, 0x15, 0xc9, 0xa9, 0x87, - 0x61, 0x42, 0xff, 0xa9, 0x06, 0x73, 0x59, 0x7b, 0x17, 0xad, 0x4b, 0x3b, 0x5e, 0xe3, 0x35, 0x8e, - 0x8c, 0xa5, 0xce, 0x65, 0xc7, 0x6c, 0xf5, 0x78, 0xa3, 0x37, 0x61, 0xc6, 0x71, 0x4d, 0xdc, 0x36, - 0x88, 0x01, 0xdb, 0x0a, 0xc2, 0x5a, 0x8e, 0xd6, 0x8e, 0x69, 0x6d, 0x84, 0x50, 0x56, 0x05, 0x41, - 0x92, 0x9e, 0x56, 0x08, 0xfa, 0xff, 0x69, 0x30, 0x9b, 0x28, 0x5d, 0xde, 0x77, 0x12, 0x25, 0xa7, - 0x3e, 0xb9, 0xc3, 0xa5, 0x3e, 0xfa, 0x0f, 0x72, 0x50, 0x91, 0xce, 0x75, 0xf7, 0xed, 0xc3, 0x0d, - 0x98, 0xe5, 0x5f, 0x4a, 0xcb, 0xe9, 0xb1, 0xe3, 0x54, 0x8e, 0x17, 0x29, 0x52, 0x37, 0x05, 0x97, - 0xdc, 0xce, 0x66, 0xc4, 0x4b, 0x4f, 0x53, 0xb4, 0x82, 0x15, 0x28, 0x98, 0x64, 0x62, 0x46, 0xa5, - 0xa0, 0xeb, 0xb0, 0x30, 0xf0, 0x4c, 0x23, 0xc4, 0xed, 0x80, 0xd7, 0xdc, 0xdb, 0xce, 0xa0, 0xdf, - 0xc1, 0x3e, 0xdd, 0xf1, 0x93, 0xac, 0xe6, 0xc2, 0x38, 0x44, 0x51, 0xfe, 0x0a, 0xa5, 0x4b, 0x3a, - 0xe7, 0xb2, 0xe8, 0xfa, 0x05, 0x40, 0xe9, 0xba, 0xb2, 0x32, 0xbe, 0xda, 0x21, 0xc7, 0xf7, 0x33, - 0x0d, 0xaa, 0xc9, 0x72, 0xf1, 0x23, 0x99, 0xe8, 0x03, 0x28, 0x47, 0xa5, 0xdf, 0xfb, 0x76, 0xe0, - 0x79, 0x28, 0xf8, 0xd8, 0x08, 0x5c, 0x87, 0xef, 0x4c, 0x1a, 0x62, 0x18, 0x22, 0x87, 0x18, 0x86, - 0xe8, 0xd7, 0x60, 0x8a, 0x8d, 0xe0, 0xbb, 0x96, 0x1d, 0x62, 0x1f, 0x9d, 0x83, 0x42, 0x10, 0x1a, - 0x21, 0x0e, 0x6a, 0xda, 0x72, 0xfe, 0xf4, 0xcc, 0x99, 0x85, 0x74, 0x95, 0x97, 0x90, 0x99, 0x56, - 0xc6, 0x29, 0x6b, 0x65, 0x88, 0xfe, 0x3f, 0x1a, 0x4c, 0xc9, 0xc5, 0xec, 0x07, 0xa3, 0xf6, 0x2e, - 0x5f, 0xed, 0x53, 0xe1, 0x83, 0xfd, 0x60, 0x66, 0xf6, 0xee, 0xac, 0xff, 0x5c, 0x63, 0x23, 0x1b, - 0x55, 0x41, 0xef, 0xd7, 0x7c, 0x2f, 0x2e, 0x85, 0x90, 0x1d, 0x16, 0xd0, 0xc0, 0x76, 0xd8, 0x52, - 0x08, 0x0d, 0x7f, 0x8a, 0xb8, 0x1c, 0xfe, 0x14, 0x82, 0x7e, 0xab, 0x40, 0x3d, 0x8f, 0x2b, 0xde, - 0x8f, 0xba, 0x08, 0x94, 0xc8, 0x4e, 0xf2, 0x77, 0x91, 0x9d, 0xbc, 0x00, 0x45, 0xfa, 0x39, 0x88, - 0x12, 0x07, 0x3a, 0x69, 0x04, 0x52, 0x6f, 0x1c, 0x19, 0x72, 0x9b, 0xa8, 0x35, 0x79, 0x7f, 0x51, - 0x0b, 0xb5, 0xe1, 0xf8, 0x8e, 0x11, 0xb4, 0x45, 0x9c, 0x35, 0xdb, 0x46, 0xd8, 0x8e, 0xe2, 0x44, - 0x81, 0x1e, 0x53, 0x9e, 0x1e, 0x0d, 0xeb, 0xcb, 0x3b, 0x46, 0xb0, 0x29, 0x78, 0x56, 0xc3, 0x8d, - 0x74, 0xd4, 0x58, 0xc8, 0xe6, 0x40, 0x5b, 0x30, 0x9f, 0xad, 0xbc, 0x48, 0x3d, 0xa7, 0x45, 0xde, - 0xe0, 0xb6, 0x9a, 0x8f, 0x65, 0x90, 0xd1, 0xf7, 0x35, 0x58, 0x30, 0x4c, 0x93, 0x56, 0x48, 0x0d, - 0xbb, 0x2d, 0xa7, 0x52, 0x25, 0xba, 0xfe, 0x5e, 0x1d, 0x7f, 0xad, 0xd2, 0x58, 0x8d, 0x04, 0x53, - 0x69, 0x15, 0x2d, 0x79, 0x1b, 0x59, 0x74, 0xc9, 0xa3, 0xf9, 0x4c, 0x86, 0x45, 0x0f, 0x16, 0xc7, - 0x6b, 0x7e, 0x28, 0xd9, 0xcb, 0x5f, 0x34, 0x98, 0x51, 0x2f, 0x74, 0x1e, 0xf9, 0xa6, 0x48, 0x85, - 0x83, 0xfc, 0x43, 0x0a, 0x07, 0x7f, 0xd6, 0x60, 0x5a, 0xb9, 0x67, 0x7a, 0x7c, 0x5e, 0xfd, 0x47, - 0x39, 0x58, 0xc8, 0x56, 0xf3, 0x50, 0x0e, 0xbf, 0x17, 0x80, 0xa4, 0xb1, 0x17, 0xe3, 0xbc, 0x6c, - 0x3e, 0x75, 0xf6, 0xa5, 0xaf, 0x20, 0x72, 0xe0, 0xd4, 0x05, 0x91, 0x10, 0x47, 0xd7, 0xa1, 0x62, - 0x49, 0x57, 0x51, 0xf9, 0xac, 0x1b, 0x03, 0xf9, 0x02, 0x8a, 0x55, 0x48, 0xc6, 0x5c, 0x3b, 0xc9, - 0xaa, 0x9a, 0x05, 0x98, 0x20, 0x89, 0xa3, 0xbe, 0x07, 0x45, 0xee, 0x0e, 0x7a, 0x19, 0xca, 0x34, - 0xc6, 0xd2, 0xf3, 0x1c, 0xdb, 0x76, 0x34, 0xe5, 0x21, 0x60, 0xa2, 0x19, 0xa4, 0x24, 0x30, 0xf4, - 0x1a, 0x00, 0x49, 0xfb, 0x79, 0x74, 0xcd, 0xd1, 0x18, 0x45, 0xcf, 0x8d, 0x9e, 0x6b, 0xa6, 0x42, - 0x6a, 0x39, 0x02, 0xf5, 0x9f, 0xe5, 0xa0, 0x22, 0x5f, 0x7e, 0xdd, 0x93, 0xf1, 0x4f, 0x41, 0x9c, - 0xe9, 0xdb, 0x86, 0x69, 0x92, 0xbf, 0x58, 0x7c, 0x4e, 0x57, 0xc6, 0x0e, 0x92, 0xf8, 0x7f, 0x55, - 0x48, 0xb0, 0x40, 0x46, 0xdb, 0x0b, 0xac, 0x04, 0x49, 0xb2, 0x5a, 0x4d, 0xd2, 0x16, 0x77, 0x61, - 0x3e, 0x53, 0x95, 0x1c, 0xb9, 0x26, 0x1f, 0x54, 0xe4, 0xfa, 0xc5, 0x24, 0xcc, 0x67, 0x5e, 0x3a, - 0x3e, 0xf2, 0x5d, 0xac, 0xee, 0xa0, 0xfc, 0x03, 0xd9, 0x41, 0x9f, 0x69, 0x59, 0x33, 0xcb, 0x2e, - 0x70, 0xde, 0x38, 0xc4, 0x4d, 0xec, 0x83, 0x9a, 0x63, 0x75, 0x59, 0x4e, 0xde, 0xd3, 0x9e, 0x28, - 0x1c, 0x76, 0x4f, 0xa0, 0x17, 0xd9, 0x11, 0x9a, 0xda, 0x2a, 0x52, 0x5b, 0x22, 0x42, 0x24, 0x4c, - 0x15, 0x39, 0x84, 0xde, 0x81, 0x69, 0x21, 0xc1, 0x0a, 0x37, 0xa5, 0xb8, 0xaa, 0xc2, 0x79, 0x92, - 0xb5, 0x9b, 0x29, 0x19, 0xff, 0xc7, 0xae, 0xe1, 0xbf, 0x6a, 0x30, 0x9b, 0xe8, 0x42, 0x78, 0x7c, - 0xbe, 0x41, 0x9f, 0x6b, 0x50, 0x8e, 0x1a, 0x60, 0xee, 0xfb, 0x10, 0xb1, 0x0a, 0x05, 0xcc, 0x9a, - 0x30, 0x58, 0xb8, 0x3b, 0x96, 0x68, 0x92, 0x23, 0x34, 0xde, 0x16, 0x97, 0xe8, 0xbb, 0x68, 0x71, - 0x41, 0xfd, 0x37, 0x9a, 0x38, 0x1e, 0xc4, 0x3e, 0x3d, 0xd2, 0xa9, 0x88, 0xdf, 0x29, 0x7f, 0xaf, - 0xef, 0xf4, 0xcb, 0x32, 0x4c, 0x52, 0x3e, 0x72, 0x7c, 0x0f, 0xb1, 0xdf, 0xb7, 0x1c, 0xc3, 0xa6, - 0xaf, 0x53, 0x62, 0xfb, 0x56, 0x60, 0xf2, 0xbe, 0x15, 0x18, 0xda, 0x81, 0xd9, 0xb8, 0xe4, 0x48, - 0xd5, 0x64, 0xf7, 0xde, 0xbd, 0xa7, 0x32, 0xb1, 0x4b, 0x85, 0x84, 0xa4, 0xda, 0x9c, 0x90, 0x20, - 0x22, 0x13, 0x66, 0xba, 0xae, 0x13, 0x1a, 0x96, 0x83, 0x7d, 0x66, 0x28, 0x9f, 0xd5, 0x7b, 0x74, - 0x56, 0xe1, 0x61, 0x95, 0x1b, 0x55, 0x4e, 0xed, 0x3d, 0x52, 0x69, 0xe8, 0x63, 0x98, 0x16, 0x47, - 0x28, 0x66, 0x64, 0x22, 0xab, 0xf7, 0x68, 0x4d, 0x66, 0x61, 0x4b, 0x5a, 0x91, 0x52, 0x7b, 0x8f, - 0x14, 0x12, 0xb2, 0xa1, 0xea, 0xb9, 0xe6, 0x96, 0xc3, 0x4f, 0x1c, 0x46, 0xc7, 0xc6, 0xbc, 0xce, - 0xbd, 0x94, 0x4a, 0x79, 0x14, 0x2e, 0x16, 0x8a, 0x93, 0xb2, 0x6a, 0x37, 0x5f, 0x92, 0x8a, 0x3e, - 0x82, 0x29, 0x9b, 0x1c, 0x48, 0xd6, 0xf6, 0x3d, 0xcb, 0xc7, 0x66, 0x76, 0xef, 0xdd, 0x65, 0x89, - 0x83, 0x05, 0x42, 0x59, 0x46, 0xed, 0x3f, 0x92, 0x29, 0x64, 0xf6, 0xfb, 0xc6, 0x7e, 0x6b, 0xe0, - 0x04, 0x6b, 0xfb, 0xbc, 0x8f, 0xaa, 0x98, 0x35, 0xfb, 0xeb, 0x2a, 0x13, 0x9b, 0xfd, 0x84, 0xa4, - 0x3a, 0xfb, 0x09, 0x22, 0xba, 0x4c, 0xe3, 0x3c, 0x9b, 0x12, 0xd6, 0x83, 0xb7, 0x90, 0x1a, 0x2d, - 0x36, 0x1b, 0xac, 0xe4, 0xc4, 0x9f, 0x14, 0xa5, 0x91, 0x06, 0x3e, 0x07, 0xf4, 0xb5, 0x5b, 0x38, - 0x1c, 0xf8, 0x0e, 0x36, 0x79, 0xfb, 0x5d, 0x7a, 0x0e, 0x14, 0xae, 0x68, 0x0e, 0x14, 0x34, 0x35, - 0x07, 0x0a, 0x95, 0xac, 0x29, 0xcf, 0x35, 0xaf, 0xb1, 0x2d, 0x13, 0x46, 0x4d, 0x79, 0x4f, 0xa6, - 0x4c, 0xc5, 0x2c, 0x6c, 0x4d, 0x29, 0x52, 0xea, 0x9a, 0x52, 0x48, 0xbc, 0x0f, 0x4c, 0xee, 0x1a, - 0x62, 0x23, 0x55, 0x19, 0xd3, 0x07, 0x96, 0xe2, 0x8c, 0xfa, 0xc0, 0x52, 0x94, 0x54, 0x1f, 0x58, - 0x8a, 0x83, 0x58, 0xef, 0x19, 0x4e, 0xef, 0x92, 0xdb, 0x51, 0x57, 0xf5, 0x54, 0x96, 0xf5, 0xf3, - 0x19, 0x9c, 0xcc, 0x7a, 0x96, 0x0e, 0xd5, 0x7a, 0x16, 0x47, 0xb3, 0x24, 0x4a, 0x53, 0xfa, 0x17, - 0x1a, 0xcc, 0x26, 0xe2, 0x0c, 0x7a, 0x1b, 0xa2, 0x6e, 0x97, 0x6b, 0x07, 0x9e, 0x48, 0x93, 0x95, - 0xee, 0x18, 0x82, 0x67, 0x75, 0xc7, 0x10, 0x1c, 0x5d, 0x06, 0x88, 0xbe, 0x49, 0xb7, 0x0b, 0xd2, - 0x34, 0x47, 0x8b, 0x39, 0xe5, 0x1c, 0x2d, 0x46, 0xf5, 0xaf, 0xf3, 0x50, 0x12, 0x0b, 0xf5, 0xa1, - 0x1c, 0xa3, 0x56, 0xa0, 0xd8, 0xc7, 0x01, 0xed, 0x92, 0xc9, 0xc5, 0xd9, 0x10, 0x87, 0xe4, 0x6c, - 0x88, 0x43, 0x6a, 0xb2, 0x96, 0xbf, 0xa7, 0x64, 0x6d, 0xe2, 0xd0, 0xc9, 0x1a, 0xa6, 0x37, 0xe4, - 0x52, 0xb8, 0x15, 0x77, 0x52, 0xb7, 0x8f, 0xe1, 0xe2, 0xfe, 0x5c, 0x16, 0x4c, 0xdc, 0x9f, 0xcb, - 0x24, 0xb4, 0x0b, 0x47, 0xa5, 0x7b, 0x33, 0x5e, 0xb7, 0x24, 0x81, 0x6f, 0x66, 0x7c, 0x3b, 0x42, - 0x8b, 0x72, 0xb1, 0xed, 0xbd, 0x9b, 0x40, 0xe5, 0x6c, 0x37, 0x49, 0xd3, 0xff, 0x90, 0x83, 0x19, - 0xd5, 0xdf, 0x87, 0x32, 0xb1, 0x2f, 0x43, 0x19, 0xef, 0x5b, 0x61, 0xbb, 0xeb, 0x9a, 0x98, 0x1f, - 0x19, 0xe9, 0x3c, 0x11, 0xf0, 0xac, 0x6b, 0x2a, 0xf3, 0x24, 0x30, 0x79, 0x35, 0xe4, 0x0f, 0xb5, - 0x1a, 0xe2, 0x32, 0xef, 0xc4, 0x9d, 0xcb, 0xbc, 0xd9, 0xe3, 0x5c, 0x7e, 0x48, 0xe3, 0x7c, 0x2b, - 0x07, 0xd5, 0x64, 0x34, 0xfe, 0x6e, 0x6c, 0x21, 0x75, 0x37, 0xe4, 0x0f, 0xbd, 0x1b, 0xde, 0x81, - 0x69, 0x92, 0x3b, 0x1a, 0x61, 0xc8, 0xfb, 0x47, 0x27, 0x68, 0xce, 0xc5, 0x62, 0xd3, 0xc0, 0x59, - 0x15, 0xb8, 0x12, 0x9b, 0x24, 0x5c, 0xff, 0xef, 0x1c, 0x4c, 0x2b, 0x5f, 0x8d, 0xc7, 0x2f, 0xa4, - 0xe8, 0xb3, 0x30, 0xad, 0x24, 0x63, 0xfa, 0xff, 0xb2, 0x75, 0xa2, 0x66, 0x41, 0x8f, 0xdf, 0xb8, - 0xcc, 0xc0, 0x94, 0x9c, 0xd5, 0xe9, 0x4d, 0x98, 0x4d, 0x24, 0x61, 0xf2, 0x0b, 0x68, 0x87, 0x79, - 0x01, 0x7d, 0x01, 0xe6, 0xb2, 0x72, 0x07, 0xfd, 0x3c, 0xcc, 0x65, 0x7d, 0xd5, 0xef, 0xde, 0xc0, - 0x97, 0x1a, 0xb5, 0x90, 0xee, 0x34, 0xbf, 0x00, 0xe0, 0xe0, 0x9b, 0xed, 0x3b, 0x1e, 0xff, 0xd8, - 0x78, 0xe2, 0x9b, 0x97, 0x12, 0xa7, 0xa5, 0x92, 0xc0, 0x88, 0x26, 0xd7, 0x36, 0xdb, 0x77, 0x3c, - 0x74, 0x51, 0x4d, 0xae, 0x6d, 0xa6, 0x34, 0x09, 0x4c, 0xff, 0xff, 0xbc, 0x38, 0x99, 0xc7, 0xad, - 0xda, 0x1f, 0x42, 0xd5, 0x13, 0x0f, 0x77, 0xf6, 0x96, 0x9e, 0x4d, 0x22, 0xfe, 0xa4, 0xa5, 0x19, - 0x95, 0xa2, 0xea, 0xe6, 0x87, 0xce, 0xdc, 0x21, 0x75, 0xb7, 0x12, 0xa7, 0xcf, 0x19, 0x95, 0x82, - 0xfe, 0x13, 0x8e, 0x8a, 0x4e, 0xb6, 0x3d, 0x2c, 0x1c, 0xcf, 0x8f, 0x55, 0xce, 0x3a, 0xcb, 0x23, - 0x81, 0xa4, 0xe7, 0xb3, 0x09, 0x52, 0x42, 0x3d, 0xf7, 0x7d, 0xe2, 0xb0, 0xea, 0x93, 0xce, 0xcf, - 0x26, 0x48, 0xfa, 0xe7, 0x1a, 0xcc, 0x26, 0x9a, 0xdf, 0xd1, 0x39, 0x28, 0xd1, 0xdf, 0xc6, 0xdd, - 0x7e, 0x06, 0xe8, 0x82, 0xa4, 0x7c, 0x8a, 0x85, 0x22, 0x87, 0xd0, 0xab, 0x50, 0x8e, 0x7a, 0xe4, - 0xf9, 0x8d, 0x36, 0xdb, 0x7c, 0x02, 0x54, 0x36, 0x9f, 0x00, 0xf5, 0x1f, 0x6b, 0x70, 0x7c, 0x6c, - 0x63, 0xfc, 0xa3, 0xae, 0x19, 0x3c, 0xf7, 0x22, 0x94, 0xc4, 0x9d, 0x33, 0x02, 0x28, 0xbc, 0xbf, - 0xb5, 0xb6, 0xb5, 0x76, 0xae, 0x7a, 0x04, 0x55, 0xa0, 0xb8, 0xb1, 0x76, 0xe5, 0xdc, 0xc5, 0x2b, - 0xe7, 0xab, 0x1a, 0x79, 0x68, 0x6d, 0x5d, 0xb9, 0x42, 0x1e, 0x72, 0xcf, 0x5d, 0x96, 0x3b, 0xe0, - 0xd8, 0xf7, 0x18, 0x4d, 0x41, 0x69, 0xd5, 0xf3, 0x68, 0x00, 0x60, 0xb2, 0x6b, 0x7b, 0x16, 0xd9, - 0xab, 0x55, 0x0d, 0x15, 0x21, 0x7f, 0xf5, 0xea, 0x7a, 0x35, 0x87, 0xe6, 0xa0, 0x7a, 0x0e, 0x1b, - 0xa6, 0x6d, 0x39, 0x58, 0x44, 0x9d, 0x6a, 0xbe, 0x79, 0xe3, 0xab, 0x6f, 0x96, 0xb4, 0xaf, 0xbf, - 0x59, 0xd2, 0x7e, 0xff, 0xcd, 0x92, 0x76, 0xeb, 0xdb, 0xa5, 0x23, 0x5f, 0x7f, 0xbb, 0x74, 0xe4, - 0xb7, 0xdf, 0x2e, 0x1d, 0xf9, 0xf0, 0x45, 0xe9, 0x77, 0xa0, 0xec, 0x9d, 0x3c, 0xdf, 0x25, 0x01, - 0x97, 0x3f, 0xad, 0x24, 0x7f, 0x19, 0xfb, 0x65, 0xee, 0xe4, 0x2a, 0x7d, 0xdc, 0x60, 0x7c, 0x8d, - 0x8b, 0x6e, 0x83, 0x01, 0xf4, 0xc7, 0x8b, 0x41, 0xa7, 0x40, 0x7f, 0xa4, 0xf8, 0xf2, 0xdf, 0x03, - 0x00, 0x00, 0xff, 0xff, 0x70, 0xb2, 0xed, 0xbc, 0x54, 0x3b, 0x00, 0x00, + // 3658 bytes of a gzipped FileDescriptorProto + 0x1f, 0x8b, 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x02, 0xff, 0xe4, 0x5b, 0x4b, 0x70, 0x1b, 0x47, + 0x7a, 0xd6, 0x00, 0x24, 0x1e, 0x3f, 0xf8, 0x80, 0x5a, 0x24, 0x0d, 0xd1, 0x12, 0x41, 0x8d, 0x9c, + 0x58, 0x76, 0xd9, 0xa0, 0x4d, 0x3f, 0xca, 0x8f, 0x94, 0x5d, 0x84, 0x44, 0xeb, 0x61, 0x51, 0xa2, + 0x41, 0xd1, 0x51, 0x5c, 0x4e, 0xc1, 0x03, 0x4c, 0x13, 0x1c, 0x71, 0x30, 0x33, 0x9e, 0x19, 0x50, + 0x64, 0x95, 0x0f, 0x71, 0x2a, 0x71, 0x6e, 0x8e, 0x52, 0xf1, 0x21, 0x55, 0x39, 0x38, 0xd7, 0xb8, + 0x2a, 0xe7, 0x9c, 0x73, 0x8a, 0x0f, 0xa9, 0x94, 0x73, 0xcb, 0x09, 0x49, 0xd9, 0xb5, 0x87, 0xc5, + 0x61, 0xcf, 0xbb, 0x7b, 0xd9, 0xad, 0x7e, 0xcd, 0x74, 0xcf, 0x0c, 0x24, 0xea, 0xb5, 0xf2, 0x96, + 0x4e, 0xe4, 0x7c, 0xff, 0x73, 0xba, 0xff, 0xfe, 0xe7, 0xef, 0xbf, 0x1b, 0x70, 0xda, 0xdb, 0xeb, + 0xad, 0x18, 0x7e, 0xdf, 0x30, 0x0d, 0xbc, 0x8f, 0x9d, 0x30, 0x58, 0x61, 0x7f, 0x1a, 0x9e, 0xef, + 0x86, 0x2e, 0x9a, 0x92, 0x49, 0x8b, 0xfa, 0xde, 0x5b, 0x41, 0xc3, 0x72, 0x57, 0x0c, 0xcf, 0x5a, + 0xe9, 0xba, 0x3e, 0x5e, 0xd9, 0x7f, 0x75, 0xa5, 0x87, 0x1d, 0xec, 0x1b, 0x21, 0x36, 0x99, 0xc4, + 0xe2, 0x39, 0x89, 0xc7, 0xc1, 0xe1, 0x6d, 0xd7, 0xdf, 0xb3, 0x9c, 0x5e, 0x16, 0x67, 0xbd, 0xe7, + 0xba, 0x3d, 0x1b, 0xaf, 0xd0, 0xa7, 0xce, 0x60, 0x67, 0x25, 0xb4, 0xfa, 0x38, 0x08, 0x8d, 0xbe, + 0xc7, 0x19, 0x96, 0x92, 0x0c, 0xb7, 0x7d, 0xc3, 0xf3, 0xb0, 0xcf, 0x9d, 0x5b, 0x7c, 0x3d, 0x36, + 0xd5, 0x37, 0xba, 0xbb, 0x96, 0x83, 0xfd, 0xc3, 0x15, 0xfa, 0x3e, 0x9e, 0xb5, 0xe2, 0xe3, 0xc0, + 0x1d, 0xf8, 0x5d, 0x9c, 0x32, 0xfb, 0x72, 0xcf, 0x0a, 0x77, 0x07, 0x9d, 0x46, 0xd7, 0xed, 0xaf, + 0xf4, 0xdc, 0x9e, 0x1b, 0xab, 0x27, 0x4f, 0xf4, 0x81, 0xfe, 0xc7, 0xd9, 0xdf, 0xb1, 0x9c, 0x10, + 0xfb, 0x8e, 0x61, 0xaf, 0x04, 0xdd, 0x5d, 0x6c, 0x0e, 0x6c, 0xec, 0xc7, 0xff, 0xb9, 0x9d, 0x5b, + 0xb8, 0x1b, 0x06, 0x29, 0x80, 0xc9, 0xea, 0x77, 0xe6, 0x60, 0x7a, 0x9d, 0x0c, 0xdd, 0x16, 0xfe, + 0x7c, 0x80, 0x9d, 0x2e, 0x46, 0x2f, 0xc0, 0xe4, 0xe7, 0x03, 0x3c, 0xc0, 0x35, 0x6d, 0x59, 0x3b, + 0x57, 0x6e, 0x9e, 0x18, 0x0d, 0xeb, 0xb3, 0x14, 0x78, 0xc9, 0xed, 0x5b, 0x21, 0xee, 0x7b, 0xe1, + 0x61, 0x8b, 0x71, 0xa0, 0x77, 0x60, 0xea, 0x96, 0xdb, 0x69, 0x07, 0x38, 0x6c, 0x3b, 0x46, 0x1f, + 0xd7, 0x72, 0x54, 0xa2, 0x36, 0x1a, 0xd6, 0xe7, 0x6e, 0xb9, 0x9d, 0x2d, 0x1c, 0x5e, 0x33, 0xfa, + 0xb2, 0x18, 0xc4, 0x28, 0x7a, 0x19, 0x8a, 0x83, 0x00, 0xfb, 0x6d, 0xcb, 0xac, 0xe5, 0xa9, 0xd8, + 0xdc, 0x68, 0x58, 0xaf, 0x12, 0xe8, 0xb2, 0x29, 0x89, 0x14, 0x18, 0x82, 0x5e, 0x82, 0x42, 0xcf, + 0x77, 0x07, 0x5e, 0x50, 0x9b, 0x58, 0xce, 0x0b, 0x6e, 0x86, 0xc8, 0xdc, 0x0c, 0x41, 0xd7, 0xa1, + 0xc0, 0xe2, 0xa1, 0x36, 0xb9, 0x9c, 0x3f, 0x57, 0x59, 0x3d, 0xd3, 0x90, 0x83, 0xa4, 0xa1, 0xbc, + 0x30, 0x7b, 0x62, 0x0a, 0x19, 0x5d, 0x56, 0xc8, 0xc3, 0xea, 0x97, 0xc7, 0x61, 0x92, 0xf2, 0xa1, + 0xeb, 0x50, 0xec, 0xfa, 0x98, 0x4c, 0x56, 0x0d, 0x2d, 0x6b, 0xe7, 0x2a, 0xab, 0x8b, 0x0d, 0x16, + 0x03, 0x0d, 0x31, 0x49, 0x8d, 0x1b, 0x22, 0x48, 0x9a, 0x27, 0x47, 0xc3, 0xfa, 0x71, 0xce, 0x1e, + 0x6b, 0xbd, 0xf3, 0x7f, 0x75, 0xad, 0x25, 0xb4, 0xa0, 0x4d, 0x28, 0x07, 0x83, 0x4e, 0xdf, 0x0a, + 0xaf, 0xb8, 0x1d, 0x3a, 0xe6, 0x95, 0xd5, 0x67, 0x54, 0x77, 0xb7, 0x04, 0xb9, 0xf9, 0xcc, 0x68, + 0x58, 0x3f, 0x11, 0x71, 0xc7, 0x1a, 0x2f, 0x1d, 0x6b, 0xc5, 0x4a, 0xd0, 0x2e, 0xcc, 0xfa, 0xd8, + 0xf3, 0x2d, 0xd7, 0xb7, 0x42, 0x2b, 0xc0, 0x44, 0x6f, 0x8e, 0xea, 0x3d, 0xad, 0xea, 0x6d, 0xa9, + 0x4c, 0xcd, 0xd3, 0xa3, 0x61, 0xfd, 0x64, 0x42, 0x52, 0xb1, 0x91, 0x54, 0x8b, 0x42, 0x40, 0x09, + 0x68, 0x0b, 0x87, 0x74, 0x3e, 0x2b, 0xab, 0xcb, 0x77, 0x35, 0xb6, 0x85, 0xc3, 0xe6, 0xf2, 0x68, + 0x58, 0x3f, 0x95, 0x96, 0x57, 0x4c, 0x66, 0xe8, 0x47, 0x36, 0x54, 0x65, 0xd4, 0x24, 0x2f, 0x38, + 0x41, 0x6d, 0x2e, 0x8d, 0xb7, 0x49, 0xb8, 0x9a, 0x4b, 0xa3, 0x61, 0x7d, 0x31, 0x29, 0xab, 0xd8, + 0x4b, 0x69, 0x26, 0xf3, 0xd3, 0x35, 0x9c, 0x2e, 0xb6, 0x89, 0x99, 0xc9, 0xac, 0xf9, 0x39, 0x2f, + 0xc8, 0x6c, 0x7e, 0x22, 0x6e, 0x75, 0x7e, 0x22, 0x18, 0x7d, 0x0a, 0x53, 0xd1, 0x03, 0x19, 0xaf, + 0x02, 0x8f, 0xa3, 0x6c, 0xa5, 0x64, 0xa4, 0x16, 0x47, 0xc3, 0xfa, 0x82, 0x2c, 0xa3, 0xa8, 0x56, + 0xb4, 0xc5, 0xda, 0x6d, 0x36, 0x32, 0xc5, 0xf1, 0xda, 0x19, 0x87, 0xac, 0xdd, 0x4e, 0x8f, 0x88, + 0xa2, 0x8d, 0x68, 0x27, 0x8b, 0x78, 0xd0, 0xed, 0x62, 0x6c, 0x62, 0xb3, 0x56, 0xca, 0xd2, 0x7e, + 0x45, 0xe2, 0x60, 0xda, 0x65, 0x19, 0x55, 0xbb, 0x4c, 0x21, 0x63, 0x7d, 0xcb, 0xed, 0xac, 0xfb, + 0xbe, 0xeb, 0x07, 0xb5, 0x72, 0xd6, 0x58, 0x5f, 0x11, 0x64, 0x36, 0xd6, 0x11, 0xb7, 0x3a, 0xd6, + 0x11, 0xcc, 0xfd, 0x6d, 0x0d, 0x9c, 0xab, 0xd8, 0x08, 0xb0, 0x59, 0x83, 0x31, 0xfe, 0x46, 0x1c, + 0x91, 0xbf, 0x11, 0x92, 0xf2, 0x37, 0xa2, 0x20, 0x13, 0x66, 0xd8, 0xf3, 0x5a, 0x10, 0x58, 0x3d, + 0x07, 0x9b, 0xb5, 0x0a, 0xd5, 0x7f, 0x2a, 0x4b, 0xbf, 0xe0, 0x69, 0x9e, 0x1a, 0x0d, 0xeb, 0x35, + 0x55, 0x4e, 0xb1, 0x91, 0xd0, 0x89, 0x3e, 0x83, 0x69, 0x86, 0xb4, 0x06, 0x8e, 0x63, 0x39, 0xbd, + 0xda, 0x14, 0x35, 0xf2, 0x6c, 0x96, 0x11, 0xce, 0xd2, 0x7c, 0x76, 0x34, 0xac, 0x3f, 0xa3, 0x48, + 0x29, 0x26, 0x54, 0x85, 0x24, 0x63, 0x30, 0x20, 0x9e, 0xd8, 0xe9, 0xac, 0x8c, 0x71, 0x45, 0x65, + 0x62, 0x19, 0x23, 0x21, 0xa9, 0x66, 0x8c, 0x04, 0x31, 0x9e, 0x0f, 0x3e, 0xc9, 0x33, 0xe3, 0xe7, + 0x83, 0xcf, 0xb3, 0x34, 0x1f, 0x19, 0x53, 0xad, 0x68, 0x43, 0x5f, 0x00, 0xf9, 0xf0, 0x5c, 0x18, + 0x78, 0xb6, 0xd5, 0x35, 0x42, 0x7c, 0x01, 0x87, 0xb8, 0x4b, 0x32, 0xf5, 0x2c, 0xb5, 0xa2, 0xa7, + 0xac, 0xa4, 0x38, 0x9b, 0xfa, 0x68, 0x58, 0x5f, 0xca, 0xd2, 0xa1, 0x58, 0xcd, 0xb4, 0x82, 0xfe, + 0x4a, 0x83, 0xf9, 0x20, 0x34, 0x1c, 0xd3, 0xb0, 0x5d, 0x07, 0x5f, 0x76, 0x7a, 0x3e, 0x0e, 0x82, + 0xcb, 0xce, 0x8e, 0x5b, 0xab, 0x52, 0xfb, 0x67, 0x13, 0x69, 0x3d, 0x8b, 0xb5, 0x79, 0x76, 0x34, + 0xac, 0xd7, 0x33, 0xb5, 0x28, 0x1e, 0x64, 0x1b, 0x42, 0x07, 0x70, 0x42, 0x54, 0x15, 0xdb, 0xa1, + 0x65, 0x5b, 0x81, 0x11, 0x5a, 0xae, 0x53, 0x3b, 0x4e, 0xed, 0x9f, 0x49, 0x66, 0xc7, 0x14, 0x63, + 0xf3, 0xcc, 0x68, 0x58, 0x3f, 0x9d, 0xa1, 0x41, 0xb1, 0x9d, 0x65, 0x22, 0x0e, 0xa1, 0x4d, 0x1f, + 0x13, 0x46, 0x6c, 0xd6, 0x4e, 0x8c, 0x0f, 0xa1, 0x88, 0x49, 0x0e, 0xa1, 0x08, 0xcc, 0x0a, 0xa1, + 0x88, 0x48, 0x2c, 0x79, 0x86, 0x1f, 0x5a, 0xc4, 0xec, 0x86, 0xe1, 0xef, 0x61, 0xbf, 0x36, 0x97, + 0x65, 0x69, 0x53, 0x65, 0x62, 0x96, 0x12, 0x92, 0xaa, 0xa5, 0x04, 0x11, 0xdd, 0xd1, 0x40, 0x75, + 0xcd, 0x72, 0x9d, 0x16, 0x29, 0x1b, 0x02, 0xf2, 0x7a, 0xf3, 0xd4, 0xe8, 0xf3, 0x77, 0x79, 0x3d, + 0x99, 0xbd, 0xf9, 0xfc, 0x68, 0x58, 0x3f, 0x3b, 0x56, 0x9b, 0xe2, 0xc8, 0x78, 0xa3, 0xe8, 0x26, + 0x54, 0x08, 0x11, 0xd3, 0x02, 0xcc, 0xac, 0x2d, 0x50, 0x1f, 0x4e, 0xa6, 0x7d, 0xe0, 0x0c, 0xb4, + 0x02, 0x99, 0x97, 0x24, 0x14, 0x3b, 0xb2, 0xaa, 0x66, 0x11, 0x26, 0xa9, 0xbc, 0x3e, 0x2a, 0xc0, + 0x89, 0x8c, 0xd8, 0x40, 0xef, 0x41, 0xc1, 0x1f, 0x38, 0xa4, 0x60, 0x63, 0x55, 0x0a, 0x52, 0xad, + 0x6e, 0x0f, 0x2c, 0x93, 0x55, 0x8b, 0xfe, 0xc0, 0x51, 0x6a, 0xb8, 0x49, 0x0a, 0x10, 0x79, 0x52, + 0x2d, 0x5a, 0x26, 0xaf, 0x46, 0xc6, 0xca, 0xdf, 0x72, 0x3b, 0xaa, 0x3c, 0x05, 0x10, 0x86, 0x69, + 0x11, 0x78, 0x6d, 0x8b, 0xac, 0x2a, 0x56, 0x67, 0x3c, 0xa7, 0xaa, 0xf9, 0x70, 0xd0, 0xc1, 0xbe, + 0x83, 0x43, 0x1c, 0x88, 0x77, 0xa0, 0xcb, 0x8a, 0x66, 0x11, 0x5f, 0x42, 0x24, 0xfd, 0x53, 0x32, + 0x8e, 0xbe, 0xd1, 0xa0, 0xd6, 0x37, 0x0e, 0xda, 0x02, 0x0c, 0xda, 0x3b, 0xae, 0xdf, 0xf6, 0xb0, + 0x6f, 0xb9, 0x26, 0x2d, 0x3e, 0x2b, 0xab, 0x7f, 0x76, 0xcf, 0x85, 0xd4, 0xd8, 0x30, 0x0e, 0x04, + 0x1c, 0x7c, 0xe0, 0xfa, 0x9b, 0x54, 0x7c, 0xdd, 0x09, 0xfd, 0xc3, 0xe6, 0xe9, 0xef, 0x87, 0xf5, + 0x63, 0x64, 0x5a, 0xfa, 0x59, 0x3c, 0xad, 0x6c, 0x18, 0xfd, 0xbd, 0x06, 0x0b, 0xa1, 0x1b, 0x1a, + 0x76, 0xbb, 0x3b, 0xe8, 0x0f, 0x6c, 0x23, 0xb4, 0xf6, 0x71, 0x7b, 0x10, 0x18, 0x3d, 0xcc, 0x6b, + 0xdc, 0x77, 0xef, 0xed, 0xd4, 0x0d, 0x22, 0x7f, 0x3e, 0x12, 0xdf, 0x26, 0xd2, 0xcc, 0xa7, 0x53, + 0xdc, 0xa7, 0xb9, 0x30, 0x83, 0xa5, 0x95, 0x89, 0x2e, 0xfe, 0x8b, 0x06, 0x8b, 0xe3, 0x5f, 0x13, + 0x9d, 0x85, 0xfc, 0x1e, 0x3e, 0xe4, 0xbb, 0x88, 0xe3, 0xa3, 0x61, 0x7d, 0x7a, 0x0f, 0x1f, 0x4a, + 0xa3, 0x4e, 0xa8, 0xe8, 0x2f, 0x60, 0x72, 0xdf, 0xb0, 0x07, 0x98, 0x87, 0x44, 0xa3, 0xc1, 0xf6, + 0x4b, 0x0d, 0x79, 0xbf, 0xd4, 0xf0, 0xf6, 0x7a, 0x04, 0x68, 0x88, 0x19, 0x69, 0x7c, 0x34, 0x30, + 0x9c, 0xd0, 0x0a, 0x0f, 0x59, 0xb8, 0x50, 0x05, 0x72, 0xb8, 0x50, 0xe0, 0x9d, 0xdc, 0x5b, 0xda, + 0xe2, 0xb7, 0x1a, 0x9c, 0x1c, 0xfb, 0xd2, 0x3f, 0x07, 0x0f, 0xf5, 0x36, 0x4c, 0x90, 0xc0, 0x27, + 0xfb, 0x9b, 0x5d, 0xab, 0xb7, 0xfb, 0xe6, 0xeb, 0xd4, 0x9d, 0x02, 0xdb, 0x8e, 0x30, 0x44, 0xde, + 0x8e, 0x30, 0x84, 0xec, 0xd1, 0x6c, 0xf7, 0xf6, 0x9b, 0xaf, 0x53, 0xa7, 0x0a, 0xcc, 0x08, 0x05, + 0x64, 0x23, 0x14, 0xd0, 0x7f, 0x57, 0x80, 0x72, 0xb4, 0x81, 0x90, 0xd6, 0xa0, 0xf6, 0x40, 0x6b, + 0xf0, 0x12, 0x54, 0x4d, 0x6c, 0xf2, 0x2f, 0x9f, 0xe5, 0x3a, 0x62, 0x35, 0x97, 0x59, 0x76, 0x55, + 0x68, 0x8a, 0xfc, 0x6c, 0x82, 0x84, 0x56, 0xa1, 0xc4, 0x0b, 0xed, 0x43, 0xba, 0x90, 0xa7, 0x9b, + 0x0b, 0xa3, 0x61, 0x1d, 0x09, 0x4c, 0x12, 0x8d, 0xf8, 0x50, 0x0b, 0x80, 0xed, 0x5e, 0x37, 0x70, + 0x68, 0xf0, 0x92, 0xbf, 0xa6, 0xbe, 0xc1, 0xf5, 0x88, 0xce, 0xf6, 0xa1, 0x31, 0xbf, 0xbc, 0x0f, + 0x8d, 0x51, 0xf4, 0x29, 0x40, 0xdf, 0xb0, 0x1c, 0x26, 0xc7, 0xeb, 0x7b, 0x7d, 0x5c, 0x4a, 0xd9, + 0x88, 0x38, 0x99, 0xf6, 0x58, 0x52, 0xd6, 0x1e, 0xa3, 0x64, 0xb7, 0xc8, 0xf7, 0xdb, 0xb5, 0x02, + 0x5d, 0xa5, 0x4b, 0xe3, 0x54, 0x73, 0xb5, 0xf3, 0x64, 0xc7, 0xc8, 0x45, 0x24, 0x9d, 0x42, 0x0b, + 0x19, 0x36, 0xdb, 0xda, 0xc1, 0xa1, 0xd5, 0xc7, 0xb4, 0xb2, 0xe7, 0xc3, 0x26, 0x30, 0x79, 0xd8, + 0x04, 0x86, 0xde, 0x02, 0x30, 0xc2, 0x0d, 0x37, 0x08, 0xaf, 0x3b, 0x5d, 0x4c, 0x2b, 0xf6, 0x12, + 0x73, 0x3f, 0x46, 0x65, 0xf7, 0x63, 0x14, 0xbd, 0x0b, 0x15, 0x8f, 0x7f, 0x84, 0x3a, 0x36, 0xa6, + 0x15, 0x79, 0x89, 0x7d, 0x52, 0x24, 0x58, 0x92, 0x95, 0xb9, 0xd1, 0x45, 0x98, 0xed, 0xba, 0x4e, + 0x77, 0xe0, 0xfb, 0xd8, 0xe9, 0x1e, 0x6e, 0x19, 0x3b, 0x98, 0x56, 0xdf, 0x25, 0x16, 0x2a, 0x09, + 0x92, 0x1c, 0x2a, 0x09, 0x12, 0x7a, 0x03, 0xca, 0x51, 0xf7, 0x82, 0x16, 0xd8, 0x65, 0xbe, 0x11, + 0x16, 0xa0, 0x24, 0x1c, 0x73, 0x12, 0xe7, 0xad, 0x20, 0xaa, 0xd2, 0x68, 0xd1, 0xcc, 0x9d, 0x97, + 0x60, 0xd9, 0x79, 0x09, 0x46, 0x97, 0xe1, 0x38, 0xfd, 0x2e, 0xb6, 0xc3, 0xd0, 0x6e, 0x07, 0xb8, + 0xeb, 0x3a, 0x66, 0x40, 0x6b, 0xe2, 0x3c, 0x73, 0x9f, 0x12, 0x6f, 0x84, 0xf6, 0x16, 0x23, 0xc9, + 0xee, 0x27, 0x48, 0xfa, 0x7f, 0x69, 0x30, 0x97, 0x15, 0x42, 0x89, 0x70, 0xd6, 0x1e, 0x49, 0x38, + 0x7f, 0x0c, 0x25, 0xcf, 0x35, 0xdb, 0x81, 0x87, 0xbb, 0x3c, 0x63, 0x25, 0x82, 0x79, 0xd3, 0x35, + 0xb7, 0x3c, 0xdc, 0xfd, 0x73, 0x2b, 0xdc, 0x5d, 0xdb, 0x77, 0x2d, 0xf3, 0xaa, 0x15, 0xf0, 0xa8, + 0xf3, 0x18, 0x45, 0xa9, 0x10, 0x8a, 0x1c, 0x6c, 0x96, 0xa0, 0xc0, 0xac, 0xe8, 0xff, 0x9d, 0x87, + 0x6a, 0x32, 0x6c, 0xff, 0x98, 0x5e, 0x05, 0xdd, 0x84, 0xa2, 0xc5, 0x4a, 0x66, 0x5e, 0x41, 0xfc, + 0x89, 0x94, 0xd3, 0x1b, 0x71, 0x43, 0xb0, 0xb1, 0xff, 0x6a, 0x83, 0xd7, 0xd6, 0x74, 0x08, 0xa8, + 0x66, 0x2e, 0xa9, 0x6a, 0xe6, 0x20, 0x6a, 0x41, 0x31, 0xc0, 0xfe, 0xbe, 0xd5, 0xc5, 0x3c, 0x39, + 0xd5, 0x65, 0xcd, 0x5d, 0xd7, 0xc7, 0x44, 0xe7, 0x16, 0x63, 0x89, 0x75, 0x72, 0x19, 0x55, 0x27, + 0x07, 0xd1, 0xc7, 0x50, 0xee, 0xba, 0xce, 0x8e, 0xd5, 0xdb, 0x30, 0x3c, 0x9e, 0x9e, 0x4e, 0x67, + 0x69, 0x3d, 0x2f, 0x98, 0x78, 0x13, 0x42, 0x3c, 0x26, 0x9a, 0x10, 0x11, 0x57, 0x3c, 0xa1, 0xbf, + 0x9a, 0x00, 0x88, 0x27, 0x07, 0xbd, 0x0d, 0x15, 0x7c, 0x80, 0xbb, 0x83, 0xd0, 0xf5, 0xc5, 0x77, + 0x82, 0xf7, 0xf4, 0x04, 0xac, 0x24, 0x76, 0x88, 0x51, 0xb2, 0x50, 0x1d, 0xa3, 0x8f, 0x03, 0xcf, + 0xe8, 0x8a, 0x66, 0x20, 0x75, 0x26, 0x02, 0xe5, 0x85, 0x1a, 0x81, 0xe8, 0x4f, 0x61, 0x82, 0xb6, + 0x0f, 0x59, 0x1f, 0x10, 0x8d, 0x86, 0xf5, 0x19, 0x47, 0x6d, 0x1c, 0x52, 0x3a, 0x7a, 0x1f, 0xa6, + 0xf7, 0xa2, 0xc0, 0x23, 0xbe, 0x4d, 0x50, 0x01, 0x5a, 0xda, 0xc5, 0x04, 0xc5, 0xbb, 0x29, 0x19, + 0x47, 0x3b, 0x50, 0x31, 0x1c, 0xc7, 0x0d, 0xe9, 0x37, 0x48, 0xf4, 0x06, 0x5f, 0x18, 0x17, 0xa6, + 0x8d, 0xb5, 0x98, 0x97, 0x55, 0x49, 0x34, 0x79, 0x48, 0x1a, 0xe4, 0xe4, 0x21, 0xc1, 0xa8, 0x05, + 0x05, 0xdb, 0xe8, 0x60, 0x5b, 0x24, 0xfd, 0xe7, 0xc6, 0x9a, 0xb8, 0x4a, 0xd9, 0x98, 0x76, 0xfa, + 0xc9, 0x67, 0x72, 0xf2, 0x27, 0x9f, 0x21, 0x8b, 0x3b, 0x50, 0x4d, 0xfa, 0x73, 0xb4, 0x02, 0xe6, + 0x05, 0xb9, 0x80, 0x29, 0xdf, 0xb3, 0x64, 0x32, 0xa0, 0x22, 0x39, 0xf5, 0x38, 0x4c, 0xe8, 0xff, + 0xaa, 0xc1, 0x5c, 0xd6, 0xda, 0x45, 0x1b, 0xd2, 0x8a, 0xd7, 0x78, 0x8f, 0x23, 0x23, 0xd4, 0xb9, + 0xec, 0x98, 0xa5, 0x1e, 0x2f, 0xf4, 0x26, 0xcc, 0x38, 0xae, 0x89, 0xdb, 0x06, 0x31, 0x60, 0x5b, + 0x41, 0x58, 0xcb, 0xd1, 0xde, 0x31, 0xed, 0x8d, 0x10, 0xca, 0x9a, 0x20, 0x48, 0xd2, 0xd3, 0x0a, + 0x41, 0xff, 0x5b, 0x0d, 0x66, 0x13, 0xad, 0xcb, 0x87, 0x2e, 0xa2, 0xe4, 0xd2, 0x27, 0x77, 0xb4, + 0xd2, 0x47, 0xff, 0xc7, 0x1c, 0x54, 0xa4, 0x7d, 0xdd, 0x43, 0xfb, 0x70, 0x0b, 0x66, 0xf9, 0x97, + 0xd2, 0x72, 0x7a, 0x6c, 0x3b, 0x95, 0xe3, 0x4d, 0x8a, 0xd4, 0x49, 0xc1, 0x15, 0xb7, 0xb3, 0x15, + 0xf1, 0xd2, 0xdd, 0x14, 0xed, 0x60, 0x05, 0x0a, 0x26, 0x99, 0x98, 0x51, 0x29, 0xe8, 0x26, 0x2c, + 0x0c, 0x3c, 0xd3, 0x08, 0x71, 0x3b, 0xe0, 0x3d, 0xf7, 0xb6, 0x33, 0xe8, 0x77, 0xb0, 0x4f, 0x57, + 0xfc, 0x24, 0xeb, 0xb9, 0x30, 0x0e, 0xd1, 0x94, 0xbf, 0x46, 0xe9, 0x92, 0xce, 0xb9, 0x2c, 0xba, + 0x7e, 0x09, 0x50, 0xba, 0xaf, 0xac, 0x8c, 0xaf, 0x76, 0xc4, 0xf1, 0xfd, 0x4a, 0x83, 0x6a, 0xb2, + 0x5d, 0xfc, 0x44, 0x26, 0xfa, 0x10, 0xca, 0x51, 0xeb, 0xf7, 0xa1, 0x1d, 0x78, 0x09, 0x0a, 0x3e, + 0x36, 0x02, 0xd7, 0xe1, 0x2b, 0x93, 0xa6, 0x18, 0x86, 0xc8, 0x29, 0x86, 0x21, 0xfa, 0x0d, 0x98, + 0x62, 0x23, 0xf8, 0x81, 0x65, 0x87, 0xd8, 0x47, 0x17, 0xa0, 0x10, 0x84, 0x46, 0x88, 0x83, 0x9a, + 0xb6, 0x9c, 0x3f, 0x37, 0xb3, 0xba, 0x90, 0xee, 0xf2, 0x12, 0x32, 0xd3, 0xca, 0x38, 0x65, 0xad, + 0x0c, 0xd1, 0xff, 0x5a, 0x83, 0x29, 0xb9, 0x99, 0xfd, 0x68, 0xd4, 0xde, 0xe7, 0xab, 0x7d, 0x21, + 0x7c, 0xb0, 0x1f, 0xcd, 0xcc, 0xde, 0x9f, 0xf5, 0x7f, 0xd7, 0xd8, 0xc8, 0x46, 0x5d, 0xd0, 0x87, + 0x35, 0xdf, 0x8b, 0x5b, 0x21, 0x64, 0x85, 0x05, 0x34, 0xb1, 0x1d, 0xb5, 0x15, 0x42, 0xd3, 0x9f, + 0x22, 0x2e, 0xa7, 0x3f, 0x85, 0xa0, 0x7f, 0x53, 0xa4, 0x9e, 0xc7, 0x1d, 0xef, 0x27, 0xdd, 0x04, + 0x4a, 0x54, 0x27, 0xf9, 0xfb, 0xa8, 0x4e, 0x5e, 0x86, 0x22, 0xfd, 0x1c, 0x44, 0x85, 0x03, 0x9d, + 0x34, 0x02, 0xa9, 0x27, 0x8e, 0x0c, 0xb9, 0x4b, 0xd6, 0x9a, 0x7c, 0xb8, 0xac, 0x85, 0xda, 0x70, + 0x72, 0xd7, 0x08, 0xda, 0x22, 0xcf, 0x9a, 0x6d, 0x23, 0x6c, 0x47, 0x79, 0xa2, 0x40, 0xb7, 0x29, + 0xcf, 0x8d, 0x86, 0xf5, 0xe5, 0x5d, 0x23, 0xd8, 0x12, 0x3c, 0x6b, 0xe1, 0x66, 0x3a, 0x6b, 0x2c, + 0x64, 0x73, 0xa0, 0x6d, 0x98, 0xcf, 0x56, 0x5e, 0xa4, 0x9e, 0xd3, 0x26, 0x6f, 0x70, 0x57, 0xcd, + 0x27, 0x32, 0xc8, 0xe8, 0x1f, 0x34, 0x58, 0x30, 0x4c, 0x93, 0x76, 0x48, 0x0d, 0xbb, 0x2d, 0x97, + 0x52, 0x25, 0x1a, 0x7f, 0x6f, 0x8c, 0x3f, 0x56, 0x69, 0xac, 0x45, 0x82, 0xa9, 0xb2, 0x8a, 0xb6, + 0xbc, 0x8d, 0x2c, 0xba, 0xe4, 0xd1, 0x7c, 0x26, 0x03, 0xfa, 0x52, 0x83, 0x1a, 0xa9, 0x19, 0x7c, + 0xfc, 0xf9, 0xc0, 0xf2, 0x71, 0x9f, 0x18, 0x6e, 0xbb, 0xfb, 0xd8, 0xb7, 0x8d, 0x43, 0x7e, 0x82, + 0x74, 0x26, 0xfd, 0x45, 0xdb, 0x74, 0xcd, 0x96, 0x24, 0xc0, 0x86, 0xdb, 0x53, 0xc1, 0xeb, 0x4c, + 0x89, 0x3c, 0xdc, 0xd9, 0x1c, 0x8b, 0x1e, 0x2c, 0x8e, 0x7f, 0xbb, 0xc7, 0x52, 0x41, 0xfd, 0x46, + 0x83, 0x19, 0xf5, 0x50, 0xe9, 0x89, 0x2f, 0xcc, 0x54, 0x4a, 0xca, 0x3f, 0xa6, 0x94, 0xf4, 0x6b, + 0x0d, 0xa6, 0x95, 0xb3, 0xae, 0xa7, 0xe7, 0xd5, 0xff, 0x29, 0x07, 0x0b, 0xd9, 0x6a, 0x1e, 0xcb, + 0x06, 0xfc, 0x12, 0x90, 0x52, 0xfa, 0x72, 0x5c, 0x1b, 0xce, 0xa7, 0xf6, 0xdf, 0xf4, 0x15, 0x44, + 0x1d, 0x9e, 0x3a, 0xa4, 0x12, 0xe2, 0xe8, 0x26, 0x54, 0x2c, 0xe9, 0x38, 0x2c, 0x9f, 0x75, 0x6a, + 0x21, 0x1f, 0x82, 0xb1, 0x2e, 0xcd, 0x98, 0xa3, 0x2f, 0x59, 0x55, 0xb3, 0x00, 0x13, 0xa4, 0x78, + 0xd5, 0xf7, 0xa1, 0xc8, 0xdd, 0x41, 0xaf, 0x41, 0x99, 0xe6, 0x79, 0xba, 0xa7, 0x64, 0xcb, 0x8e, + 0x96, 0x5d, 0x04, 0x4c, 0x5c, 0x48, 0x29, 0x09, 0x0c, 0xbd, 0x09, 0x40, 0xd2, 0x08, 0xcf, 0xf0, + 0x39, 0x9a, 0x27, 0xe9, 0xde, 0xd5, 0x73, 0xcd, 0x54, 0x5a, 0x2f, 0x47, 0xa0, 0xfe, 0x6f, 0x39, + 0xa8, 0xc8, 0x07, 0x70, 0x0f, 0x64, 0xfc, 0x0b, 0x10, 0x7d, 0x85, 0xb6, 0x61, 0x9a, 0xe4, 0x2f, + 0x16, 0x9f, 0xf4, 0x95, 0xb1, 0x83, 0x24, 0xfe, 0x5f, 0x13, 0x12, 0x2c, 0x99, 0xd2, 0x2b, 0x0e, + 0x56, 0x82, 0x24, 0x59, 0xad, 0x26, 0x69, 0x8b, 0x7b, 0x30, 0x9f, 0xa9, 0x4a, 0xce, 0x5c, 0x93, + 0x8f, 0x2a, 0x73, 0xfd, 0xc7, 0x24, 0xcc, 0x67, 0x1e, 0x7c, 0x3e, 0xf1, 0x55, 0xac, 0xae, 0xa0, + 0xfc, 0x23, 0x59, 0x41, 0x5f, 0x69, 0x59, 0x33, 0xcb, 0x0e, 0x91, 0xde, 0x3e, 0xc2, 0x69, 0xf0, + 0xa3, 0x9a, 0x63, 0x35, 0x2c, 0x27, 0x1f, 0x68, 0x4d, 0x14, 0x8e, 0xba, 0x26, 0xd0, 0x2b, 0x6c, + 0x1b, 0x4f, 0x6d, 0x15, 0xa9, 0x2d, 0x91, 0x21, 0x12, 0xa6, 0x8a, 0x1c, 0x42, 0xef, 0xc3, 0xb4, + 0x90, 0x60, 0xcd, 0xa3, 0x52, 0xdc, 0xd9, 0xe1, 0x3c, 0xc9, 0xfe, 0xd1, 0x94, 0x8c, 0xff, 0x61, + 0x63, 0xf8, 0xb7, 0x1a, 0xcc, 0x26, 0x6e, 0x42, 0x3c, 0x3d, 0xdf, 0xa0, 0xaf, 0x35, 0x28, 0x47, + 0x97, 0x70, 0x1e, 0x7a, 0x23, 0xb3, 0x06, 0x05, 0xcc, 0x2e, 0x82, 0xb0, 0x74, 0x77, 0x22, 0x71, + 0x51, 0x8f, 0xd0, 0xf8, 0xd5, 0xbc, 0xc4, 0xdd, 0x8f, 0x16, 0x17, 0xd4, 0xff, 0x47, 0x13, 0x5b, + 0x94, 0xd8, 0xa7, 0x27, 0x3a, 0x15, 0xf1, 0x3b, 0xe5, 0x1f, 0xf4, 0x9d, 0xfe, 0xb3, 0x0c, 0x93, + 0x94, 0x0f, 0xad, 0x42, 0x29, 0xc4, 0x7e, 0xdf, 0x72, 0x0c, 0x9b, 0xbe, 0x4e, 0x89, 0xad, 0x5b, + 0x81, 0xc9, 0xeb, 0x56, 0x60, 0x68, 0x17, 0x66, 0xe3, 0xb6, 0x27, 0x55, 0x93, 0x7d, 0xff, 0xef, + 0x43, 0x95, 0x89, 0x1d, 0x6c, 0x24, 0x24, 0xd5, 0x0b, 0x12, 0x09, 0x22, 0x32, 0x61, 0xa6, 0xeb, + 0x3a, 0xa1, 0x61, 0x39, 0xd8, 0x67, 0x86, 0xf2, 0x59, 0xf7, 0x9f, 0xce, 0x2b, 0x3c, 0xac, 0x7b, + 0xa4, 0xca, 0xa9, 0xf7, 0x9f, 0x54, 0x1a, 0xfa, 0x0c, 0xa6, 0xc5, 0x36, 0x8e, 0x19, 0x99, 0xc8, + 0xba, 0xff, 0xb4, 0x2e, 0xb3, 0xb0, 0x90, 0x56, 0xa4, 0xd4, 0xfb, 0x4f, 0x0a, 0x09, 0xd9, 0x50, + 0xf5, 0x5c, 0x73, 0xdb, 0xe1, 0x1b, 0x05, 0xa3, 0x63, 0x63, 0xde, 0x6b, 0x5f, 0x4a, 0x95, 0x3c, + 0x0a, 0x17, 0x4b, 0xc5, 0x49, 0x59, 0xf5, 0x46, 0x61, 0x92, 0x8a, 0x3e, 0x85, 0x29, 0x9b, 0x6c, + 0x8a, 0xd6, 0x0f, 0x3c, 0xcb, 0xc7, 0x66, 0xf6, 0xfd, 0xbf, 0xab, 0x12, 0x07, 0x4b, 0x84, 0xb2, + 0x8c, 0x7a, 0x07, 0x4a, 0xa6, 0x90, 0xd9, 0xef, 0x1b, 0x07, 0xad, 0x81, 0x13, 0xac, 0x1f, 0xf0, + 0xbb, 0x5c, 0xc5, 0xac, 0xd9, 0xdf, 0x50, 0x99, 0xd8, 0xec, 0x27, 0x24, 0xd5, 0xd9, 0x4f, 0x10, + 0xd1, 0x55, 0x9a, 0xe7, 0xd9, 0x94, 0xb0, 0x7b, 0x80, 0x0b, 0xa9, 0xd1, 0x62, 0xb3, 0xc1, 0xda, + 0x5e, 0xfc, 0x49, 0x51, 0x1a, 0x69, 0xe0, 0x73, 0x40, 0x5f, 0xbb, 0x85, 0xc3, 0x81, 0xef, 0x60, + 0x93, 0x6f, 0xe0, 0xd2, 0x73, 0xa0, 0x70, 0x45, 0x73, 0xa0, 0xa0, 0xa9, 0x39, 0x50, 0xa8, 0x24, + 0xa6, 0x3c, 0xd7, 0xbc, 0xc1, 0x96, 0x4c, 0x18, 0x5d, 0x0c, 0x7c, 0x36, 0x65, 0x2a, 0x66, 0x61, + 0x31, 0xa5, 0x48, 0xa9, 0x31, 0xa5, 0x90, 0xf8, 0x5d, 0x34, 0xf9, 0xe6, 0x12, 0x1b, 0xa9, 0xca, + 0x98, 0xbb, 0x68, 0x29, 0xce, 0xe8, 0x2e, 0x5a, 0x8a, 0x92, 0xba, 0x8b, 0x96, 0xe2, 0x20, 0xd6, + 0x7b, 0x86, 0xd3, 0xbb, 0xe2, 0x76, 0xd4, 0xa8, 0x9e, 0xca, 0xb2, 0x7e, 0x31, 0x83, 0x93, 0x59, + 0xcf, 0xd2, 0xa1, 0x5a, 0xcf, 0xe2, 0x68, 0x96, 0x44, 0x7b, 0x4c, 0xff, 0x56, 0x83, 0xd9, 0x44, + 0x9e, 0x41, 0xef, 0x41, 0x74, 0xe3, 0xe6, 0xc6, 0xa1, 0x27, 0xca, 0x64, 0xe5, 0x86, 0x0e, 0xc1, + 0xb3, 0x6e, 0xe8, 0x10, 0x1c, 0x5d, 0x05, 0x88, 0xbe, 0x49, 0x77, 0x4b, 0xd2, 0xb4, 0x46, 0x8b, + 0x39, 0xe5, 0x1a, 0x2d, 0x46, 0xf5, 0x1f, 0xf2, 0x50, 0x12, 0x81, 0xfa, 0x58, 0xb6, 0x51, 0x2b, + 0x50, 0xec, 0xe3, 0x80, 0xde, 0xd4, 0xc9, 0xc5, 0xd5, 0x10, 0x87, 0xe4, 0x6a, 0x88, 0x43, 0x6a, + 0xb1, 0x96, 0x7f, 0xa0, 0x62, 0x6d, 0xe2, 0xc8, 0xc5, 0x1a, 0xa6, 0xa7, 0xf4, 0x52, 0xba, 0x15, + 0xe7, 0x62, 0x77, 0xcf, 0xe1, 0xe2, 0x0c, 0x5f, 0x16, 0x4c, 0x9c, 0xe1, 0xcb, 0x24, 0xb4, 0x07, + 0xc7, 0xa5, 0xb3, 0x3b, 0xde, 0x3b, 0x25, 0x89, 0x6f, 0x66, 0xfc, 0x95, 0x88, 0x16, 0xe5, 0x62, + 0xcb, 0x7b, 0x2f, 0x81, 0xca, 0xd5, 0x6e, 0x92, 0xa6, 0xff, 0x22, 0x07, 0x33, 0xaa, 0xbf, 0x8f, + 0x65, 0x62, 0x5f, 0x83, 0x32, 0x3e, 0xb0, 0xc2, 0x76, 0xd7, 0x35, 0x31, 0xdf, 0x32, 0xd2, 0x79, + 0x22, 0xe0, 0x79, 0xd7, 0x54, 0xe6, 0x49, 0x60, 0x72, 0x34, 0xe4, 0x8f, 0x14, 0x0d, 0x71, 0xab, + 0x79, 0xe2, 0xde, 0xad, 0xe6, 0xec, 0x71, 0x2e, 0x3f, 0xa6, 0x71, 0xbe, 0x93, 0x83, 0x6a, 0x32, + 0x1b, 0xff, 0x3c, 0x96, 0x90, 0xba, 0x1a, 0xf2, 0x47, 0x5e, 0x0d, 0xef, 0xc3, 0x34, 0xa9, 0x1d, + 0x8d, 0x30, 0xe4, 0x77, 0x58, 0x27, 0x68, 0xcd, 0xc5, 0x72, 0xd3, 0xc0, 0x59, 0x13, 0xb8, 0x92, + 0x9b, 0x24, 0x5c, 0xff, 0x32, 0x07, 0xd3, 0xca, 0x57, 0xe3, 0xe9, 0x4b, 0x29, 0xfa, 0x2c, 0x4c, + 0x2b, 0xc5, 0x98, 0xfe, 0x37, 0x2c, 0x4e, 0xd4, 0x2a, 0xe8, 0xe9, 0x1b, 0x97, 0x19, 0x98, 0x92, + 0xab, 0x3a, 0xbd, 0x09, 0xb3, 0x89, 0x22, 0x4c, 0x7e, 0x01, 0xed, 0x28, 0x2f, 0xa0, 0x2f, 0xc0, + 0x5c, 0x56, 0xed, 0xa0, 0x5f, 0x84, 0xb9, 0xac, 0xaf, 0xfa, 0xfd, 0x1b, 0xf8, 0x4e, 0xa3, 0x16, + 0xd2, 0xb7, 0xdd, 0x2f, 0x01, 0x38, 0xf8, 0x76, 0xfb, 0x9e, 0xdb, 0x3f, 0x36, 0x9e, 0xf8, 0xf6, + 0x95, 0xc4, 0x6e, 0xa9, 0x24, 0x30, 0xa2, 0xc9, 0xb5, 0xcd, 0xf6, 0x3d, 0x37, 0x5d, 0x54, 0x93, + 0x6b, 0x9b, 0x29, 0x4d, 0x02, 0xd3, 0xff, 0x2e, 0x2f, 0x76, 0xe6, 0xf1, 0x75, 0xf1, 0x4f, 0xa0, + 0xea, 0x89, 0x87, 0x7b, 0x7b, 0x4b, 0xf7, 0x26, 0x11, 0x7f, 0xd2, 0xd2, 0x8c, 0x4a, 0x51, 0x75, + 0xf3, 0x4d, 0x67, 0xee, 0x88, 0xba, 0x5b, 0x89, 0xdd, 0xe7, 0x8c, 0x4a, 0x41, 0x7f, 0x09, 0xc7, + 0xc5, 0x6d, 0xba, 0x7d, 0x2c, 0x1c, 0xcf, 0x8f, 0x55, 0xce, 0x6e, 0xb7, 0x47, 0x02, 0x49, 0xcf, + 0x67, 0x13, 0xa4, 0x84, 0x7a, 0xee, 0xfb, 0xc4, 0x51, 0xd5, 0x27, 0x9d, 0x9f, 0x4d, 0x90, 0xf4, + 0xaf, 0x35, 0x98, 0x4d, 0x5c, 0xc0, 0x47, 0x17, 0xa0, 0x44, 0x7f, 0x9f, 0x77, 0xf7, 0x19, 0xa0, + 0x01, 0x49, 0xf9, 0x14, 0x0b, 0x45, 0x0e, 0xa1, 0x37, 0xa0, 0x1c, 0xdd, 0xd3, 0xe7, 0xa7, 0xea, + 0x6c, 0xf1, 0x09, 0x50, 0x59, 0x7c, 0x02, 0xd4, 0xff, 0x59, 0x83, 0x93, 0x63, 0x2f, 0xe7, 0x3f, + 0xe9, 0x9e, 0xc1, 0x8b, 0xaf, 0x40, 0x49, 0x9c, 0x7b, 0x23, 0x80, 0xc2, 0x47, 0xdb, 0xeb, 0xdb, + 0xeb, 0x17, 0xaa, 0xc7, 0x50, 0x05, 0x8a, 0x9b, 0xeb, 0xd7, 0x2e, 0x5c, 0xbe, 0x76, 0xb1, 0xaa, + 0x91, 0x87, 0xd6, 0xf6, 0xb5, 0x6b, 0xe4, 0x21, 0xf7, 0xe2, 0x55, 0xf9, 0x16, 0x1e, 0xfb, 0x1e, + 0xa3, 0x29, 0x28, 0xad, 0x79, 0x1e, 0x4d, 0x00, 0x4c, 0x76, 0x7d, 0xdf, 0x22, 0x6b, 0xb5, 0xaa, + 0xa1, 0x22, 0xe4, 0xaf, 0x5f, 0xdf, 0xa8, 0xe6, 0xd0, 0x1c, 0x54, 0x2f, 0x60, 0xc3, 0xb4, 0x2d, + 0x07, 0x8b, 0xac, 0x53, 0xcd, 0x37, 0x6f, 0x7d, 0xff, 0xe3, 0x92, 0xf6, 0xc3, 0x8f, 0x4b, 0xda, + 0xff, 0xff, 0xb8, 0xa4, 0xdd, 0xf9, 0x69, 0xe9, 0xd8, 0x0f, 0x3f, 0x2d, 0x1d, 0xfb, 0xdf, 0x9f, + 0x96, 0x8e, 0x7d, 0xf2, 0x8a, 0xf4, 0x5b, 0x54, 0xf6, 0x4e, 0x9e, 0xef, 0x92, 0x84, 0xcb, 0x9f, + 0x56, 0x92, 0xbf, 0xce, 0xfd, 0x2e, 0x77, 0x7a, 0x8d, 0x3e, 0x6e, 0x32, 0xbe, 0xc6, 0x65, 0xb7, + 0xc1, 0x00, 0xfa, 0x03, 0xca, 0xa0, 0x53, 0xa0, 0x3f, 0x94, 0x7c, 0xed, 0xf7, 0x01, 0x00, 0x00, + 0xff, 0xff, 0x48, 0xd9, 0xd7, 0xab, 0xd8, 0x3b, 0x00, 0x00, } func (m *EventSequence) Marshal() (dAtA []byte, err error) { @@ -5330,6 +5344,18 @@ func (m *JobRunLeased) MarshalToSizedBuffer(dAtA []byte) (int, error) { _ = i var l int _ = l + if m.PodRequirementsOverlay != nil { + { + size, err := m.PodRequirementsOverlay.MarshalToSizedBuffer(dAtA[:i]) + if err != nil { + return 0, err + } + i -= size + i = encodeVarintEvents(dAtA, i, uint64(size)) + } + i-- + dAtA[i] = 0x4a + } if len(m.AdditionalAnnotations) > 0 { for k := range m.AdditionalAnnotations { v := m.AdditionalAnnotations[k] @@ -7685,6 +7711,10 @@ func (m *JobRunLeased) Size() (n int) { n += mapEntrySize + 1 + sovEvents(uint64(mapEntrySize)) } } + if m.PodRequirementsOverlay != nil { + l = m.PodRequirementsOverlay.Size() + n += 1 + l + sovEvents(uint64(l)) + } return n } @@ -12554,6 +12584,42 @@ func (m *JobRunLeased) Unmarshal(dAtA []byte) error { } m.AdditionalAnnotations[mapkey] = mapvalue iNdEx = postIndex + case 9: + if wireType != 2 { + return fmt.Errorf("proto: wrong wireType = %d for field PodRequirementsOverlay", wireType) + } + var msglen int + for shift := uint(0); ; shift += 7 { + if shift >= 64 { + return ErrIntOverflowEvents + } + if iNdEx >= l { + return io.ErrUnexpectedEOF + } + b := dAtA[iNdEx] + iNdEx++ + msglen |= int(b&0x7F) << shift + if b < 0x80 { + break + } + } + if msglen < 0 { + return ErrInvalidLengthEvents + } + postIndex := iNdEx + msglen + if postIndex < 0 { + return ErrInvalidLengthEvents + } + if postIndex > l { + return io.ErrUnexpectedEOF + } + if m.PodRequirementsOverlay == nil { + m.PodRequirementsOverlay = &schedulerobjects.PodRequirements{} + } + if err := m.PodRequirementsOverlay.Unmarshal(dAtA[iNdEx:postIndex]); err != nil { + return err + } + iNdEx = postIndex default: iNdEx = preIndex skippy, err := skipEvents(dAtA[iNdEx:]) diff --git a/pkg/armadaevents/events.proto b/pkg/armadaevents/events.proto index 63a955fbce2..3707d6c95f6 100644 --- a/pkg/armadaevents/events.proto +++ b/pkg/armadaevents/events.proto @@ -304,6 +304,10 @@ message JobRunLeased { int32 scheduled_at_priority = 7; // Additional annotations to be added to the PodSpec. map additional_annotations = 8; + // The scheduler uses this field to modify the pod requirements of a job; + // for example, it may add additional tolerations to runs that are scheduled + // as away jobs. + schedulerobjects.PodRequirements pod_requirements_overlay = 9; } // Indicates that a job has been assigned to nodes by Kubernetes.