forked from spacetelescope/jwst
-
Notifications
You must be signed in to change notification settings - Fork 0
/
JenkinsfileRT
114 lines (98 loc) · 3.11 KB
/
JenkinsfileRT
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
// [skip ci] and [ci skip] have no effect here.
if (utils.scm_checkout(['skip_disable':true])) return
def PipInject(String reqs) {
def result = []
if (reqs.trim().isEmpty()) {
return result
}
for (req in reqs.split('\n')) {
result += "pip install $req"
}
return result
}
def MultiLineToArray(String reqs) {
def result = []
if (reqs.trim().isEmpty()) {
return result
}
for (req in reqs.split('\n')) {
result += req
}
return result
}
artifactoryenv = "dev"
if (env.ARTIFACTORY_ENV) {
artifactoryenv = env.ARTIFACTORY_ENV
}
pytest_args = ""
if (env.PYTEST_ARGS) {
pytest_args = env.PYTEST_ARGS
}
withCredentials([string(
credentialsId: 'jwst-codecov',
variable: 'codecov_token')]) {
jobconfig = new JobConfig()
jobconfig.enable_env_publication = true
jobconfig.publish_env_on_success_only = true
jobconfig.publish_env_filter = "spacetelescope/main"
// Define python version for conda
python_version = "3.11"
// Define environment variables needed for the regression tests
env_vars = [
"TEST_BIGDATA=https://bytesalad.stsci.edu/artifactory",
"CRDS_CONTEXT=jwst-edit",
"ENG_BASE_URL=http://twjwdmsemwebag.stsci.edu/JWDMSEngFqAccSide1/TlmMnemonicDataSrv.svc/",
]
if (env.ENV_VARS) {
env_vars.addAll(MultiLineToArray(env.ENV_VARS))
}
// Set pytest basetemp output directory
pytest_basetemp = "test_outputs"
// Configure artifactory ingest
data_config = new DataConfig()
data_config.server_id = 'bytesalad'
data_config.root = 'clone/${pytest_basetemp}'
data_config.match_prefix = '(.*)_result' // .json is appended automatically
// Build and test with dependencies specified in requirements-sdp.txt
bc0 = new BuildConfig()
bc0.nodetype = 'jwst'
bc0.name = 'stable-deps'
bc0.env_vars = env_vars
bc0.conda_packages = [
"python=${python_version}",
]
bc0.pip_reqs_files = ['requirements-dev-st.txt', 'requirements-sdp.txt']
bc0.build_cmds = [
"pip install certifi -U --force-reinstall",
"pip install -e .[test,sdp] --no-cache-dir",
"pip install pytest-xdist",
] + PipInject(env.OVERRIDE_REQUIREMENTS) + ["pip list"]
bc0.test_cmds = [
"pytest --cov-report=xml --cov=./ -r sxf --bigdata --slow \
--basetemp=${pytest_basetemp} --junit-xml=results.xml \
-n 8 --dist=loadscope \
--env=${artifactoryenv} ${pytest_args}",
// The following line needs single quotes to avoid insecure interpolation
// of the codecov_token
"curl -Os https://uploader.codecov.io/latest/linux/codecov",
"chmod +x codecov",
'./codecov --token=${codecov_token} -F nightly',
]
bc0.test_configs = [data_config]
bc0.failedFailureThresh = 0
// macos-specific buildconfig to cause the creation of counterparts to the linux
// environment dumps. Packages in a minimal conda environment differ by OS
// which is why this is needed.
bc1 = utils.copy(bc0)
bc1.nodetype = 'macos'
bc1.name = 'macos-stable-deps'
bc1.test_cmds = []
bc1.test_configs = []
bc2 = utils.copy(bc0)
bc2.pip_reqs_files = ['requirements-dev-st.txt']
bc3 = utils.copy(bc0)
bc3.conda_packages = [
"python=3.12",
]
utils.run([jobconfig, bc0, bc1, bc2, bc3])
} // withCredentials