forked from spacetelescope/romancal
-
Notifications
You must be signed in to change notification settings - Fork 0
/
JenkinsfileRT_dev
117 lines (101 loc) · 3.28 KB
/
JenkinsfileRT_dev
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
// [skip ci] and [ci skip] have no effect here.
if (utils.scm_checkout(['skip_disable':true])) return
def PipInject(String reqs) {
def result = []
if (reqs.trim().isEmpty()) {
return result
}
for (req in reqs.split('\n')) {
result += "pip install $req"
}
return result
}
def MultiLineToArray(String reqs) {
def result = []
if (reqs.trim().isEmpty()) {
return result
}
for (req in reqs.split('\n')) {
result += req
}
return result
}
artifactoryenv = "dev"
if (env.ARTIFACTORY_ENV) {
artifactoryenv = env.ARTIFACTORY_ENV
}
pytest_args = ""
if (env.PYTEST_ARGS) {
pytest_args = env.PYTEST_ARGS
}
withCredentials([string(
credentialsId: 'romancal-codecov',
variable: 'codecov_token')]) {
jobconfig = new JobConfig()
jobconfig.enable_env_publication = true
jobconfig.publish_env_on_success_only = true
jobconfig.publish_env_filter = "spacetelescope/main"
// Define python version for conda
python_version = "3.11"
// pip related setup
def pip_index = "https://bytesalad.stsci.edu/artifactory/api/pypi/datb-pypi-virtual/simple"
def pip_install_args = "--index-url ${pip_index} --progress-bar=off"
// Define environment variables needed for the regression tests
env_vars = [
"TEST_BIGDATA=https://bytesalad.stsci.edu/artifactory",
"CRDS_CONTEXT=roman_0058.pmap",
"CRDS_SERVER_URL=https://roman-serverless",
'CRDS_PATH=/grp/crds/roman/test/',
'WEBBPSF_PATH=/grp/jwst/ote/webbpsf-data',
'PYSYN_CDBS=/grp/hst/cdbs',
]
if (env.ENV_VARS) {
env_vars.addAll(MultiLineToArray(env.ENV_VARS))
}
// Set pytest basetemp output directory
pytest_basetemp = "test_outputs"
// Configure artifactory ingest
data_config = new DataConfig()
data_config.server_id = 'bytesalad'
data_config.root = 'clone/${pytest_basetemp}'
data_config.match_prefix = '(.*)_result' // .json is appended automatically
// Build and test with dependencies specified in requirements-sdp.txt
bc0 = new BuildConfig()
bc0.nodetype = 'romancal'
bc0.name = 'unstable-deps'
bc0.env_vars = env_vars
bc0.conda_packages = [
"python=${python_version}",
"freetds",
]
bc0.pip_reqs_files = ['requirements-dev-thirdparty.txt']
bc0.build_cmds = [
"pip install -e .[test]",
"pip install pytest-xdist",
'echo "CRDS_CONTEXT = $(crds list --contexts $CRDS_CONTEXT --mappings | grep pmap)"',
]
bc0.build_cmds = bc0.build_cmds + PipInject(env.OVERRIDE_REQUIREMENTS)
bc0.build_cmds = bc0.build_cmds + [
"pip list"
]
bc0.test_cmds = [
"pytest -r sxf -n 0 --bigdata --slow --webbpsf --color=no\
--basetemp=${pytest_basetemp} --junit-xml=results.xml --dist=loadscope \
--env=${artifactoryenv} ${pytest_args}",
]
bc0.test_configs = [data_config]
bc0.failedFailureThresh = 0
// macos-specific buildconfig to cause the creation of counterparts to the linux
// environment dumps. Packages in a mininmal conda environment differ by OS
// which is why this is needed.
bc1 = utils.copy(bc0)
bc1.nodetype = 'macos'
bc1.name = 'macos-unstable-deps'
bc1.build_cmds = ["pip install -e ."]
bc1.build_cmds = bc1.build_cmds + PipInject(env.OVERRIDE_REQUIREMENTS)
bc1.test_cmds = []
bc1.test_configs = []
bc2 = utils.copy(bc0)
bc2.pip_reqs_files = ['requirements-dev-thirdparty.txt', 'requirements-dev-st.txt']
utils.run([jobconfig, bc0, bc1, bc2])
} // withCredentials