diff --git a/CODEOWNERS.txt b/CODEOWNERS.txt deleted file mode 100644 index a40f5fa3c..000000000 --- a/CODEOWNERS.txt +++ /dev/null @@ -1,8 +0,0 @@ -# Global owners - -* @ddavis @nden -romancal/flatfield @dmggh @phuwe -romancal/pipeline -romancal/lib -romancal/datamodels @phuwe -romancal/stpipe diff --git a/JenkinsfileRT b/JenkinsfileRT deleted file mode 100644 index 98ba2e86c..000000000 --- a/JenkinsfileRT +++ /dev/null @@ -1,125 +0,0 @@ -// [skip ci] and [ci skip] have no effect here. -if (utils.scm_checkout(['skip_disable':true])) return - -def PipInject(String reqs) { - def result = [] - if (reqs.trim().isEmpty()) { - return result - } - for (req in reqs.split('\n')) { - result += "pip install $req" - } - return result -} - -def MultiLineToArray(String reqs) { - def result = [] - if (reqs.trim().isEmpty()) { - return result - } - for (req in reqs.split('\n')) { - result += req - } - return result -} - -artifactoryenv = "dev" -if (env.ARTIFACTORY_ENV) { - artifactoryenv = env.ARTIFACTORY_ENV -} - -pytest_args = "" -if (env.PYTEST_ARGS) { - pytest_args = env.PYTEST_ARGS -} - -withCredentials([string( - credentialsId: 'romancal-codecov', - variable: 'codecov_token')]) { - -jobconfig = new JobConfig() -jobconfig.enable_env_publication = true -jobconfig.publish_env_on_success_only = true -jobconfig.publish_env_filter = "spacetelescope/main" - -// Define python version for conda -python_version = "3.11" - -// pip related setup -def pip_index = "https://bytesalad.stsci.edu/artifactory/api/pypi/datb-pypi-virtual/simple" -def pip_install_args = "--index-url ${pip_index} --progress-bar=off" - -// Define environment variables needed for the regression tests -env_vars = [ - "TEST_BIGDATA=https://bytesalad.stsci.edu/artifactory", - "CRDS_CONTEXT=roman_0058.pmap", - "CRDS_SERVER_URL=https://roman-serverless", - 'CRDS_PATH=/grp/crds/roman/test/', - 'DD_ENV=ci', - 'DD_SERVICE=romancal', - 'WEBBPSF_PATH=/grp/jwst/ote/webbpsf-data', - 'PYSYN_CDBS=/grp/hst/cdbs', -] -if (env.ENV_VARS) { - env_vars.addAll(MultiLineToArray(env.ENV_VARS)) -} - -// Set pytest basetemp output directory -pytest_basetemp = "test_outputs" - -// Configure artifactory ingest -data_config = new DataConfig() -data_config.server_id = 'bytesalad' -data_config.root = 'clone/${pytest_basetemp}' -data_config.match_prefix = '(.*)_result' // .json is appended automatically - - -// Build and test with dependencies specified in requirements-sdp.txt -bc0 = new BuildConfig() -bc0.nodetype = 'romancal' -bc0.name = 'stable-deps' -bc0.env_vars = env_vars -bc0.conda_packages = [ - "python=${python_version}", - "freetds", -] -bc0.pip_reqs_files = ['requirements-sdp.txt'] -bc0.build_cmds = [ - "pip install -e .[test]", - "pip install pytest-xdist ddtrace", - 'echo "CRDS_CONTEXT = $(crds list --contexts $CRDS_CONTEXT --mappings | grep pmap)"', -] -bc0.build_cmds = bc0.build_cmds + PipInject(env.OVERRIDE_REQUIREMENTS) -bc0.build_cmds = bc0.build_cmds + [ - "pip list" -] -bc0.test_cmds = [ - "pytest -r sxf -n auto --bigdata --slow --webbpsf \ - --cov --cov-report=xml:coverage.xml \ - --ddtrace \ - --color=no \ - --basetemp=${pytest_basetemp} --junit-xml=results.xml --dist=loadscope \ - --env=${artifactoryenv} ${pytest_args}", - "curl -Os https://uploader.codecov.io/latest/linux/codecov", - "chmod +x codecov", - './codecov --token=${codecov_token} -F nightly -f coverage.xml', -] -bc0.test_configs = [data_config] -bc0.failedFailureThresh = 0 - -// macos-specific buildconfig to cause the creation of counterparts to the linux -// environment dumps. Packages in a mininmal conda environment differ by OS -// which is why this is needed. -bc1 = utils.copy(bc0) -bc1.nodetype = 'macos' -bc1.name = 'macos-stable-deps' -bc1.build_cmds = ["pip install -e ."] -bc1.build_cmds = bc1.build_cmds + PipInject(env.OVERRIDE_REQUIREMENTS) -bc1.test_cmds = [] -bc1.test_configs = [] - -bc2 = utils.copy(bc0) -bc2.pip_reqs_files = ['requirements-sdp.txt', 'requirements-dev-st.txt'] - -utils.run([jobconfig, bc0, bc1, bc2]) -} // withCredentials diff --git a/JenkinsfileRT_dev b/JenkinsfileRT_dev deleted file mode 100644 index 66b7d2016..000000000 --- a/JenkinsfileRT_dev +++ /dev/null @@ -1,117 +0,0 @@ -// [skip ci] and [ci skip] have no effect here. -if (utils.scm_checkout(['skip_disable':true])) return - -def PipInject(String reqs) { - def result = [] - if (reqs.trim().isEmpty()) { - return result - } - for (req in reqs.split('\n')) { - result += "pip install $req" - } - return result -} - -def MultiLineToArray(String reqs) { - def result = [] - if (reqs.trim().isEmpty()) { - return result - } - for (req in reqs.split('\n')) { - result += req - } - return result -} - -artifactoryenv = "dev" -if (env.ARTIFACTORY_ENV) { - artifactoryenv = env.ARTIFACTORY_ENV -} - -pytest_args = "" -if (env.PYTEST_ARGS) { - pytest_args = env.PYTEST_ARGS -} - -withCredentials([string( - credentialsId: 'romancal-codecov', - variable: 'codecov_token')]) { - -jobconfig = new JobConfig() -jobconfig.enable_env_publication = true -jobconfig.publish_env_on_success_only = true -jobconfig.publish_env_filter = "spacetelescope/main" - -// Define python version for conda -python_version = "3.11" - -// pip related setup -def pip_index = "https://bytesalad.stsci.edu/artifactory/api/pypi/datb-pypi-virtual/simple" -def pip_install_args = "--index-url ${pip_index} --progress-bar=off" - -// Define environment variables needed for the regression tests -env_vars = [ - "TEST_BIGDATA=https://bytesalad.stsci.edu/artifactory", - "CRDS_CONTEXT=roman_0058.pmap", - "CRDS_SERVER_URL=https://roman-serverless", - 'CRDS_PATH=/grp/crds/roman/test/', - 'WEBBPSF_PATH=/grp/jwst/ote/webbpsf-data', - 'PYSYN_CDBS=/grp/hst/cdbs', -] -if (env.ENV_VARS) { - env_vars.addAll(MultiLineToArray(env.ENV_VARS)) -} - -// Set pytest basetemp output directory -pytest_basetemp = "test_outputs" - -// Configure artifactory ingest -data_config = new DataConfig() -data_config.server_id = 'bytesalad' -data_config.root = 'clone/${pytest_basetemp}' -data_config.match_prefix = '(.*)_result' // .json is appended automatically - - -// Build and test with dependencies specified in requirements-sdp.txt -bc0 = new BuildConfig() -bc0.nodetype = 'romancal' -bc0.name = 'unstable-deps' -bc0.env_vars = env_vars -bc0.conda_packages = [ - "python=${python_version}", - "freetds", -] -bc0.pip_reqs_files = ['requirements-dev-thirdparty.txt'] -bc0.build_cmds = [ - "pip install -e .[test]", - "pip install pytest-xdist", - 'echo "CRDS_CONTEXT = $(crds list --contexts $CRDS_CONTEXT --mappings | grep pmap)"', -] -bc0.build_cmds = bc0.build_cmds + PipInject(env.OVERRIDE_REQUIREMENTS) -bc0.build_cmds = bc0.build_cmds + [ - "pip list" -] -bc0.test_cmds = [ - "pytest -r sxf -n 0 --bigdata --slow --webbpsf --color=no\ - --basetemp=${pytest_basetemp} --junit-xml=results.xml --dist=loadscope \ - --env=${artifactoryenv} ${pytest_args}", -] -bc0.test_configs = [data_config] -bc0.failedFailureThresh = 0 - -// macos-specific buildconfig to cause the creation of counterparts to the linux -// environment dumps. Packages in a mininmal conda environment differ by OS -// which is why this is needed. -bc1 = utils.copy(bc0) -bc1.nodetype = 'macos' -bc1.name = 'macos-unstable-deps' -bc1.build_cmds = ["pip install -e ."] -bc1.build_cmds = bc1.build_cmds + PipInject(env.OVERRIDE_REQUIREMENTS) -bc1.test_cmds = [] -bc1.test_configs = [] - -bc2 = utils.copy(bc0) -bc2.pip_reqs_files = ['requirements-dev-thirdparty.txt', 'requirements-dev-st.txt'] - -utils.run([jobconfig, bc0, bc1, bc2]) -} // withCredentials