ITK/Testing/ContinuousIntegration/AzurePipelinesLinuxPython.yml at 34cf43bc26d8ef6d3e4989c061be48e4e554b0bb · InsightSoftwareConsortium/ITK · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
name: ITK.Linux.Python

trigger:
  branches:
    include:
    - main
    - release*
  paths:
    exclude:
    - '*.md'
    - LICENSE
    - NOTICE
    - Documentation/*
    - Utilities/Debugger/*
    - Utilities/ITKv5Preparation/*
    - Utilities/Maintenance/*
    - Modules/Remote/*.remote.cmake
pr:
  paths:
    exclude:
    - '*.md'
    - LICENSE
    - NOTICE
    - Documentation/*
    - Utilities/Debugger/*
    - Utilities/ITKv5Preparation/*
    - Utilities/Maintenance/*
    - Modules/Remote/*.remote.cmake
variables:
  ExternalDataVersion: 5.4.5
  CCACHE_DIR: $(Pipeline.Workspace)/.ccache
  CCACHE_BASEDIR: $(Build.SourcesDirectory)
  CCACHE_COMPILERCHECK: content
  CCACHE_NOHASHDIR: 'true'
  CCACHE_NODIRECT: '1'
jobs:
- job: Linux
  timeoutInMinutes: 0
  cancelTimeoutInMinutes: 300
  pool:
    vmImage: ubuntu-22.04
  steps:
    - checkout: self
      clean: true
      fetchDepth: 5
    - bash: |
        set -x
        if [ -n "$(System.PullRequest.SourceCommitId)" ]; then
          git checkout $(System.PullRequest.SourceCommitId)
        fi
      displayName: 'Checkout pull request HEAD'

    - task: UsePythonVersion@0
      inputs:
        versionSpec: '3.10'
        architecture: 'x64'

    - bash: |
        set -x
        sudo apt-get update
        sudo apt-get install -y ccache locales
        sudo locale-gen de_DE.UTF-8
        python3 -m pip install ninja typing-extensions
        python3 -m pip install --upgrade --pre numpy
        python3 -m pip install lxml scikit-ci-addons dask distributed
      displayName: 'Install dependencies'

    - bash: |
        set -x

        git clone -b dashboard --single-branch https://github.com/InsightSoftwareConsortium/ITK.git ITK-dashboard

        curl -L https://github.com/InsightSoftwareConsortium/ITK/releases/download/v$(ExternalDataVersion)/InsightData-$(ExternalDataVersion).tar.gz -O
        cmake -E tar xfz InsightData-$(ExternalDataVersion).tar.gz
        cmake -E rename InsightToolkit-$(ExternalDataVersion)/.ExternalData/CID $(Build.SourcesDirectory)/.ExternalData/CID
      workingDirectory: $(Agent.BuildDirectory)
      displayName: 'Download dashboard script and testing data'

    - task: Cache@2
      inputs:
        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
        restoreKeys: |
          "ccache" | "$(Agent.OS)"
        path: $(CCACHE_DIR)
      displayName: 'Restore ccache'

    - bash: ccache --evict-older-than 7d
      displayName: 'Evict old ccache entries'

    - bash: |
        python_executable=`which python3`
        python_root_dir=$(dirname $(dirname ${python_executable}))
        cat > dashboard.cmake << EOF
        set(CTEST_BUILD_CONFIGURATION "MinSizeRel")
        set(CTEST_CMAKE_GENERATOR "Ninja")
        set(BUILD_NAME_SUFFIX "-Python")
        set(dashboard_cache "
          Python3_ROOT_DIR:PATH=${python_root_dir}
          Python3_EXECUTABLE:FILEPATH=${python_executable}
          DISABLE_MODULE_TESTS:BOOL=ON
          BUILD_SHARED_LIBS:BOOL=OFF
          BUILD_EXAMPLES:BOOL=OFF
          ITK_WRAP_PYTHON:BOOL=ON
          ITK_USE_CCACHE:BOOL=ON
          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
          ITK_COMPUTER_MEMORY_SIZE:STRING=4.5
        ")
        include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
        EOF
        cat dashboard.cmake
      workingDirectory: $(Agent.BuildDirectory)/ITK-dashboard
      displayName: 'Configure CTest script'

    - bash: |
        set -x

        c++ --version
        cmake --version

        ctest -S $(Agent.BuildDirectory)/ITK-dashboard/dashboard.cmake -V -j 2 -L Python -E "(PythonExtrasTest)|(PythonFastMarching)|(PythonLazyLoadingImage)|(PythonThresholdSegmentationLevelSetWhiteMatterTest)|(PythonVerifyTTypeAPIConsistency)|(PythonWatershedSegmentation1Test)"
      displayName: 'Build and test'
      env:
        CTEST_OUTPUT_ON_FAILURE: 1
        CCACHE_MAXSIZE: 2.4G

    - bash: python3 $(Build.SourcesDirectory)/Testing/ContinuousIntegration/report_build_diagnostics.py $(Build.SourcesDirectory)-build
      condition: succeededOrFailed()
      displayName: 'Report build warnings and errors'

    - script: |
        ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
      condition: succeededOrFailed()
      displayName: 'Format CTest output in JUnit format'

    - task: PublishTestResults@2
      inputs:
        testResultsFiles: "$(Agent.BuildDirectory)/JUnitTestResults.xml"
        testRunTitle: 'CTest $(Agent.OS)'
      condition: succeededOrFailed()
      displayName: 'Publish test results'