Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion exaudfclient/.bazelrc
Original file line number Diff line number Diff line change
Expand Up @@ -26,4 +26,4 @@ build:valgrind -c dbg
build:valgrind --copt -g
build:valgrind --strip=never
build:valgrind --copt -DVALGRIND_ACTIVE
build:fix_conda_ar_tool --action_env=AR=x86_64-conda-linux-gnu-gcc-ar --features=-archive_param_file
build:fix_conda_ar_tool --features=-archive_param_file
2 changes: 1 addition & 1 deletion flavors/template-Exasol-8-python-3.10-cuda-conda/ci.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{
"build_runners": ["int-linux-x64-4core-ubuntu24.04-1"],
"build_runners": ["int-linux-x64-4core-ubuntu24.04-1", "int-linux-arm-4core-ubuntu24.04-1"],
"test_config": {
"default_test_runners": ["int-linux-x64-2core-ubuntu24.04-1"],
"test_sets": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ RUN mkdir /exaudfclient /exaudf
COPY /exaudfclient/ /exaudfclient/

WORKDIR /exaudfclient/
RUN bash -c "source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries"
RUN source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,10 @@ RUN mkdir -p /build_info/packages
COPY build_deps_packages.yml /build_info/packages/build_deps_packages.yml
RUN exaslpm install --package-file /build_info/packages/build_deps_packages.yml --build-step build_deps

RUN curl -L -o swig-2.0.4.tar.gz https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
RUN exaslpm export-variables --out-file /env

RUN curl -fsSL -o swig-2.0.4.tar.gz \
https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
tar zxf swig-2.0.4.tar.gz && \
(cd swig-2.0.4 && ./configure --prefix=/usr && make && make install) && \
(cd swig-2.0.4 && source /env && ./configure --build=$SWIG_BUILD_ARCH-unknown-linux-gnu --host=$HOST_PLATFORM-unknown-linux-gnu --prefix=/usr && make -j"$(nproc)" && make install) && \
rm -rf swig-2.0.4 swig-2.0.4.tar.gz
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ RUN exaslpm export-variables --out-file /env

WORKDIR /exaudfclient/

RUN bash -c "source /env && ./build.sh --config no-tty --config optimize --config python --config slow-wrapper --config fix_conda_ar_tool"
RUN source /env && ./build.sh --config no-tty --config optimize --config python --config slow-wrapper --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,16 +16,19 @@ build_steps:
version: '=4.3'
- name: chrpath
version: '=0.16'
- name: gxx_linux-64
- name: gxx
version: =13.4.0
- name: gcc_linux-64
- name: gcc
version: =13.4.0
binary: Mamba
variables:
PROTOBUF_BIN: '$MAMBA_ROOT_PREFIX/bin/protoc'
LD_LIBRARY_PATH: '$LD_LIBRARY_PATH:$MAMBA_ROOT_PREFIX/lib/'
CPLUS_INCLUDE_PATH: '$CPLUS_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
C_INCLUDE_PATH: '$C_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
SWIG_BUILD_ARCH: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}"
HOST_PLATFORM: "{% if platform == 'x86_64' %}amd64{% else %}arm64{% endif %}"
AR: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}-conda-linux-gnu-gcc-ar"
validation_cfg:
version_mandatory: true
- name: base_test_deps
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ build_steps:
- name: cuda-toolkit
version: =12.9.1
- name: libarrow
version: =22.0.0=h552f9d5_3_cuda
version: =22.0.0=*_cuda
- name: mamba
version: =2.3.3
binary: Micromamba
Expand Down
2 changes: 1 addition & 1 deletion flavors/template-Exasol-8-python-3.12-cuda-conda/ci.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{
"build_runners": ["int-linux-x64-4core-ubuntu24.04-1"],
"build_runners": ["int-linux-x64-4core-ubuntu24.04-1", "int-linux-arm-4core-ubuntu24.04-1"],
"test_config": {
"default_test_runners": ["int-linux-x64-2core-ubuntu24.04-1"],
"test_sets": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ COPY /exaudfclient/ /exaudfclient/

WORKDIR /exaudfclient/

RUN bash -c "source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries"
RUN source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries --config fix_conda_ar_tool

RUN cp -r -L bazel-bin/* /exaudf

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,10 @@ RUN mkdir -p /build_info/packages
COPY build_deps_packages.yml /build_info/packages/build_deps_packages.yml
RUN exaslpm install --package-file /build_info/packages/build_deps_packages.yml --build-step build_deps

RUN curl -L -o swig-2.0.4.tar.gz https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
RUN exaslpm export-variables --out-file /env

RUN curl -fsSL -o swig-2.0.4.tar.gz \
https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
tar zxf swig-2.0.4.tar.gz && \
(cd swig-2.0.4 && ./configure --prefix=/usr && make && make install) && \
(cd swig-2.0.4 && source /env && ./configure --build=$SWIG_BUILD_ARCH-unknown-linux-gnu --host=$HOST_PLATFORM-unknown-linux-gnu --prefix=/usr && make -j"$(nproc)" && make install) && \
rm -rf swig-2.0.4 swig-2.0.4.tar.gz
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ RUN exaslpm export-variables --out-file /env

WORKDIR /exaudfclient/

RUN bash -c "source /env && ./build.sh --config no-tty --config optimize --config python --config slow-wrapper --config fix_conda_ar_tool"
RUN source /env && ./build.sh --config no-tty --config optimize --config python --config slow-wrapper --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,16 +16,19 @@ build_steps:
version: =4.4.1
- name: chrpath
version: '=0.16'
- name: gxx_linux-64
- name: gxx
version: =13.4.0
- name: gcc_linux-64
- name: gcc
version: =13.4.0
binary: Mamba
variables:
PROTOBUF_BIN: '$MAMBA_ROOT_PREFIX/bin/protoc'
LD_LIBRARY_PATH: '$LD_LIBRARY_PATH:$MAMBA_ROOT_PREFIX/lib/'
CPLUS_INCLUDE_PATH: '$CPLUS_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
C_INCLUDE_PATH: '$C_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
SWIG_BUILD_ARCH: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}"
HOST_PLATFORM: "{% if platform == 'x86_64' %}amd64{% else %}arm64{% endif %}"
AR: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}-conda-linux-gnu-gcc-ar"
validation_cfg:
version_mandatory: true
- name: base_test_deps
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ build_steps:
- name: pyarrow
version: =22.0.0
- name: libarrow
version: =22.0.0=h552f9d5_3_cuda
version: =22.0.0=*_cuda
- name: mamba
version: =2.3.3
- name: cuda-toolkit
Expand Down
2 changes: 1 addition & 1 deletion flavors/template-Exasol-all-python-3.10-conda/ci.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{
"build_runners": ["ubuntu-22.04"],
"build_runners": ["ubuntu-22.04", "ubuntu-22.04-arm"],
"test_config": {
"default_test_runners": ["ubuntu-22.04"],
"test_sets": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@ COPY /exaudfclient/ /exaudfclient/

WORKDIR /exaudfclient/
# We need to build with optimize here, because the debug build fails to run with a runtime linking error regarding protobuf
RUN bash -c "source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries"
RUN source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,10 @@ RUN mkdir -p /build_info/packages
COPY build_deps_packages.yml /build_info/packages/build_deps_packages.yml
RUN exaslpm install --package-file /build_info/packages/build_deps_packages.yml --build-step build_deps

RUN curl -L -o swig-2.0.4.tar.gz https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
RUN exaslpm export-variables --out-file /env

RUN curl -fsSL -o swig-2.0.4.tar.gz \
https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
tar zxf swig-2.0.4.tar.gz && \
(cd swig-2.0.4 && ./configure --prefix=/usr && make && make install) && \
(cd swig-2.0.4 && source /env && ./configure --build=$SWIG_BUILD_ARCH-unknown-linux-gnu --host=$HOST_PLATFORM-unknown-linux-gnu --prefix=/usr && make -j"$(nproc)" && make install) && \
rm -rf swig-2.0.4 swig-2.0.4.tar.gz
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ COPY exaudfclient/ /exaudfclient/

WORKDIR /exaudfclient/

RUN bash -c "source /env && ./build.sh --config no-tty --config optimize --config python --config fast-binary --config fix_conda_ar_tool"
RUN source /env && ./build.sh --config no-tty --config optimize --config python --config fast-binary --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,9 @@ build_steps:
version: '=8.45'
- name: bazel
version: =8.3.1
- name: gxx_linux-64
- name: gxx
version: =12.4.0
- name: gcc_linux-64
- name: gcc
version: =12.4.0
- name: make
version: '=4.3'
Expand All @@ -26,6 +26,9 @@ build_steps:
LD_LIBRARY_PATH: '$LD_LIBRARY_PATH:$MAMBA_ROOT_PREFIX/lib/'
CPLUS_INCLUDE_PATH: '$CPLUS_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
C_INCLUDE_PATH: '$C_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
SWIG_BUILD_ARCH: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}"
HOST_PLATFORM: "{% if platform == 'x86_64' %}amd64{% else %}arm64{% endif %}"
AR: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}-conda-linux-gnu-gcc-ar"
validation_cfg:
version_mandatory: true
- name: base_test_deps
Expand Down
2 changes: 1 addition & 1 deletion flavors/template-Exasol-all-python-3.12-conda/ci.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{
"build_runners": ["ubuntu-24.04"],
"build_runners": ["ubuntu-24.04", "ubuntu-24.04-arm"],
"test_config": {
"default_test_runners": ["ubuntu-24.04"],
"test_sets": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ RUN mkdir /exaudfclient /exaudf
COPY /exaudfclient/ /exaudfclient/

WORKDIR /exaudfclient/
RUN bash -c "source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries"
RUN source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,10 @@ RUN mkdir -p /build_info/packages
COPY build_deps_packages.yml /build_info/packages/build_deps_packages.yml
RUN exaslpm install --package-file /build_info/packages/build_deps_packages.yml --build-step build_deps

RUN curl -L -o swig-2.0.4.tar.gz https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
RUN exaslpm export-variables --out-file /env

RUN curl -fsSL -o swig-2.0.4.tar.gz \
https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
tar zxf swig-2.0.4.tar.gz && \
(cd swig-2.0.4 && ./configure --prefix=/usr && make && make install) && \
(cd swig-2.0.4 && source /env && ./configure --build=$SWIG_BUILD_ARCH-unknown-linux-gnu --host=$HOST_PLATFORM-unknown-linux-gnu --prefix=/usr && make -j"$(nproc)" && make install) && \
rm -rf swig-2.0.4 swig-2.0.4.tar.gz
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ RUN mkdir /exaudfclient /exaudf
COPY exaudfclient/ /exaudfclient/

WORKDIR /exaudfclient/
RUN bash -c "source /env && ./build.sh --config no-tty --config optimize --config python --config fast-binary --config fix_conda_ar_tool"
RUN source /env && ./build.sh --config no-tty --config optimize --config python --config fast-binary --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,16 +16,19 @@ build_steps:
version: =4.4.1
- name: chrpath
version: '=0.16'
- name: gxx_linux-64
- name: gxx
version: =15.1.0
- name: gcc_linux-64
- name: gcc
version: =15.1.0
binary: Mamba
binary: Mamba
variables:
PROTOBUF_BIN: '$MAMBA_ROOT_PREFIX/bin/protoc'
LD_LIBRARY_PATH: '$LD_LIBRARY_PATH:$MAMBA_ROOT_PREFIX/lib/'
CPLUS_INCLUDE_PATH: '$CPLUS_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
C_INCLUDE_PATH: '$C_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
SWIG_BUILD_ARCH: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}"
HOST_PLATFORM: "{% if platform == 'x86_64' %}amd64{% else %}arm64{% endif %}"
AR: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}-conda-linux-gnu-gcc-ar"
validation_cfg:
version_mandatory: true
- name: base_test_deps
Expand Down
2 changes: 1 addition & 1 deletion flavors/test-Exasol-8-cuda-ml/ci.json
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{
"build_runners": ["int-linux-x64-4core-ubuntu24.04-1"],
"build_runners": ["int-linux-x64-4core-ubuntu24.04-1", "int-linux-arm-4core-ubuntu24.04-1"],
"test_config": {
"default_test_runners": ["int-linux-x64-2core-ubuntu24.04-1"],
"test_sets": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@ RUN mkdir /exaudfclient /exaudf
COPY /exaudfclient/ /exaudfclient/

WORKDIR /exaudfclient/
RUN bash -c "source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries"
RUN source /env && ./build.sh --config no-tty -c dbg --config python --config test-binaries --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,12 @@ RUN mkdir -p /build_info/packages
COPY build_deps_packages.yml /build_info/packages/build_deps_packages.yml
RUN exaslpm install --package-file /build_info/packages/build_deps_packages.yml --build-step build_deps

RUN curl -L -o swig-2.0.4.tar.gz https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
RUN exaslpm export-variables --out-file /env

RUN curl -fsSL -o swig-2.0.4.tar.gz \
https://exasol-script-languages-dependencies.s3.eu-central-1.amazonaws.com/swig-2.0.4.tar.gz && \
tar zxf swig-2.0.4.tar.gz && \
(cd swig-2.0.4 && ./configure --prefix=/usr && make && make install) && \
(cd swig-2.0.4 && source /env && ./configure --build=$SWIG_BUILD_ARCH-unknown-linux-gnu --host=$HOST_PLATFORM-unknown-linux-gnu --prefix=/usr && make -j"$(nproc)" && make install) && \
rm -rf swig-2.0.4 swig-2.0.4.tar.gz


Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ RUN exaslpm export-variables --out-file /env

WORKDIR /exaudfclient/

RUN bash -c "source /env && ./build.sh --config no-tty --config optimize --config python --config slow-wrapper --config fix_conda_ar_tool"
RUN source /env && ./build.sh --config no-tty --config optimize --config python --config slow-wrapper --config fix_conda_ar_tool
RUN cp -r -L bazel-bin/* /exaudf

WORKDIR /exaudfclient/base
Expand Down
7 changes: 5 additions & 2 deletions flavors/test-Exasol-8-cuda-ml/flavor_base/packages.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,16 +16,19 @@ build_steps:
version: =4.4.1
- name: chrpath
version: '=0.16'
- name: gxx_linux-64
- name: gxx
version: =13.4.0
- name: gcc_linux-64
- name: gcc
version: =13.4.0
binary: Mamba
variables:
PROTOBUF_BIN: '$MAMBA_ROOT_PREFIX/bin/protoc'
LD_LIBRARY_PATH: '$LD_LIBRARY_PATH:$MAMBA_ROOT_PREFIX/lib/'
CPLUS_INCLUDE_PATH: '$CPLUS_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
C_INCLUDE_PATH: '$C_INCLUDE_PATH:$MAMBA_ROOT_PREFIX/include/'
SWIG_BUILD_ARCH: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}"
HOST_PLATFORM: "{% if platform == 'x86_64' %}amd64{% else %}arm64{% endif %}"
AR: "{% if platform == 'x86_64' %}x86_64{% else %}aarch64{% endif %}-conda-linux-gnu-gcc-ar"
validation_cfg:
version_mandatory: true
- name: base_test_deps
Expand Down
4 changes: 2 additions & 2 deletions flavors/test-Exasol-8-cuda-ml/packages.yml
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,7 @@ build_steps:
- name: pyarrow
version: =22.0.0
- name: libarrow
version: =22.0.0=h552f9d5_3_cuda
version: =22.0.0=*_cuda
- name: mamba
version: =2.3.3
binary: Micromamba
Expand Down Expand Up @@ -109,7 +109,7 @@ build_steps:
- name: numba-cuda
version: =0.20.0
- name: pytorch
version: =2.8.0=cuda129_generic_py312_h464b887_201
version: =2.8.0=cuda129_generic_py312_*
binary: Mamba
validation_cfg:
version_mandatory: true
Expand Down
Loading