{ai}[foss/2024a] WhisperX v3.7.4, ONNX-Runtime v1.23.2, ONNX v1.20.0, pyannote.audio v3.4.0, torchaudio v2.7.1, ... w/ CUDA 12.6.0

easybuild/easyconfigs/c/CTranslate2/CTranslate2-4.5.0-foss-2024a-CUDA-12.6.0.eb

@@ -0,0 +1,89 @@
+easyblock = 'CMakeMake'
+
+name = 'CTranslate2'
+version = '4.5.0'
+versionsuffix = '-CUDA-%(cudaver)s'
+
+homepage = 'https://opennmt.net/CTranslate2/'
+description = "Fast inference engine for Transformer models."
+
+toolchain = {'name': 'foss', 'version': '2024a'}
+toolchainopts = {'extra_cxxflags': '-D_AMXTILEINTRIN_H_INCLUDED'}
+# '-D_AMXTILEINTRIN_H_INCLUDED' flag is required to avoid the following errors,
+# likely due to an incompatibility between the GCC 13.3.0 and NVCC CUDA 12.6.0:
+#   [...]/GCCcore/13.3.0/lib/gcc/x86_64-pc-linux-gnu/13.3.0/include/amxtileintrin.h(42):
+#     error: identifier "__builtin_ia32_ldtilecfg" is undefined
+# from ec: LAMMPS-29Aug2024_update2-foss-2024a-kokkos-CUDA-12.6.0.eb
+
+source_urls = ['https://github.com/OpenNMT/CTranslate2/archive/']
+sources = [{
+    "download_filename": "v%(version)s.tar.gz",
+    "filename": SOURCE_TAR_GZ,
+}]
+patches = [
+    'CTranslate2-4.5.0_fix-third-party.patch',
+    'CTranslate2-4.5.0_fix-tests.patch',
+    'CTranslate2-4.5.0_replace-cxxopts.patch',
+]
+checksums = [
+    {'CTranslate2-4.5.0.tar.gz': 'f3040c7c3da5dde022fdc16906c279f3f936c6e79f3df8f998c908bb01a77cfe'},
+    {'CTranslate2-4.5.0_fix-third-party.patch': '45ab6d19954010dc5d515498a0827f0b13992d88b9691ab73ab27fee1114e3e3'},
+    {'CTranslate2-4.5.0_fix-tests.patch': '73123eafe612538354be5aa96c750199e1a219a5316800848c3894c1cc6ca2ad'},
+    {'CTranslate2-4.5.0_replace-cxxopts.patch': 'e378969c2968e2fd57863956a4d2f267731a49d1b890dcc45593d6a310531271'},
+]
+
+builddependencies = [
+    ('CMake', '3.31.8'),
+    ('pybind11', '2.12.0'),
+    ('cxxopts', '3.0.0', '', SYSTEM),
+    ('spdlog', '1.15.3'),
+    ('cpu_features', '0.10.1'),
+]
+
+dependencies = [
+    ('CUDA', '12.6.0', '', SYSTEM),
+    ('Python', '3.12.3'),
+    ('SciPy-bundle', '2024.05'),
+    ('googletest', '1.15.2'),
+    ('PyYAML', '6.0.2'),
+    ('cuDNN', '9.5.1.17', versionsuffix, SYSTEM),
+]
+
+# make sure that CTranslate2 libraries are linked to FlexiBLAS, not OpenBLAS
+preconfigopts = "export CMAKE_INCLUDE_PATH=$EBROOTFLEXIBLAS/include/flexiblas:${CMAKE_INCLUDE_PATH} && "
+preconfigopts += "sed -i 's/openblas/flexiblas/g' %(start_dir)s/CMakeLists.txt && "
+
+configopts = '-DOPENMP_RUNTIME=COMP -DWITH_CUDA=ON -DWITH_MKL=OFF '
+configopts += '-DOPENBLAS_INCLUDE_DIR="$EBROOTFLEXIBLAS/include" -DWITH_OPENBLAS=ON '
+configopts += '-DWITH_CUDNN=ON '
+configopts += '-DENABLE_CPU_DISPATCH=OFF '
+
+prebuildopts = 'export CT2_VERBOSE=3 && '
+
+exts_defaultclass = 'PythonPackage'
+exts_default_options = {
+    'source_urls': [PYPI_SOURCE],
+    'installopts': '',
+    'runtest': False,
+}
+
+exts_list = [
+    ('ctranslate2', version, {
+        'sources': ['CTranslate2-%(version)s.tar.gz'],
+        'start_dir': 'python',
+        'checksums': ['f3040c7c3da5dde022fdc16906c279f3f936c6e79f3df8f998c908bb01a77cfe'],
+    }),
+]
+
+sanity_check_paths = {
+    'files': ['bin/ct2-translator', 'lib/libctranslate2.%s' % SHLIB_EXT],
+    'dirs': ['include/ctranslate2', 'lib/python%(pyshortver)s/site-packages'],
+}
+
+sanity_check_commands = [
+    "ct2-translator --help",
+    "python -s -c 'import ctranslate2'",
+    "python -s -m pip check",
+]
+
+moduleclass = 'ai'

easybuild/easyconfigs/c/cpu_features/cpu_features-0.10.1-GCCcore-13.3.0.eb

@@ -0,0 +1,32 @@
+# This file is an EasyBuild reciPY as per https://github.com/easybuilders/easybuild
+# Author: Denis Kristak, update: Pavel Tománek
+easyblock = 'CMakeMake'
+
+name = 'cpu_features'
+version = '0.10.1'
+
+homepage = 'https://github.com/google/cpu_features'
+description = """A cross-platform C library to retrieve CPU features (such as available instructions) at runtime."""
+
+toolchain = {'name': 'GCCcore', 'version': '13.3.0'}
+toolchainopts = {'pic': True}
+
+source_urls = ['https://github.com/google/cpu_features/archive/']
+sources = ['v%(version)s.tar.gz']
+checksums = ['52639b380fced11d738f8b151dbfee63fb94957731d07f1966c812e5b90cbad4']
+
+builddependencies = [
+    ('CMake', '3.31.8'),
+    ('binutils', '2.42'),
+]
+
+modextrapaths = {MODULE_LOAD_ENV_HEADERS: 'include/cpu_features'}
+
+sanity_check_paths = {
+    'files': ['bin/list_cpu_features', 'lib/libcpu_features.a'],
+    'dirs': ['include/cpu_features/']
+}
+
+sanity_check_commands = ['list_cpu_features']
+
+moduleclass = 'tools'

easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.23.2-foss-2024a-CUDA-12.6.0.eb

@@ -15,14 +15,50 @@ and transforms."""
 
 toolchain = {'name': 'foss', 'version': '2024a'}
 
+builddependencies = [
+    ('CMake', '3.31.8'),
+    ('Ninja', '1.12.1'),
+    ('Eigen', '3.4.0'),
+]
 dependencies = [
     ('CUDA', '12.6.0', '', SYSTEM),
+    ('cuDNN', '9.5.1.17', versionsuffix, SYSTEM),
     ('Python', '3.12.3'),
+    ('SciPy-bundle', '2024.05'),
     ('ONNX', '1.20.0'),
     ('flatbuffers-python', '24.3.25'),
     ('sympy', '1.13.3'),
+    ('Abseil', '20240722.0'),
 ]
 
+# CUSTOM BUILD
+local_onnx_buildcmd = ""
+# do not fetch and install Abseil - use installed one from the module
+# https://github.com/microsoft/onnxruntime/blob/v1.23.2/cmake/external/abseil-cpp.cmake#L39
+local_onnx_buildcmd += "sed -i 's/20250512/20240722/g' %(start_dir)s/cmake/external/abseil-cpp.cmake && "
+# the build command for onnx-runtime wheels
+# creates /build/Linux/Release/dist/onnxruntime-1.23.2-cp312-cp312-linux_x86_64.whl
+local_onnx_buildcmd += """
+./build.sh \
+--config Release \
+--update --build \
+--parallel %(parallel)s \
+--use_cuda \
+--cuda_home="$EBROOTCUDA" \
+--cudnn_home="$EBROOTCUDNN" \
+--cuda_version=%(cudashortver)s \
+--skip_tests \
+--build_shared_lib \
+--build_wheel \
+--skip_submodule_sync \
+--cmake_generator Ninja \
+--compile_no_warning_as_error \
+--cmake_extra_defines \
+absl_DIR=$EBROOTABSEIL/lib/cmake/absl \
+"CMAKE_CUDA_ARCHITECTURES=%(cuda_cc_cmake)s" \
+ONNXRUNTIME_VERSION=%(version)s
+"""
+
 exts_list = [
     ('humanfriendly', '10.0', {
         'checksums': ['6b0b831ce8f15f7300721aa49829fc4e83921a9a301cc7f606be6686a2288ddc'],
@@ -32,27 +68,24 @@ exts_list = [
     }),
     (name, version, {
         'modulename': 'onnxruntime',
-        'source_urls': ['http://pypi.python.org/packages/source/o/onnxruntime-gpu'],
-        'sources': ['onnxruntime_gpu-%(version)s-cp312-cp312-manylinux_2_27_%(arch)s.manylinux_2_28_%(arch)s.whl'],
-        'checksums': ['4f2d1f720685d729b5258ec1b36dee1de381b8898189908c98cbeecdb2f2b5c2'],
+        'buildcmd': local_onnx_buildcmd,
+        'install_src': '%(start_dir)s/build/Linux/Release/dist/*.whl',
+        'source_urls': ['https://github.com/microsoft/onnxruntime/archive/'],
+        'sources': [{'download_filename': 'v%(version)s.tar.gz', 'filename': SOURCE_TAR_GZ}],
+        'patches': ['ONNX-Runtime-1.23.2_gpu-package-name.patch'],
+        'checksums': [
+            {'ONNX-Runtime-1.23.2.tar.gz': '99bcf964ce4e869d823c99b2294562a9050cbfa8e76ec81c8683cb3c7e19c2b4'},
+            {'ONNX-Runtime-1.23.2_gpu-package-name.patch':
+             'f0b80ae45878be371a1c5ef2b917dc34095af9351dfb379450b7be798f6d43bd'},
+        ],
     }),
 ]
 
-# Due to its name 'onnxruntime-gpu', this package does not fullfil requirements on 'onnxruntime' although it provides
-# the 'onnxruntime' python module. Fix this dependency issue in pip by creating a stub 'onnxruntime' dist-info folder
-_py_sitepkgs = '%(installdir)s/lib/python%(pyshortver)s/site-packages'
-postinstallcmds = [
-    "cp -r %s/onnxruntime{_gpu,}-%%(version)s.dist-info" % _py_sitepkgs,
-    "sed -i 's/onnxruntime.gpu/onnxruntime/g' %s/onnxruntime-%%(version)s.dist-info/{METADATA,RECORD}" % _py_sitepkgs,
-]
-
-_py_sitepkgs_dirs = ['onnxruntime', 'onnxruntime-%(version)s.dist-info', 'onnxruntime_gpu-%(version)s.dist-info']
+sanity_check_commands = ["python -s -c 'import onnxruntime; onnxruntime.get_available_providers()'"]
 
 sanity_check_paths = {
-    'files': [],
-    'dirs': ['lib/python%%(pyshortver)s/site-packages/%s' % x for x in _py_sitepkgs_dirs],
+    'files': ['bin/onnxruntime_test'],
+    'dirs': ['lib'],
 }
 
-options = {'modulename': 'onnxruntime'}
-
 moduleclass = 'devel'

easybuild/easyconfigs/o/ONNX-Runtime/ONNX-Runtime-1.23.2_gpu-package-name.patch

@@ -0,0 +1,13 @@
+This patch fixes the name of the wheels and the package from onnxruntime-gpu to onnxruntime.
+Author: Pavel Tomanek (Inuits)
+--- setup.py.orig	2025-12-16 13:25:52.996185000 +0100
++++ setup.py	2025-12-16 13:26:05.009368000 +0100
+@@ -797,7 +797,7 @@
+         elif qnn_version:
+             f.write(f"qnn_version = '{qnn_version}'\n")
+
+-
++package_name =  "onnxruntime"
+ save_build_and_package_info(package_name, version_number, cuda_version, rocm_version, qnn_version)
+
+ extras_require = {}

easybuild/easyconfigs/p/pyannote.audio/pyannote.audio-3.4.0-foss-2024a-CUDA-12.6.0.eb

@@ -0,0 +1,101 @@
+easyblock = 'PythonBundle'
+
+name = 'pyannote.audio'
+version = '3.4.0'
+versionsuffix = '-CUDA-%(cudaver)s'
+local_pytorch_version = '2.7.1'
+
+homepage = 'https://github.com/pyannote'
+description = "pyannote is an open-source toolkit for speaker diarization."
+
+toolchain = {'name': 'foss', 'version': '2024a'}
+
+builddependencies = [
+    ('PDM', '2.18.2'),
+    ('Java', '21', '', SYSTEM),
+    ('CMake', '3.31.8'),
+]
+dependencies = [
+    ('CUDA', '12.6.0', '', SYSTEM),
+    ('Python', '3.12.3'),
+    ('PyTorch-bundle', local_pytorch_version, versionsuffix),
+    ('Lightning', '2.5.6', versionsuffix),
+    ('SciPy-bundle', '2024.05'),
+    ('tensorboardX', '2.6.4'),
+    ('Optuna', '4.1.0'),
+    ('einops', '0.8.1'),
+    ('ruamel.yaml', '0.18.6'),
+    ('huggingface-hub', '0.34.4'),
+    ('scikit-learn', '1.5.2'),
+    ('tqdm', '4.66.5'),
+    ('PyYAML', '6.0.2'),
+    ('SentencePiece', '0.2.1'),
+    ('libsndfile', '1.2.2'),
+]
+
+# fix versioneer.py for python 3.12
+local_preinstallopts_versioneer = (
+    "sed -i -e 's/SafeConfigParser/ConfigParser/g' -e 's/readfp/read_file/g' versioneer.py && "
+)
+
+exts_list = [
+    ('primePy', '1.3', {
+        'modulename': 'primePy',
+        'checksums': ['25fd7e25344b0789a5984c75d89f054fcf1f180bef20c998e4befbac92de4669'],
+    }),
+    ('typer', '0.20.0', {
+        'checksums': ['1aaf6494031793e4876fb0bacfa6a912b551cf43c1e63c800df8b1a866720c37'],
+    }),
+    ('torch_pitch_shift', '1.2.5', {
+        'checksums': ['6e1c7531f08d0f407a4c55e5ff8385a41355c5c5d27ab7fa08632e51defbd0ed'],
+    }),
+    ('julius', '0.2.7', {
+        'checksums': ['3c0f5f5306d7d6016fcc95196b274cae6f07e2c9596eed314e4e7641554fbb08'],
+    }),
+    ('torch_audiomentations', '0.12.0', {
+        'checksums': ['b02d4c5eb86376986a53eb405cca5e34f370ea9284411237508e720c529f7888'],
+    }),
+    ('HyperPyYAML', '1.2.2', {
+        'checksums': ['bdb734210d18770a262f500fe5755c7a44a5d3b91521b06e24f7a00a36ee0f87'],
+    }),
+    ('speechbrain', '1.0.3', {
+        'checksums': ['fcab3c6e90012cecb1eed40ea235733b550137e73da6bfa2340ba191ec714052'],
+    }),
+    ('soundfile', '0.13.1', {
+        'checksums': ['b2c68dab1e30297317080a5b43df57e302584c49e2942defdde0acccc53f0e5b'],
+    }),
+    ('semver', '3.0.4', {
+        'checksums': ['afc7d8c584a5ed0a11033af086e8af226a9c0b206f313e0301f8dd7b6b589602'],
+    }),
+    ('pytorch-metric-learning', '2.9.0', {
+        'checksums': ['27a626caf5e2876a0fd666605a78cb67ef7597e25d7a68c18053dd503830701f'],
+    }),
+    ('asteroid-filterbanks', '0.4.0', {
+        'checksums': ['415f89d1dcf2b13b35f03f7a9370968ac4e6fa6800633c522dac992b283409b9'],
+    }),
+    ('omegaconf', '2.3.0', {
+        'checksums': ['d5d4b6d29955cc50ad50c46dc269bcd92c6e00f5f90d23ab5fee7bfca4ba4cc7'],
+    }),
+    ('pyannote.core', '5.0.0', {
+        'preinstallopts': local_preinstallopts_versioneer,
+        'checksums': ['1a55bcc8bd680ba6be5fa53efa3b6f3d2cdd67144c07b6b4d8d66d5cb0d2096f'],
+    }),
+    ('pyannote.database', '5.1.3', {
+        'checksums': ['0eaf64c1cc506718de60d2d702f1359b1ae7ff252ee3e4799f1c5e378cd52c31'],
+    }),
+    ('pyannote.metrics', '3.2.1', {
+        'preinstallopts': local_preinstallopts_versioneer,
+        'checksums': ['08024255a3550e96a8e9da4f5f4af326886548480de891414567c8900920ee5c'],
+    }),
+    ('pyannote.pipeline', '3.0.1', {
+        'preinstallopts': local_preinstallopts_versioneer,
+        'checksums': ['021794e26a2cf5d8fb5bb1835951e71f5fac33eb14e23dfb7468e16b1b805151'],
+    }),
+    (name, version, {
+        'source_urls': ['https://github.com/pyannote/pyannote-audio/archive/'],
+        'sources': [{'download_filename': '%(version)s.tar.gz', 'filename': SOURCE_TAR_GZ}],
+        'checksums': ['9fc8b4c96457733945d399559c328e07237a037ab7151443a81fe8473ea104ab'],
+    }),
+]
+
+moduleclass = 'tools'