diff --git a/.gitignore b/.gitignore index ead52ae..ce6cf9a 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1 @@ -SOURCES/ucx-1.4.0.tar.gz +SOURCES/ucx-1.6.1.tar.gz diff --git a/.ucx.metadata b/.ucx.metadata index 146c352..e11fa06 100644 --- a/.ucx.metadata +++ b/.ucx.metadata @@ -1 +1 @@ -1c009f09d76bad3079fa01b3ba44e327c149248a SOURCES/ucx-1.4.0.tar.gz +c2c05c9bf95ace4677a64f535e1ed84652b0cffd SOURCES/ucx-1.6.1.tar.gz diff --git a/SPECS/ucx.spec b/SPECS/ucx.spec index e3aa4fb..df53f76 100644 --- a/SPECS/ucx.spec +++ b/SPECS/ucx.spec @@ -1,62 +1,107 @@ %{!?configure_options: %global configure_options %{nil}} +%bcond_without cma +%bcond_with cuda +%bcond_with gdrcopy +%bcond_without ib +%if 0%{?fedora} >= 30 || 0%{?rhel} >= 7 +%bcond_with ib_cm +%else +%bcond_without ib_cm +%endif +%bcond_with knem +%bcond_without rdmacm +%bcond_with rocm +%bcond_with ugni +%bcond_with xpmem Name: ucx -Version: 1.4.0 -Release: 3%{?dist} +Version: 1.6.1 +Release: 1%{?dist} Summary: UCX is a communication library implementing high-performance messaging -Group: System Environment/Libraries License: BSD URL: http://www.openucx.org -Source: https://github.com/openucx/%{name}/releases/download/v1.4.0/ucx-1.4.0.tar.gz +Source: https://github.com/openucx/%{name}/releases/download/v1.6.1/ucx-1.6.1.tar.gz BuildRoot: %(mktemp -ud %{_tmppath}/%{name}-%{version}-%{release}-XXXXXX) # UCX currently supports only the following architectures ExclusiveArch: aarch64 ppc64le x86_64 -BuildRequires: numactl-devel libibverbs-devel -BuildRequires: automake autoconf libtool gcc-c++ +BuildRequires: automake autoconf libtool gcc-c++ numactl-devel +%if %{with cma} +BuildRequires: glibc-devel >= 2.15 +%endif +%if %{with gdrcopy} +BuildRequires: gdrcopy +%endif +%if %{with ib} +BuildRequires: libibverbs-devel +%endif +%if %{with ib_cm} +BuildRequires: libibcm-devel +%endif +%if %{with knem} +BuildRequires: knem +%endif +%if %{with rdmacm} +BuildRequires: librdmacm-devel +%endif +%if %{with rocm} +BuildRequires: hsa-rocr-dev +%endif +%if %{with xpmem} +BuildRequires: xpmem-devel +%endif %description -UCX stands for Unified Communication X. It requires either RDMA-capable device -(InfiniBand, RoCE, etc), Cray Gemini or Aries, for inter-node communication. -Future versions will support also TCP for inter-node, to lift that hardware -dependency. -In addition, the library can be used for intra-node communication by leveraging -the following shared memory mechanisms: posix. sysv, cma, knem, xpmem. +UCX stands for Unified Communication X. UCX provides an optimized communication +layer for Message Passing (MPI), PGAS/OpenSHMEM libraries and RPC/data-centric +applications. UCX utilizes high-speed networks, such as RDMA (InfiniBand, RoCE, +etc), Cray Gemini or Aries, for inter-node communication. If no such network is +available, TCP is used instead. UCX supports efficient transfer of data in +either main memory (RAM) or GPU memory (through CUDA and ROCm libraries). +In addition, UCX provides efficient intra-node communication, by leveraging the +following shared memory mechanisms: posix, sysv, cma, knem, and xpmem. %package devel Requires: %{name}%{?_isa} = %{version}-%{release} -Summary: Header files required to develop with UCX -Group: Development/Libraries - -%package static -Requires: %{name}-devel = %{version}-%{release} -Summary: Static libraries required to develop with UCX -Group: Development/Libraries +Summary: Header files required for developing with UCX %description devel Provides header files and examples for developing with UCX. -%description static -Provides static libraries required for development with UCX. - %prep %setup -q %build +%define _with_arg() %{expand:%%{?with_%{1}:--with-%{2}}%%{!?with_%{1}:--without-%{2}}} +%define _enable_arg() %{expand:%%{?with_%{1}:--enable-%{2}}%%{!?with_%{1}:--disable-%{2}}} %configure --disable-optimizations \ --disable-logging \ --disable-debug \ --disable-assertions \ --disable-params-check \ + %_enable_arg cma cma \ + %_with_arg cuda cuda \ + %_with_arg gdrcopy gdrcopy \ + %_with_arg ib verbs \ + %_with_arg ib_cm cm \ + %_with_arg knem knem \ + %_with_arg rdmacm rdmacm \ + %_with_arg rocm rocm \ + %_with_arg xpmem xpmem \ + %_with_arg ugni ugni \ %{?configure_options} make %{?_smp_mflags} V=1 %install make DESTDIR=%{buildroot} install rm -f %{buildroot}%{_libdir}/*.la +rm -f %{buildroot}%{_libdir}/*.a +rm -f %{buildroot}%{_libdir}/ucx/*.la +rm -f %{buildroot}%{_libdir}/ucx/lib*.so +rm -f %{buildroot}%{_libdir}/ucx/lib*.a %files %{_libdir}/lib*.so.* @@ -73,13 +118,172 @@ rm -f %{buildroot}%{_libdir}/*.la %{_libdir}/pkgconfig/ucx.pc %{_datadir}/ucx/examples -%files static -%{_libdir}/lib*.a - %post -p /sbin/ldconfig %postun -p /sbin/ldconfig +%if %{with cma} +%package cma +Requires: %{name}%{?_isa} = %{version}-%{release} +Summary: UCX CMA support + +%description cma +Provides CMA (Linux cross-memory-attach) transport for UCX. It utilizes the +system calls process_vm_readv/writev() for one-shot memory copy from another +process. + +%files cma +%{_libdir}/ucx/libuct_cma.so.* +%endif + +%if %{with cuda} +%package cuda +Requires: %{name}%{?_isa} = %{version}-%{release} +Summary: UCX CUDA support + +%description cuda +Provide CUDA (NVIDIA GPU) support for UCX. Enables passing GPU memory pointers +to UCX communication routines, and transports taking advantage of GPU-Direct +technology for direct data transfer between GPU and RDMA devices. + +%files cuda +%{_libdir}/ucx/libucx_perftest_cuda.so.* +%{_libdir}/ucx/libucm_cuda.so.* +%{_libdir}/ucx/libuct_cuda.so.* +%endif + +%if %{with gdrcopy} +%package gdrcopy +Requires: %{name}-cuda%{?_isa} = %{version}-%{release} +Summary: UCX GDRCopy support + +%description gdrcopy +Provide GDRCopy support for UCX. GDRCopy is a low-latency GPU memory copy +library, built on top of the NVIDIA GPUDirect RDMA technology. + +%files gdrcopy +%{_libdir}/ucx/libuct_cuda_gdrcopy.so.* +%endif + +%if %{with ib} +%package ib +Requires: %{name}%{?_isa} = %{version}-%{release} +Summary: UCX RDMA support + +%description ib +Provides support for IBTA-compliant transports for UCX. This includes RoCE, +InfiniBand, OmniPath, and any other transport supported by IB Verbs API. +Typically these transports provide RDMA support, which enables a fast and +hardware-offloaded data transfer. + +%files ib +%{_libdir}/ucx/libuct_ib.so.* +%endif + +%if %{with ib_cm} +%package ib-cm +Requires: %{name}-ib%{?_isa} = %{version}-%{release} +Summary: UCX InfiniBand connection-manager support + +%description ib-cm +Provides Infiniband Connection Manager (also known as ibcm) support for UCX. + +%files ib-cm +%{_libdir}/ucx/libuct_ib_cm.so.* +%endif + +%if %{with knem} +%package knem +Requires: %{name}%{?_isa} = %{version}-%{release} +Summary: UCX KNEM transport support + +%description knem +Provides KNEM (fast inter-process copy) transport for UCX. KNEM is a Linux +kernel module that enables high-performance intra-node MPI communication +for large messages. + +%files knem +%{_libdir}/ucx/libuct_knem.so.* +%endif + +%if %{with rdmacm} +%package rdmacm +Requires: %{name}%{?_isa} = %{version}-%{release} +Summary: UCX RDMA connection manager support + +%description rdmacm +Provides RDMA connection-manager support to UCX, which enables client/server +based connection establishment for RDMA-capable transports. + +%files rdmacm +%{_libdir}/ucx/libuct_rdmacm.so.* +%endif + +%if %{with rocm} +%package rocm +Requires: %{name}%{?_isa} = %{version}-%{release} +Summary: UCX ROCm GPU support + +%description rocm +Provides Radeon Open Compute (ROCm) Runtime support for UCX. + +%files rocm +%{_libdir}/ucx/libuct_rocm.so.* +%{_libdir}/ucx/libucm_rocm.so.* + +%if %{with gdrcopy} +%package rocmgdr +Requires: %{name}-rocm%{?_isa} = %{version}-%{release} +Summary: UCX GDRCopy support for ROCM + +%description rocmgdr +Provide GDRCopy support for UCX ROCM. GDRCopy is a low-latency GPU memory copy +library, built on top of the NVIDIA GPUDirect RDMA technology. + +%files rocmgdr +%{_libdir}/ucx/libuct_rocm_gdr.so.* +%endif +%endif + +%if %{with ugni} +%package ugni +Requires: %{name}%{?_isa} = %{version}-%{release} +Summary: UCX Gemini/Aries transport support. + +%description ugni +Provides Gemini/Aries transport for UCX. + +%files ugni +%{_libdir}/ucx/libuct_ugni.so.* +%endif + +%if %{with xpmem} +%package xpmem +Requires: %{name}%{?_isa} = %{version}-%{release} +Summary: UCX XPMEM transport support. + +%description xpmem +Provides XPMEM transport for UCX. XPMEM is a Linux kernel module that enables a +process to map the memory of another process into its virtual address space. + +%files xpmem +%{_libdir}/ucx/libuct_xpmem.so.* +%endif + + %changelog +* Sat Jul 20 2019 Yossi Itigin 1.6.1-1 +- Bump version to 1.6.1 +* Thu Jan 24 2019 Yossi Itigin 1.6.0-1 +- Add cma, knem, and xpmem sub-packages +* Tue Nov 20 2018 Yossi Itigin 1.6.0-1 +- Bump version to 1.6.0 +* Tue Nov 6 2018 Andrey Maslennikov 1.5.0-1 +- Bump version to 1.5.0 +- See NEWS for details +* Tue Oct 30 2018 Andrey Maslennikov 1.4.0-1 +- See NEWS for details +* Mon Aug 20 2018 Andrey Maslennikov 1.3.1-1 +- See NEWS for details * Thu Aug 16 2018 Andrey Maslennikov 1.3.0-1 - Explicitly set gcc-c++ as requirements * Wed Mar 7 2018 Andrey Maslennikov 1.3.0-1