Compare commits
4 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 43a6f0d41d | |||
| c80ea0ed23 | |||
| 73d028de77 | |||
| d812e4dedb |
@ -7,7 +7,7 @@ endif (NOT CMAKE_BUILD_TYPE)
|
||||
enable_language(C ASM)
|
||||
|
||||
project(mckernel C ASM)
|
||||
set(MCKERNEL_VERSION "1.7.2")
|
||||
set(MCKERNEL_VERSION "1.7.3")
|
||||
|
||||
# See "Fedora Packaging Guidelines -- Versioning"
|
||||
set(MCKERNEL_RELEASE "")
|
||||
@ -137,8 +137,7 @@ if (ENABLE_LINUX_WORK_IRQ_FOR_IKC)
|
||||
endif()
|
||||
|
||||
if (BUILD_TARGET STREQUAL "smp-arm64")
|
||||
execute_process(COMMAND bash -c "find -L ${CMAKE_CURRENT_SOURCE_DIR} -name \"*.[chS]\"|xargs -r grep -oE \"^#if.*def.*POSTK_DEBUG[^ ]*\" | cut -d':' -f2 | cut -d' ' -f2 | sort | uniq | awk '{print \"-D\"\$0 }' | xargs"
|
||||
OUTPUT_VARIABLE POSTK_DEBUG_DEFINES OUTPUT_STRIP_TRAILING_WHITESPACE)
|
||||
set(POSTK_DEBUG_DEFINES "-DPOSTK_DEBUG_ARCH_DEP_100 -DPOSTK_DEBUG_ARCH_DEP_42 -DPOSTK_DEBUG_TEMP_FIX_29 -DPOSTK_DEBUG_TEMP_FIX_49")
|
||||
add_definitions("${POSTK_DEBUG_DEFINES}")
|
||||
set(KBUILD_C_FLAGS "${KBUILD_C_FLAGS} ${POSTK_DEBUG_DEFINES}")
|
||||
|
||||
|
||||
@ -29,7 +29,7 @@ Install the following packages to the build machine:
|
||||
|
||||
::
|
||||
|
||||
cmake kernel-devel binutils-devel systemd-devel numactl-devel gcc make nasm git libdwarf-devel
|
||||
cmake kernel-devel binutils-devel systemd-devel numactl-devel gcc make nasm git libdwarf-devel capstone-devel
|
||||
|
||||
When having access to repositories
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
@ -46,17 +46,48 @@ On CentOS 8, enable the PowerTools repository:
|
||||
|
||||
sudo dnf config-manager --set-enabled PowerTools
|
||||
|
||||
Enable EPEL repository:
|
||||
|
||||
::
|
||||
|
||||
sudo yum install https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
|
||||
|
||||
Install with yum:
|
||||
|
||||
::
|
||||
|
||||
sudo yum install cmake kernel-devel binutils-devel systemd-devel numactl-devel gcc make nasm git libdwarf-devel
|
||||
sudo yum install cmake kernel-devel binutils-devel systemd-devel numactl-devel gcc make nasm git libdwarf-devel capstone-devel
|
||||
|
||||
When not having access to repositories
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
``libdwarf-devel``
|
||||
""""""""""""""""""
|
||||
|
||||
Ask the system administrator to install them. Note that ``libdwarf-devel`` is in the CodeReady Linux Builder repository on RHEL 8 or in the PowerTools repository on CentOS 8.
|
||||
|
||||
``capstone-devel``
|
||||
""""""""""""""""""
|
||||
|
||||
A. Ask the system administrator to install ``capstone-devel``. Note that it is in the EPEL repository.
|
||||
|
||||
B. Download the rpm with the machine in which you are the administrator:
|
||||
|
||||
::
|
||||
|
||||
sudo yum install https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
|
||||
sudo yum install yum-utils
|
||||
yumdownloader capstone-devel
|
||||
|
||||
And then install it to your home directory:
|
||||
|
||||
::
|
||||
|
||||
cd $HOME/$(uname -p)
|
||||
rpm2cpio capstone-devel-4.0.1-9.el8.aarch64.rpm | cpio -idv
|
||||
sed -i 's#/usr/#'"$HOME"'/'"$(uname -p)"'/usr/#' $HOME/$(uname -p)/usr/lib64/pkgconfig/capstone.pc
|
||||
|
||||
|
||||
Clone, compile, install
|
||||
--------------------------
|
||||
|
||||
@ -93,7 +124,12 @@ When not cross-compiling:
|
||||
|
||||
::
|
||||
|
||||
cmake -DCMAKE_INSTALL_PREFIX=${HOME}/ihk+mckernel ../mckernel
|
||||
CMAKE_PREFIX_PATH=${HOME}/$(uname -p)/usr \
|
||||
cmake -DCMAKE_INSTALL_PREFIX=${HOME}/ihk+mckernel \
|
||||
-DENABLE_UTI=ON \
|
||||
../mckernel
|
||||
|
||||
Note that ``CMAKE_PREFIX_PATH=${HOME}/$(uname -p)/usr`` is required only when ``capstone-devel`` is installed to your home directory.
|
||||
|
||||
When cross-compiling:
|
||||
~~~~~~~~~~~~~~~~~~~~~
|
||||
@ -105,10 +141,11 @@ When cross-compiling:
|
||||
-DKERNEL_DIR=<kernnel_dir> \
|
||||
-DBUILD_TARGET=smp-arm64 \
|
||||
-DCMAKE_TOOLCHAIN_FILE=../mckernel/cmake/cross-aarch64.cmake \
|
||||
-DENABLE_UTI=ON \
|
||||
../mckernel
|
||||
|
||||
Install with cmake
|
||||
~~~~~~~~~~~~~~~~~~~~~~
|
||||
~~~~~~~~~~~~~~~~~~
|
||||
|
||||
Install with make:
|
||||
|
||||
@ -191,10 +228,10 @@ Install the following packages to the compute nodes:
|
||||
|
||||
::
|
||||
|
||||
systemd-libs numactl-libs libdwarf
|
||||
systemd-libs numactl-libs libdwarf capstone
|
||||
|
||||
When having access to repositories
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
On RHEL 8, enable the CodeReady Linux Builder (CLB) repository:
|
||||
|
||||
@ -208,13 +245,42 @@ On CentOS 8, enable the PowerTools repository:
|
||||
|
||||
sudo dnf config-manager --set-enabled PowerTools
|
||||
|
||||
Enable EPEL repository:
|
||||
|
||||
::
|
||||
|
||||
sudo yum install https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
|
||||
|
||||
Install with yum:
|
||||
|
||||
::
|
||||
|
||||
sudo yum install systemd-libs numactl-libs libdwarf
|
||||
sudo yum install systemd-libs numactl-libs libdwarf capstone
|
||||
|
||||
When not having access to repositories
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
``libdwarf``
|
||||
""""""""""""
|
||||
|
||||
Ask the system administrator to install them. Note that ``libdwarf`` is in the CodeReady Linux Builder repository on RHEL 8 or in the PowerTools repository on CentOS 8.
|
||||
|
||||
``capstone``
|
||||
""""""""""""
|
||||
|
||||
A. Ask the system administrator to install ``capstone``. Note that it is in the EPEL repository.
|
||||
|
||||
B. Download the rpm with the machine in which you are the administrator:
|
||||
|
||||
::
|
||||
|
||||
sudo yum install https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
|
||||
sudo yum install yum-utils
|
||||
yumdownloader capstone
|
||||
|
||||
and then install it to your home directory:
|
||||
|
||||
::
|
||||
|
||||
cd $HOME/$(uname -p)
|
||||
rpm2cpio capstone-4.0.1-9.el8.aarch64.rpm | cpio -idv
|
||||
|
||||
@ -7,12 +7,10 @@ This document will explain how to operate system with McKernel.
|
||||
Installation
|
||||
============
|
||||
|
||||
See `Quick Guide -- Installation <quick.html#installation>`__.
|
||||
|
||||
.. include:: uti.rst
|
||||
Follow `Quick Guide -- Installation <quick.html#installation>`__.
|
||||
|
||||
Boot and Shut-down
|
||||
=========================
|
||||
==================
|
||||
|
||||
Related files
|
||||
-------------
|
||||
|
||||
@ -55,11 +55,11 @@ You need to insert ``mcexec`` into the command lines invoking the programs that
|
||||
Non-MPI programs
|
||||
~~~~~~~~~~~~~~~~
|
||||
|
||||
Insert ``mcexec`` before an executable:
|
||||
Insert ``mcexec`` before the command:
|
||||
|
||||
::
|
||||
|
||||
mcexec ./a.out
|
||||
mcexec <command>
|
||||
|
||||
MPI programs
|
||||
~~~~~~~~~~~~
|
||||
@ -96,6 +96,19 @@ Fujitsu Technical Computing Suite.
|
||||
#PJM --mpi "proc=32"
|
||||
#PJM -L "node=8"
|
||||
|
||||
(Advanced) When using Utility Thread offloading Interface (UTI)
|
||||
---------------------------------------------------------------
|
||||
|
||||
UTI enables a runtime such as MPI runtime to spawn utility threads such
|
||||
as MPI asynchronous progress threads to Linux cores.
|
||||
|
||||
Add ``--enable-uti`` option to ``mcexec``:
|
||||
|
||||
::
|
||||
|
||||
mcexec --enable-uti <command>
|
||||
|
||||
|
||||
Limitations
|
||||
===========
|
||||
|
||||
|
||||
94
docs/uti.rst
94
docs/uti.rst
@ -1,94 +0,0 @@
|
||||
Advanced: Enable Utility Thread offloading Interface (UTI)
|
||||
-------------------------------------------------------------
|
||||
|
||||
UTI enables a runtime such as MPI runtime to spawn utility threads such
|
||||
as MPI asynchronous progress threads to Linux cores.
|
||||
|
||||
Install ``capstone`` and ``capstone-devel``
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
When compute nodes don't have access to EPEL repository
|
||||
"""""""""""""""""""""""""""""""""""""""""""""""""""""""
|
||||
|
||||
Install EPEL ``capstone`` and ``capstone-devel``:
|
||||
|
||||
::
|
||||
|
||||
sudo yum install https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
|
||||
sudo yum install capstone capstone-devel
|
||||
|
||||
|
||||
When compute nodes don't have access to EPEL repository
|
||||
"""""""""""""""""""""""""""""""""""""""""""""""""""""""
|
||||
|
||||
A. Ask the system administrator to install ``capstone`` and ``capstone-devel``. Note that it is in the EPEL repository.
|
||||
|
||||
B. Download the rpm with the machine in which you are the administrator:
|
||||
|
||||
::
|
||||
|
||||
sudo yum install https://dl.fedoraproject.org/pub/epel/epel-release-latest-8.noarch.rpm
|
||||
sudo yum install yum-utils
|
||||
yumdownloader capstone capstone-devel
|
||||
|
||||
and then install it to your home directory of the login node:
|
||||
|
||||
::
|
||||
|
||||
cd $HOME/$(uname -p)
|
||||
rpm2cpio capstone-4.0.1-9.el8.aarch64.rpm | cpio -idv
|
||||
rpm2cpio capstone-devel-4.0.1-9.el8.aarch64.rpm | cpio -idv
|
||||
sed -i 's#/usr/#'"$HOME"'/'"$(uname -p)"'/usr/#' $HOME/$(uname -p)/usr/lib64/pkgconfig/capstone.pc
|
||||
|
||||
|
||||
Install McKernel
|
||||
~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
``cmake`` with the additional options:
|
||||
|
||||
::
|
||||
|
||||
cmake -DCMAKE_INSTALL_PREFIX=${HOME}/ihk+mckernel -DENABLE_UTI=ON $HOME/src/ihk+mckernel/mckernel
|
||||
make -j install
|
||||
|
||||
Run programs
|
||||
~~~~~~~~~~~~
|
||||
|
||||
``mcexec`` with ``--enable-uti`` option:
|
||||
|
||||
::
|
||||
|
||||
mcexec --enable-uti <command>
|
||||
|
||||
(Optional) Install UTI for Linux
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
You can skip this step if you don't want to develop a run-time using UTI, or if it's already installed with, for example, Fujitsu Technical Computing Suite.
|
||||
|
||||
Install by make
|
||||
"""""""""""""""
|
||||
|
||||
.. code-block:: none
|
||||
|
||||
git clone https://github.com/RIKEN-SysSoft/uti.git
|
||||
mkdir build && cd build
|
||||
../uti/configure --prefix=<uti-install> --with-rm=linux
|
||||
make && make install
|
||||
|
||||
Install by rpm
|
||||
""""""""""""""
|
||||
|
||||
.. code-block:: none
|
||||
|
||||
git clone https://github.com/RIKEN-SysSoft/uti.git
|
||||
mkdir build && cd build
|
||||
../uti/configure --prefix=<uti-install> --with-rm=linux
|
||||
rm -f ~/rpmbuild/SOURCES/<version>.tar.gz
|
||||
rpmbuild -ba ./scripts/uti.spec
|
||||
rpm -Uvh uti-<version>-<release>-<arch>.rpm
|
||||
|
||||
(Optional) Install UTI for McKernel
|
||||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
||||
|
||||
You can skip this step if you don't want to develop a run-time using UTI.
|
||||
Execute the commands above for installing UTI for Linux, with ``--with-rm=linux`` replaced with ``--with-rm=mckernel``.
|
||||
@ -2001,26 +2001,31 @@ int mcexec_open_exec(ihk_os_t os, char * __user filename)
|
||||
goto out_free;
|
||||
}
|
||||
|
||||
/* fget and list_add should be atomic */
|
||||
down(&mckernel_exec_file_lock);
|
||||
|
||||
file = open_exec(kfilename);
|
||||
retval = PTR_ERR(file);
|
||||
if (IS_ERR(file)) {
|
||||
up(&mckernel_exec_file_lock);
|
||||
goto out_free;
|
||||
}
|
||||
|
||||
fullpath = d_path(&file->f_path, pathbuf, PATH_MAX);
|
||||
if (IS_ERR(fullpath)) {
|
||||
up(&mckernel_exec_file_lock);
|
||||
retval = PTR_ERR(fullpath);
|
||||
goto out_free;
|
||||
goto out_put_file;
|
||||
}
|
||||
|
||||
mcef = kmalloc(sizeof(*mcef), GFP_KERNEL);
|
||||
if (!mcef) {
|
||||
up(&mckernel_exec_file_lock);
|
||||
retval = -ENOMEM;
|
||||
goto out_put_file;
|
||||
}
|
||||
memset(mcef, 0, sizeof(struct mckernel_exec_file)); /* debug */
|
||||
|
||||
down(&mckernel_exec_file_lock);
|
||||
/* Find previous file (if exists) and drop it */
|
||||
list_for_each_entry(mcef_iter, &mckernel_exec_files, list) {
|
||||
if (mcef_iter->os == os && mcef_iter->pid == task_tgid_vnr(current)) {
|
||||
|
||||
2
ihk
2
ihk
Submodule ihk updated: 1bc915de4e...17cd4c9656
Reference in New Issue
Block a user