-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathsetup-mpi.sh
executable file
·245 lines (226 loc) · 7.9 KB
/
setup-mpi.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
#!/bin/bash
set -eu
MPI=$(echo "${1:-}" | tr '[:upper:]' '[:lower:]' | tr -d '-')
case $MPI in
mpich)
MPI=mpich
;;
ompi | openmpi)
MPI=openmpi
;;
impi | intelmpi | intel)
MPI=intelmpi
;;
msmpi | microsoftmpi | microsoft)
MPI=msmpi
;;
esac
sudo () {
[ $(id -u) -eq 0 ] || set -- command sudo "$@"
"$@"
}
hotfix-apt-ubuntu-noble-mpich() {
grep -q 'ID=ubuntu' /etc/os-release || return 0
grep -q 'VERSION_CODENAME=noble' /etc/os-release || return 0
command -v curl > /dev/null || apt install -y -q curl
echo "Hotfix broken MPICH package in Ubuntu 24.04 LTS"
echo "https://bugs.launchpad.net/ubuntu/+source/mpich/+bug/2072338"
case "$(arch)" in
aarch64) arch=arm64 repo=https://ports.ubuntu.com/ubuntu-ports;;
x86_64) arch=amd64 repo=https://archive.ubuntu.com/ubuntu;;
esac
libucx0=libucx0_1.17.0+ds-3build1_$arch.deb
libmpich12=libmpich12_4.2.0-14_$arch.deb
curl -sSO $repo/pool/universe/u/ucx/$libucx0
curl -sSO $repo/pool/universe/m/mpich/$libmpich12
tmpdir=$(mktemp -d)
dpkg-deb -x $libucx0 $tmpdir
dpkg-deb -x $libmpich12 $tmpdir
libdir=/usr/lib/$(arch)-linux-gnu
sudo cp -r $tmpdir$libdir/ucx $libdir
sudo cp $tmpdir$libdir/libuc[mpst]*.so.0.*.* $libdir
sudo cp $tmpdir$libdir/libmpich*.so.12.*.* $libdir
rm -rf $tmpdir $libucx0 $libmpich12
}
setup-apt-intel-oneapi () {
# ensure the required packages are installed
sudo apt update
sudo apt install -y -q ca-certificates curl gnupg procps
apt_repo_url=https://apt.repos.intel.com/
gpg_key_url=$apt_repo_url/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB
keyring=/usr/share/keyrings/oneapi-archive-keyring.gpg
# download the key to system keyring
curl -s $gpg_key_url | gpg --dearmor | sudo tee $keyring > /dev/null
# add signed entry to apt sources
echo "deb [signed-by=${keyring}] ${apt_repo_url}/oneapi all main" | \
sudo tee /etc/apt/sources.list.d/oneAPI.list
# update list of available packages
sudo apt update
}
setup-env-intel-oneapi () {
set +u
source /opt/intel/oneapi/setvars.sh
set -u
echo "${I_MPI_ROOT}/bin" >> $GITHUB_PATH
echo "ONEAPI_ROOT=${ONEAPI_ROOT}" >> $GITHUB_ENV
echo "I_MPI_ROOT=${I_MPI_ROOT}" >> $GITHUB_ENV
echo "FI_PROVIDER_PATH=${FI_PROVIDER_PATH}" >> $GITHUB_ENV
echo "LD_LIBRARY_PATH=${LD_LIBRARY_PATH}" >> $GITHUB_ENV
echo "PKG_CONFIG_PATH=${PKG_CONFIG_PATH}" >> $GITHUB_ENV
}
setup-win-intel-oneapi-mpi () {
hash=fab706bb-ca1e-4cc9-b76a-a12df3cc984e version=2021.12.0 build=539
hash=a3a49de8-dc40-4387-9784-5227fccb6caa version=2021.12.1 build=7
hash=e20e3226-9264-41a0-bc18-6026d297e10d version=2021.13.0 build=717
hash=ea625b1d-8a8a-4bd5-b31d-7ed55af45994 version=2021.13.1 build=768
hash=44400f77-51cb-4f15-8424-0e11eeb41832 version=2021.14.0 build=785
hash=e9f49ab3-babd-4753-a155-ceeb87e36674 version=2021.14.1 build=8
hash=29e1f37b-f7c7-4cd6-988c-6ddf80aadf6a version=2021.14.2 build=901
hash=edf463a6-a6ad-43d2-a588-daa2e30f8735 version=2021.15.0 build=496
baseurl=https://registrationcenter-download.intel.com
subpath=akdlm/IRC_NAS/$hash
if test $version \< 2021.14.0; then
package=w_mpi_oneapi_p_${version}.${build}_offline.exe
else
package=intel-mpi-${version}.${build}_offline.exe
fi
set -x
curl -sO $baseurl/$subpath/$package
./$package -s -a --silent --eula accept
set +x
}
setup-win-intel-oneapi-mpi-env () {
ONEAPI_ROOT="C:\Program Files (x86)\Intel\oneAPI"
I_MPI_ROOT="${ONEAPI_ROOT}\mpi\latest"
library_kind="release"
I_MPI_OFI_LIBRARY_INTERNAL="1"
echo "ONEAPI_ROOT=${ONEAPI_ROOT}" >> $GITHUB_ENV
echo "I_MPI_ROOT=${I_MPI_ROOT}" >> $GITHUB_ENV
echo "library_kind=${library_kind}" >> $GITHUB_ENV
echo "I_MPI_OFI_LIBRARY_INTERNAL=${I_MPI_OFI_LIBRARY_INTERNAL}" >> $GITHUB_ENV
echo "${I_MPI_ROOT}\\bin" >> $GITHUB_PATH
echo "${I_MPI_ROOT}\\bin\\$library_kind" >> $GITHUB_PATH
echo "${I_MPI_ROOT}\\opt\\mpi\\libfabric\\bin" >> $GITHUB_PATH
echo "${I_MPI_ROOT}\\opt\\mpi\\libfabric\\bin\\utils" >> $GITHUB_PATH
ONEAPI_ROOT="/c/Program Files (x86)/Intel/oneAPI"
I_MPI_ROOT="${ONEAPI_ROOT}/mpi/latest"
export PATH="${I_MPI_ROOT}/bin:$PATH"
export PATH="${I_MPI_ROOT}/bin/$library_kind:$PATH"
export PATH="${I_MPI_ROOT}/opt/mpi/libfabric/bin:$PATH"
export PATH="${I_MPI_ROOT}/opt/mpi/libfabric/bin/utils:$PATH"
impi_info=impi_info.exe
}
case $(uname) in
Linux)
MPI="${MPI:-mpich}"
echo "::group::Installing $MPI with apt"
sudo apt update
case $MPI in
mpich)
sudo apt install -y -q mpich libmpich-dev
hotfix-apt-ubuntu-noble-mpich
;;
openmpi)
sudo apt install -y -q openmpi-bin libopenmpi-dev
;;
intelmpi)
setup-apt-intel-oneapi
sudo apt install -y -q intel-oneapi-mpi-devel
setup-env-intel-oneapi
;;
*)
echo "Unknown MPI implementation:" $MPI
exit 1
;;
esac
echo "::endgroup::"
;;
Darwin)
MPI="${MPI:-mpich}"
echo "::group::Installing $MPI with brew"
brew unlink mpich > /dev/null 2>&1 || true
brew unlink openmpi > /dev/null 2>&1 || true
case $MPI in
mpich|openmpi)
if brew list $MPI > /dev/null 2>&1; then
brew link $MPI
else
brew install $MPI
fi
;;
*)
echo "Unknown MPI implementation:" $MPI
exit 1
;;
esac
echo "::endgroup::"
;;
Windows* | MINGW* | MSYS*)
MPI="${MPI:-msmpi}"
echo "::group::Installing $MPI"
case $MPI in
msmpi)
sdir=$(dirname "${BASH_SOURCE[0]}")
pwsh "${sdir}\\setup-${MPI}.ps1"
;;
intelmpi)
setup-win-intel-oneapi-mpi
setup-win-intel-oneapi-mpi-env
hydra_service.exe -install
;;
*)
echo "Unknown MPI implementation:" $MPI
exit 1
;;
esac
echo "::endgroup::"
;;
*)
echo "Unknown OS kernel:" $(uname)
exit 1
;;
esac
echo "mpi=${MPI}" >> $GITHUB_OUTPUT
case $MPI in
mpich)
echo "::group::Run mpichversion"
mpichversion
echo "::endgroup::"
;;
openmpi)
echo "::group::Run ompi_info --all"
ompi_info --all
echo "::endgroup::"
;;
intelmpi)
echo "::group::Run impi_info -all"
${impi_info:-impi_info} -all
echo "::endgroup::"
;;
esac
if [ $MPI == openmpi ]; then
openmpi_mca_params=$HOME/.openmpi/mca-params.conf
mkdir -p $(dirname $openmpi_mca_params)
rm -f $openmpi_mca_params
echo btl=tcp,self >> $openmpi_mca_params
echo mpi_yield_when_idle=true >> $openmpi_mca_params
echo rmaps_base_oversubscribe=true >> $openmpi_mca_params
echo btl_base_warn_component_unused=false >> $openmpi_mca_params
echo btl_vader_single_copy_mechanism=none >> $openmpi_mca_params
if [[ $(uname) == Darwin ]]; then
# open-mpi/ompi#7516
echo gds=hash >> $openmpi_mca_params
# open-mpi/ompi#5798
echo btl_vader_backing_directory=/tmp >> $openmpi_mca_params
fi
echo "::group::Configure ${openmpi_mca_params}"
cat $openmpi_mca_params
echo "::endgroup::"
prte_mca_params=$HOME/.prte/mca-params.conf
mkdir -p $(dirname $prte_mca_params)
rm -f $prte_mca_params
echo rmaps_default_mapping_policy = :oversubscribe >> $prte_mca_params
echo "::group::Configure ${prte_mca_params}"
cat $prte_mca_params
echo "::endgroup::"
fi