From 733a6d63b691b2196410288df704af4b2743b5ad Mon Sep 17 00:00:00 2001 From: thomas Date: Tue, 9 Apr 2024 12:29:31 +0200 Subject: [PATCH] bpftrace: add version 0.20.3, and associated tools Rationale, maybe useful for finding performance issues with our storage. Bcc and bpftrace (what sits on top of bcc) make use of extended BPF (Berkeley Packet Filters), Treat this as experimental, since some features require kernel options we do not use - so YMMV :) To start you must be root and also need to make the kernelheaders of the running kernel available via sysfs. #> insmod kheaders -> /sys/kernel/kheaders.tar.xz More info: https://en.wikipedia.org/wiki/Berkeley_Packet_Filter https://github.com/iovisor/bcc https://github.com/bpftrace/bpftrace P.S. Sometimes the actual headers are also found under /lib/modules/*/build/include/linux . --- bpftrace-0.20.3-0.build.sh | 203 +++++++++++++++++++++++++++++++++++++ 1 file changed, 203 insertions(+) create mode 100755 bpftrace-0.20.3-0.build.sh diff --git a/bpftrace-0.20.3-0.build.sh b/bpftrace-0.20.3-0.build.sh new file mode 100755 index 0000000..b076454 --- /dev/null +++ b/bpftrace-0.20.3-0.build.sh @@ -0,0 +1,203 @@ +#!/bin/bash + + +# ------------------------------------------------------------------- Debug + + COOKIE=$(mcookie|cut -c-8); grep -v V_GREP_ME $0 > /dev/shm/runme-$COOKIE.sh ; sleep 0.3; exec bash /dev/shm/runme-$COOKIE.sh + # TESTING=1 + +# ---------------------------------------------------------------- Preamble + +PKG=bpftrace +VERSION=0.20.3 +BUILD=0 + +PREFIX=/pkg/$PKG-$VERSION-$BUILD +if [ -n "$TESTING" ]; then PREFIX=/scratch/local2/$PKG-$VERSION-$BUILD ; fi + +PATH=/bin:/usr/bin:/usr/sbin:/usr/local/bin + +set -e + +umask 022 + +BUILD_TMPDIR=/scratch/local2/$PKG-$VERSION-$BUILD.$USER.build.tmp + +test -z "$TESTING" && test -d $BUILD_TMPDIR && ( chmod -R u+rwx $BUILD_TMPDIR || true ; rm -rf $BUILD_TMPDIR ) +export TMPDIR=$BUILD_TMPDIR +export HOME=$BUILD_TMPDIR/home +mkdir -p $HOME +# copy this script to a defined location +cp $0 $BUILD_TMPDIR; ME="$BUILD_TMPDIR/$(basename $0)" + +mkdir -p $PREFIX +cat >$PREFIX/profile <<-EOF + PATH=$PREFIX/bin:\$PATH + export LD_LIBRARY_PATH=$PREFIX/lib\${LD_LIBRARY_PATH:+:}\$LD_LIBRARY_PATH + PKG_CONFIG_PATH=$PREFIX/lib/pkgconfig\${PKG_CONFIG_PATH:+:}\$PKG_CONFIG_PATH + export PKG_CONFIG_PATH + if [ -d $PREFIX/.compatlibs ]; then export LD_LIBRARY_PATH=$PREFIX/.compatlibs\${LD_LIBRARY_PATH:+:}\$LD_LIBRARY_PATH ; fi +EOF +. $PREFIX/profile + +NPROC=$(( $(nproc) * 4 / 5 + 1 )) +export MAKEFLAGS="-j $NPROC" + +BUILDDIR=$PREFIX/build + +mkdir -p $BUILDDIR +cd $BUILDDIR + + +# ------------------------------------- this relies on python, roll our own + +( + PYTHONVERSION=3.11.9 + + # orig: https://www.python.org/ftp/python/3.11.9/Python-3.11.9.tgz + BEEHIVE=https://beehive.molgen.mpg.de/bfd4d3bfeac4216ce35d7a503bf02d5c/Python-3.11.9.tgz + test -e Python-$PYTHONVERSION.tgz || wget -nv $BEEHIVE + test -d Python-$PYTHONVERSION || tar -xf Python-$PYTHONVERSION.tgz + cd Python-$PYTHONVERSION + + + # These may come handy if the Python build needs exclusive stuff from $PREFIX + # INCLUDEDIR=$PREFIX/include \ + # LIBDIR=$PREFIX/lib \ + LDFLAGS="-Wl,-rpath=$PREFIX/lib" \ + ./configure \ + --prefix=$PREFIX \ + --enable-shared + + make -j $NPROC + make install + + # it might come to happen that something down the line may just call 'python', defuse ... + test -e $PREFIX/bin/python || ln -s python3 $PREFIX/bin/python + + python -m ensurepip + pip3 install --prefix=$PREFIX -I pip + ( # fix 'please update' noise from pip + cd $PREFIX/lib/python*/site-packages + sed -ne '/^#Epatch:pip/ s/^#Epatch:\S* // p' $ME | patch -p1 --verbose + ) + # I hate to do this ... + ln -s lib $PREFIX/lib64 + pip3 install setuptools +) + +# ----------------------------------------------- build needed dependencies + +( + # orig https://github.com/iovisor/bcc/releases/download/v0.30.0/bcc-src-with-submodule.tar.gz + BEEHIVE=https://beehive.molgen.mpg.de/970e131dfc95896b4db6da4c0a375f27/bcc-src-with-submodule-0.30.0.tar.gz + test -e bcc-src-with-submodule-0.30.0.tar.gz || wget -nv $BEEHIVE + test -d bcc || tar -xf bcc-src-with-submodule-0.30.0.tar.gz + mkdir -p bcc/build + cd bcc/build + cmake \ + -DCMAKE_INSTALL_PREFIX=$PREFIX \ + -DCMAKE_VERBOSE_MAKEFILE=ON \ + -DKERNELHEADERS_DIR=/usr/include/linux \ + -DCMAKE_BUILD_TYPE=RelWithDebInfo \ + -DENABLE_LLVM_SHARED=ON \ + -DRUN_LUA_TESTS=OFF \ + .. + + make -j $NPROC + make install +) + +( + # orig: https://github.com/libbpf/libbpf/archive/refs/tags/v1.4.0.tar.gz + BEEHIVE=https://beehive.molgen.mpg.de/1d1ecd6073cd59f96e780d9858dcde9b/libbpf-1.4.0.tar.gz + test -e libbpf-1.4.0.tar.gz || wget -nv $BEEHIVE + test -d libbpf-1.4.0 || tar -xf libbpf-1.4.0.tar.gz + cd libbpf-1.4.0/src + + PREFIX=$PREFIX make install +) + +( + # orig: https://github.com/USCiLab/cereal/archive/refs/tags/v1.3.2.tar.gz + BEEHIVE=https://beehive.molgen.mpg.de/ab6070fadc7c50072ef4153fb1c46a87/cereal-1.3.2.tar.gz + test -e cereal-1.3.2.tar.gz || wget -nv $BEEHIVE + test -d cereal-1.3.2 || tar -xf cereal-1.3.2.tar.gz + mkdir -p cereal-1.3.2/build + cd cereal-1.3.2/build + + cmake \ + -DCMAKE_INSTALL_PREFIX=$PREFIX \ + -DCMAKE_VERBOSE_MAKEFILE=ON \ + -DCMAKE_BUILD_TYPE=RelWithDebInfo \ + -DJUST_INSTALL_CEREAL=ON \ + .. + + make + make install +) + +# ----------------------------------------------------------- the main tool + +( + # orig: https://github.com/bpftrace/bpftrace/archive/refs/tags/v0.20.3.tar.gz + BEEHIVE=https://beehive.molgen.mpg.de/2fad05fd87ccefce5bc58e4f2bc3674a/bpftrace-0.20.3.tar.gz + test -e bpftrace-0.20.3.tar.gz || wget -nv $BEEHIVE + test -d bpftrace-0.20.3 || tar -xf bpftrace-0.20.3.tar.gz + mkdir -p bpftrace-0.20.3/build + cd bpftrace-0.20.3/build + + cmake \ + -DCMAKE_INSTALL_PREFIX=$PREFIX \ + -DCMAKE_VERBOSE_MAKEFILE=ON \ + -DCMAKE_BUILD_TYPE=RelWithDebInfo \ + -DLIBBCC_INCLUDE_DIRS=$PREFIX/include/bcc \ + -DLIBBPF_INCLUDE_DIRS=$PREFIX/include/bpf \ + -DLIBCEREAL_INCLUDE_DIRS=$PREFIX/include \ + -DBUILD_TESTING=OFF \ + .. + + make + make install +) + +# ----------------------------------------------------------- miscellaneous + +( + # well, thats not related to bpftrace, but since we also have all the tools from + # libbpf and bcc, throw them in here too + # orig: https://github.com/sdsc/blktrace/archive/refs/tags/blktrace-1.1.0.tar.gz + BEEHIVE=https://beehive.molgen.mpg.de/acdf93f3f54d73a23dba181a2fffa37e/blktrace-1.1.0.tar.gz + test -e blktrace-1.1.0.tar.gz || wget -nv $BEEHIVE + test -d blktrace-blktrace-1.1.0 || tar -xf blktrace-1.1.0.tar.gz + cd blktrace-blktrace-1.1.0 + + make + make install prefix=$PREFIX mandir=$PREFIX/share/man +) + +echo "# done ..." + +exit + + +# -------------------------------------------------------- Included patches + +#Epatch:pip # Operation 'Forever young', disable version-check per default. +#Epatch:pip # The option needs to be kept, because some tools make use of +#Epatch:pip # it and would cause pip to fail. +#Epatch:pip --- a/pip/_internal/cli/cmdoptions.py 2022-08-09 17:29:15.853442948 +0200 +#Epatch:pip +++ b/pip/_internal/cli/cmdoptions.py 2022-08-10 10:31:35.124945154 +0200 +#Epatch:pip @@ -892,7 +892,6 @@ +#Epatch:pip dest="disable_pip_version_check", +#Epatch:pip action="store_true", +#Epatch:pip - default=False, +#Epatch:pip - help="Don't periodically check PyPI to determine whether a new version " +#Epatch:pip - "of pip is available for download. Implied with --no-index.", +#Epatch:pip + default=True, +#Epatch:pip + help="Ignore this option, the version check IS disabled.", +#Epatch:pip ) + + +# -------------------------------------------------------- This is the end. +