paperless 2.13.5 going static

mariux64 · Jan 21, 2025 · ec4cb92 · ec4cb92
1 parent 969b73f
commit ec4cb92
Show file tree

Hide file tree

Showing 13 changed files with 164 additions and 66 deletions.
diff --git a/README.bug b/README.bug
@@ -33,6 +33,7 @@ LD_LIBRARY_PATH=/home/paperless/2135-debug/tiff-4.7.0/lib${LD_LIBRARY_PATH:+:}${
  + exportiere jetzt mal PKG_CONFIG_PATH
 
    - er meckert er würde jetzt libjpeg.so.7 nicht finden.
+     "/bin/ld: ../src/.libs/libleptonica.so: undefined reference to `jpeg_start_decompress@LIBJPEG_7.0'"
    + die gibts aber:
       paperless@server:~/git/paperless-baremetal$ find ~/2135-debug/ | grep  jpeg.so
       /home/paperless/2135-debug/libjpeg-turbo-3.1.0/lib/libjpeg.so.7.4.0
@@ -46,4 +47,47 @@ LD_LIBRARY_PATH=/home/paperless/2135-debug/tiff-4.7.0/lib${LD_LIBRARY_PATH:+:}${
      + config.log: sollte gehen, kennt  HAVE_LIBTIFF und HAVE_LIBJPEG, alles korrekt
      + config_auto.h: auch ok
      + config.status: auch ok
-
+     + Makefile: auch ok
+       eventuell bindet der grundsätzlich die JPEG_CFLAGS nicht ein ?
+    ich find nix
+  mal ab hier mit 1.84.1 ? Nope. 
+
+  die libs stimmen auch...:
+   + nm ./libjpegturbo-3.1.0/lib/libjpeg.so.7.4.0 | grep jpeg_calc_output_dimensions
+     000000000004ace0 T jpeg_calc_output_dimensions
+       symbol ist in text (code) section (T).
+     nm ./leptonica-1.85.0/lib/libleptonica.so.6.0.0 | grep jpeg_calc_output_dimensions
+                      U jpeg_calc_output_dimensions@LIBJPEG_7.0
+       undefined, also extern (U)
+     nm ./libjpegturbo-3.1.0/bin/djpeg | grep jpeg_calc_output_dimensions
+                 U jpeg_calc_output_dimensions@LIBJPEG_7.0
+     ldd ./libjpegturbo-3.1.0/bin/djpeg
+       linux-vdso.so.1 (0x00007ffda8d52000)
+       libjpeg.so.7 => /home/paperless/2135-debug/libjpegturbo-3.1.0/lib/libjpeg.so.7 (0x00007f61f9078000)
+       libc.so.6 => /lib/x86_64-linux-gnu/libc.so.6 (0x00007f61f8e00000)
+       /lib64/ld-linux-x86-64.so.2 (0x00007f61f914a000)
+  versuchen wir mal static libjpeg
+    + leptonica baut durch
+    - tesseract failed:
+    /bin/ld: /home/paperless/2135-debug/leptonica-1.85.0/lib/libleptonica.a(writefile.o): warning: relocation against `NumImageFileFormatExtensions' in read-only section `.text'
+    /bin/ld: /home/paperless/2135-debug/leptonica-1.85.0/lib/libleptonica.a(colorspace.o): relocation R_X86_64_PC32 against symbol `LeptMsgSeverity' can not be used when making a shared object; recompile with -fPIC
+    /bin/ld: final link failed: bad value
+    collect2: error: ld returned 1 exit status
+    - --with-pic bei leptonica ...
+... hmmm... ich glaube ich bin wieder an anfang....
+
+        + ./manage.py migrate
+        SystemCheckError: System check identified some issues:
+
+        ERRORS:
+        ?: The selected ocr language deu is not installed. Paperless cannot OCR your documents without it. Please fix PAPERLESS_OCR_LANGUAGE.
+        ?: The selected ocr language eng is not installed. Paperless cannot OCR your documents without it. Please fix PAPERLESS_OCR_LANGUAGE.
+
+    - ./tesseract-5.5.0/bin/tesseract: error while loading shared libraries: libjpeg.so.62: cannot open shared object file: No such file or directory
+
+ - clean build auf 2.13.5.1
+    - jbig2enc failed
+        checking for findFileFormatStream in -lleptonica... no
+        Error! Leptonica not detected.
+
+
diff --git a/build.profile b/build.profile
@@ -61,6 +61,10 @@ BUILD_libtiff_SRCURL="https://beehive.molgen.mpg.de/3a0fa4a270a4a192b08913f88d0c
 BUILD_libjpegturbo=libjpegturbo-3.1.0
 BUILD_libjpegturbo_SRCURL="https://beehive.molgen.mpg.de/ed3fb4bb4cf794898f11a6d30c54b479/libjpeg-turbo-3.1.0.tar.gz"
 
+# SRCURL="https://storage.googleapis.com/downloads.webmproject.org/releases/webp/libwebp-1.5.0.tar.gz"
+BUILD_libwebp=libwebp-1.5.0
+BUILD_libwebp_SRCURL[0]="https://beehive.molgen.mpg.de/8f659e426eaa2aeec4b36bc9ea43b3f3/${BUILD_libwebp}.tar.gz"
+
 # gits
 BUILD_imagemagick=imagemagick-7.1.1-41
 BUILD_imagemagick_SRCURL="https://github.com/ImageMagick/ImageMagick.git"

diff --git a/buildall.sh b/buildall.sh
@@ -73,6 +73,7 @@ popd
 [ -d "${BUILD_DIR}/${BUILD_libjpegturbo}" ] || ./libjpegturbo.build.sh
 [ -d "${BUILD_DIR}/${BUILD_ffmpeg}" ] || ./ffmpeg.build.sh
 [ -d "${BUILD_DIR}/${BUILD_libtiff}" ] || ./libtiff.build.sh
+[ -d "${BUILD_DIR}/${BUILD_libwebp}" ] || ./libwebp.build.sh
 [ -d "${BUILD_DIR}/${BUILD_imagemagick}" ] || ./imagemagick.build.sh
 [ -d "${BUILD_DIR}/${BUILD_pngquant}" ] || ./pngquant.build.sh
 [ -d "${BUILD_DIR}/${BUILD_unpaper}" ] || ./unpaper.build.sh

diff --git a/checkversions.sh b/checkversions.sh
@@ -134,6 +134,14 @@ if [[ -e "$PROJECT"/profile ]]; then
     pngquant -V
     mtype pngquant
   }
+  function exec_BUILD_libwebp () {
+    webpinfo -version
+    mtype webpinfo
+  }
+  function exec_BUILD_libjpegturbo () {
+    cjpeg -version
+    mtype cjpeg
+  }
 
 fi
 
@@ -224,6 +232,8 @@ BUILD_sqlite
 BUILD_nginx
 BUILD_tesseract
 BUILD_tessdata
+BUILD_libwebp
+BUILD_libjpegturbo
 BUILD_jbig2dec
 BUILD_jbig2enc
 BUILD_leptonica

diff --git a/ffmpeg.build.sh b/ffmpeg.build.sh
@@ -7,6 +7,7 @@ set -u
 . build.profile
 
 . ${PREFIX}/${BUILD_libjpegturbo}/profile
+. ${PREFIX}/${BUILD_libwebp}/profile
 
 function B_FFMPEG {
 

diff --git a/imagemagick.build.sh b/imagemagick.build.sh
@@ -9,6 +9,7 @@ set -u
 . ${PREFIX}/${BUILD_libjpegturbo}/profile
 . ${PREFIX}/${BUILD_ffmpeg}/profile
 . ${PREFIX}/${BUILD_libtiff}/profile
+. ${PREFIX}/${BUILD_libwebp}/profile
 
 function B_IMAGEMAGICK {
 
@@ -60,7 +61,8 @@ local _conf=(
     --without-x
 )
 
-./configure "${_conf[@]}"
+LDFLAGS=" $(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs libjpeg)" \
+PKG_CONFIG_PATH=${PKG_CONFIG_PATH:-} ./configure "${_conf[@]}"
 
 make install
 

diff --git a/jbig2enc.build.sh b/jbig2enc.build.sh
@@ -7,8 +7,9 @@ set -u
 . build.profile
 
 . ${PREFIX}/${BUILD_python}/profile
-#. ${PREFIX}/${BUILD_libjpegturbo}/profile
-#. ${PREFIX}/${BUILD_libtiff}/profile
+. ${PREFIX}/${BUILD_libwebp}/profile
+. ${PREFIX}/${BUILD_libjpegturbo}/profile
+. ${PREFIX}/${BUILD_libtiff}/profile
 . ${PREFIX}/${BUILD_leptonica}/profile
 
 function B_JBIG2ENC {
@@ -40,16 +41,42 @@ pushd ${BUILD_PKG}
 
 local _conf=(
     --prefix ${PREFIX}
+    --with-pic
+#    --disable-shared
     )
 
-LDFLAGS="$(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs-only-L lept)"
+# LDFLAGS="$(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs-only-L lept)"
+# export
+
+# LEPTONICA_CFLAGS="$(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --cflags lept)"
+# export
+
+# LEPTONICA_LIBS="$(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs lept)"
+
+LDFLAGS="$(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs libtiff-4)"
+LDFLAGS+=" $(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs lept)"
+LDFLAGS+=" $(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs libjpeg)"
+LDFLAGS+=" $(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs libwebp)"
+export LDFLAGS
+
+CFLAGS="-I${PROJECT}/${BUILD_leptonica}/include"
+CFLAGS+=" -I${PROJECT}/${BUILD_libtiff}/include"
+CFLAGS+=" -I${PROJECT}/${BUILD_libwebp}/include"
+export CFLAGS
+
+CPPFLAGS=${CFLAGS}
+export CPPFLAGS
+
+LIBS='-lm -lleptonica -ltiff -ljpeg -lwebp -lpng -lz -lzstd'
+export LIBS
+
 # LDFLAGS+=" $(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs-only-L libtiff-4)"
 #LDFLAGS+=" $(PKG_CONFIG_PATH=${PKG_CONFIG_PATH} pkg-config --libs libtiff-4)"
-export LDFLAGS
+# export LDFLAGS
 
-CPPFLAGS="-I${PROJECT}/${BUILD_leptonica}/include"
+# CPPFLAGS="-I${PROJECT}/${BUILD_leptonica}/include"
 #CFLAGS+=" -I${PROJECT}/${BUILD_libtiff}/include"
-export CPPFLAGS
+# export CPPFLAGS
 
 #export PKG_CONFIG_PATH
 

diff --git a/leptonica.build.sh b/leptonica.build.sh
@@ -8,6 +8,7 @@ set -u
 
 . ${PREFIX}/${BUILD_libjpegturbo}/profile
 . ${PREFIX}/${BUILD_libtiff}/profile
+. ${PREFIX}/${BUILD_libwebp}/profile
 . ${PREFIX}/${BUILD_imagemagick}/profile
 
 function B_LEPTONICA {

diff --git a/libjpeg-turbo.build.sh b/libjpeg-turbo.build.sh
diff --git a/libtiff.build.sh b/libtiff.build.sh
@@ -33,7 +33,8 @@ cd "${BUILD_PKG}"
 local _conf=(
     --prefix="${PREFIX}"
 #    --disable-rpath
-#    --disable-shared
+    --disable-shared
+    --with-pic
 )
 
 ./configure "${_conf[@]}"

diff --git a/libwebp.build.sh b/libwebp.build.sh
@@ -0,0 +1,62 @@
+#!/bin/bash
+{
+set -x
+set -e
+set -u
+
+. build.profile
+
+# . ${PREFIX}/${BUILD_libjpegturbo}/profile
+ . ${PREFIX}/${BUILD_libtiff}/profile
+
+function B_LIBWEBP {
+
+SRCURL="${BUILD_libwebp_SRCURL}"
+
+BUILD_PKG=${BUILD_libwebp}
+
+PREFIX="${PREFIX}/${BUILD_PKG}"
+
+mkdir -p "${PREFIX}"
+
+cat >"${PREFIX}"/profile <<-EOF
+PATH=${PREFIX}/bin:\$PATH
+PKG_CONFIG_PATH=${PROJECT}/${BUILD_PKG}/lib/pkgconfig\${PKG_CONFIG_PATH:+:}\${PKG_CONFIG_PATH:-}
+EOF
+
+
+test -e "${BUILD_PKG}".tar.gz || wget -nv "${SRCURL}" -O "${BUILD_PKG}".tar.gz
+test -d "${BUILD_PKG}" || mkdir -pv "${BUILD_PKG}" && tar -xf "${BUILD_PKG}".tar.gz --strip-components=1 -C "${BUILD_PKG}"
+
+cd "${BUILD_PKG}"
+
+
+
+local _conf=(
+    --prefix="${PREFIX}"
+    --enable-libwebpmux
+    --enable-libwebpdemux
+    --enable-libwebpdecoder
+    --enable-libwebpextras
+    --enable-swap-16bit-csp
+    --disable-shared
+    --with-pic
+    --with-jpegincludedir=${PROJECT}/${BUILD_libjpegturbo}/include
+    --with-jpeglibdir=${PROJECT}/${BUILD_libjpegturbo}/lib
+    --with-tiffincludedir=${PROJECT}/${BUILD_libtiff}/include
+    --with-tifflibdir=${PROJECT}/${BUILD_libtiff}/lib
+)
+
+./configure "${_conf[@]}"
+
+make -j "${NPROC}" install
+
+}
+
+pushd "${BUILD_DIR}"
+
+B_LIBWEBP
+
+popd
+
+}
diff --git a/profile.build.sh b/profile.build.sh
@@ -28,6 +28,7 @@ PATH=$HOME/bin:/bin:/sbin:/usr/bin:/usr/sbin
 . ${PROJECT}/${BUILD_leptonica}/profile
 . ${PROJECT}/${BUILD_libtiff}/profile
 . ${PROJECT}/${BUILD_libjpegturbo}/profile
+. ${PROJECT}/${BUILD_libwebp}/profile
 
 XDG_CACHE_HOME=${XDG_CACHE_HOME}
 TMPDIR=${TMPDIR}

diff --git a/tesseract.build.sh b/tesseract.build.sh
@@ -8,6 +8,7 @@ set -u
 
 . ${PREFIX}/${BUILD_sqlite}/profile
 . ${PREFIX}/${BUILD_python}/profile
+. ${PREFIX}/${BUILD_libwebp}/profile
 . ${PREFIX}/${BUILD_libjpegturbo}/profile
 . ${PREFIX}/${BUILD_libtiff}/profile
 . ${PREFIX}/${BUILD_leptonica}/profile