plprj v2.16.3

.gitignore

@@ -24,3 +24,4 @@
 *.tar.xz
 !/*.patch
 !/*.sh
+/t

README.todo

@@ -2,6 +2,16 @@ dependency tree:
 
 dot REAME.dot
 
+
+2.16.1:
+
+
+ ☐ gs ?
+     GS_VERSION=10.03.1
+
+ ☐ install management commands
+   docker/install_management_commands.sh
+
 bug: 
 
   libtiff sollte den LD_LIBRARY_PATH setzen, siehe /home/paperless/2.13.5.1/zbar-0.23.93/profile, sonst findet er zwar die header files zum compilieren aber er lädt /usr/lib/libtiff ... und die ist alt. 
@@ -11,7 +21,6 @@ bug:
    ☐ https://github.com/jonaswinkler/paperless-ng/issues/1490
    ☐ https://github.com/paperless-ngx/paperless-ngx/discussions/3090
      Calling OCRmyPDF with args: {'input_file': PosixPath('/scratch/local/plprj/2024-02-19/paperless-ngx34bhqotl/c913a207C78B05A-B130-45F8-9EC4-281AD914ABFA}.PDF'), 'output_file': PosixPath('/scratch/local/plprj/2024-02-19/paperless-0ee3414u/archive.pdf'), 'use_threads': True, 'jobs': 32, 'language': 'deu+eng', 'output_type': 'pdfa', 'progress_bar': False, 'color_conversion_strategy': 'RGB', 'force_ocr': True, 'clean_final': True, 'deskew': True, 'rotate_pages': True, 'rotate_pages_threshold': 12.0, 'sidecar': PosixPath('/scratch/local/plprj/2024-02-19/paperless-0ee3414u/sidecar.txt')}
-
    ☐ /node_modules/.bin/ng build --configuration production
 Locale data for 'ar-AR' cannot be found. Using locale data for 'ar'.
 WARNING [src/locale/messages.ar_AR.xlf]: File target locale ('ar') does not match configured locale ('ar-AR')
@@ -38,6 +47,19 @@ encrypted document:
 
 ＿＿＿＿＿＿＿＿＿＿＿＿＿＿＿＿＿＿＿
 Archive:
+ ✔ corepack fragt nach Y für pnpm install @done (25-05-20 11:25) @project(2.16.1)
+ ✔ checkversions.sh @done (25-05-20 11:25) @project(2.16.1)
+ ✔ laeuft granian über socket ? Nein. @done (25-05-20 09:37) @project(2.16.1)
+ ✔ QPDF ? @done (25-05-16 11:59) @project(2.16.1)
+  QPDF_VERSION=11.9.0
+  https://github.com/qpdf/qpdf/releases  12.2.0
+ ✔ version checken @done (25-05-16 11:44) @project(2.16.1)
+  /src/src-ui/src/environments/environment.prod.ts
+ ✔ Dockerfile @done (25-05-16 11:41) @project(2.16.1)
+  docker.io/node:20-bookworm-slim
+  liegt jetzt in t/
+ ✔ im docker ist schon ein npm drin ! @done (25-05-16 11:01) @project(2.16.1)
+ ✔ version 10.8.2, ich habe 10.9.2 @done (25-05-16 10:59) @project(2.16.1)
  ✔ conf.build-scripte @done (24-02-21 13:48) @project(bug)
   sed '/kmous=/d;/XM=/d;$s/$/XM=,/'
  ✔ zbar ohne imagemagick @done (24-02-21 09:01) @project(test)

build.profile

@@ -1,6 +1,6 @@
-BUILD_TAG=2.14.6
+BUILD_TAG=2.16.3
 
-BUILD_paperless=paperless-ngx-2.14.6
+BUILD_paperless=paperless-ngx-2.16.3
 
 BUILD_DIR=build
 BUILD_SRC="${PWD}"
@@ -16,22 +16,24 @@ TMPDIR=${TMPDIR:-/tmp/${USER}/${BUILD_TAG}}
 LOGDIR=${PROJECT}/log
 
 # https://sqlite.org
-# wget "https://sqlite.org/2025/sqlite-autoconf-3480000.tar.gz"
-BUILD_sqlite=sqlite-3.48.0
-BUILD_sqlite_SRCURL="https://beehive.molgen.mpg.de/ab4e0652b6dedb075faf7a2781ba2c20/sqlite-autoconf-3480000.tar.gz"
+# wget "https://sqlite.org/2025/sqlite-autoconf-3500100.tar.gz"
+BUILD_sqlite=sqlite-3.50.1
+BUILD_sqlite_SRCURL="https://beehive.molgen.mpg.de/45508b1aeb0a946574d3385249c5fb58/sqlite-autoconf-3500100.tar.gz"
 
 # https://download.redis.io/releases   # community edition !
 # wget https://download.redis.io/releases/redis-7.4.1.tar.gz
 BUILD_redis=redis-7.4.1
 BUILD_redis_SRCURL="https://beehive.molgen.mpg.de/360809807c15da120affb356e55c6388/${BUILD_redis}.tar.gz"
 
-# wget "https://www.python.org/ftp/python/3.12.8/Python-3.12.8.tgz"
-BUILD_python=Python-3.12.8
-BUILD_python_SRCURL="https://beehive.molgen.mpg.de/304473cf367fa65e450edf4b06b55fcc/${BUILD_python}.tgz"
+# wget "https://www.python.org/ftp/python/3.12.11/Python-3.12.11.tgz"
+BUILD_python=Python-3.12.11
+BUILD_python_SRCURL="https://beehive.molgen.mpg.de/45bda920329568dd6650b0ac556d17db/${BUILD_python}.tgz"
 
-# wget "https://nodejs.org/download/release/v22.13.1/node-v22.13.1.tar.gz"
-BUILD_node=node-22.13.1
-BUILD_node_SRCURL="https://beehive.molgen.mpg.de/cbb3aa553b3c0ee4069902fd477aa19a/${BUILD_node/-/-v}.tar.gz"
+# wget "https://nodejs.org/download/release/v22.16.0/node-v22.16.0.tar.gz"
+BUILD_node=node-22.16.0
+BUILD_node_SRCURL="https://beehive.molgen.mpg.de/ffc2c87efa22a9dbb794810f0a952118/${BUILD_node/-/-v}.tar.gz"
+
+SRCURL[0]="https://beehive.molgen.mpg.de/ffc2c87efa22a9dbb794810f0a952118/node-v22.16.0.tar.gz"
 
 # SRCURL="https://ffmpeg.org//releases/${BUILD_ffmpeg}.tar.gz"
 BUILD_ffmpeg=ffmpeg-7.1
@@ -46,8 +48,8 @@ BUILD_leptonica=leptonica-1.85.0
 BUILD_leptonica_SRCURL="https://beehive.molgen.mpg.de/1732e999e2fef8721348edc2b7283224/${BUILD_leptonica}.tar.gz"
 
 # SRCURL="https://nginx.org/download/nginx-1.27.3.tar.gz"
-BUILD_nginx=nginx-1.27.3
-BUILD_nginx_SRCURL="https://beehive.molgen.mpg.de/89773c781ff0c2cd876b03bbc094c258/${BUILD_nginx}.tar.gz"
+#BUILD_nginx=nginx-1.27.3
+#BUILD_nginx_SRCURL="https://beehive.molgen.mpg.de/89773c781ff0c2cd876b03bbc094c258/${BUILD_nginx}.tar.gz"
 
 # SRCURL="https://github.com/liberationfonts/liberation-fonts/files/7261482/liberation-fonts-ttf-2.1.5.tar.gz"
 BUILD_libfontttf=liberation-fonts-ttf-2.1.5
@@ -57,16 +59,16 @@ BUILD_libfontttf_SRCURL="https://beehive.molgen.mpg.de/31b453e0b77bacde410a34a72
 BUILD_libtiff=tiff-4.7.0
 BUILD_libtiff_SRCURL="https://beehive.molgen.mpg.de/3a0fa4a270a4a192b08913f88d0cfbdd/${BUILD_libtiff}.tar.gz"
 
-# SRCURL="https://github.com/libjpeg-turbo/libjpeg-turbo/releases/download/3.1.0/libjpeg-turbo-3.1.0.tar.gz"
-BUILD_libjpegturbo=libjpegturbo-3.1.0
-BUILD_libjpegturbo_SRCURL="https://beehive.molgen.mpg.de/ed3fb4bb4cf794898f11a6d30c54b479/libjpeg-turbo-3.1.0.tar.gz"
+# SRCURL="https://github.com/libjpeg-turbo/libjpeg-turbo/releases/download/3.1.1/libjpeg-turbo-3.1.1.tar.gz"
+BUILD_libjpegturbo=libjpegturbo-3.1.1
+BUILD_libjpegturbo_SRCURL="https://beehive.molgen.mpg.de/e71063e0b043e38207c8cefda6931cbd/libjpeg-turbo-3.1.1.tar.gz"
 
 # SRCURL="https://storage.googleapis.com/downloads.webmproject.org/releases/webp/libwebp-1.5.0.tar.gz"
 BUILD_libwebp=libwebp-1.5.0
 BUILD_libwebp_SRCURL[0]="https://beehive.molgen.mpg.de/8f659e426eaa2aeec4b36bc9ea43b3f3/${BUILD_libwebp}.tar.gz"
 
 # gits
-BUILD_imagemagick=imagemagick-7.1.1-43
+BUILD_imagemagick=imagemagick-7.1.1-47
 BUILD_imagemagick_SRCURL="https://github.com/ImageMagick/ImageMagick.git"
 
 BUILD_pngquant=pngquant-3.0.3-7-gf513d98
@@ -75,7 +77,7 @@ BUILD_pngquant_SRCURL="https://github.com/kornelski/pngquant.git"
 BUILD_unpaper=unpaper-7.0.0-127-g5bcef8a
 BUILD_unpaper_SRCURL="https://github.com/unpaper/unpaper.git"
 
-BUILD_tesseract=tesseract-5.5.0
+BUILD_tesseract=tesseract-5.5.1
 BUILD_tesseract_SRCURL="https://github.com/tesseract-ocr/tesseract.git"
 
 BUILD_tessdata=tessdata_best-4.1.0
@@ -88,3 +90,5 @@ BUILD_jbig2enc_SRCURL="https://github.com/agl/jbig2enc.git"
 BUILD_jbig2dec=jbig2dec-0.20
 BUILD_jbig2dec_SRCURL="https://github.com/ArtifexSoftware/jbig2dec.git"
 
+BUILD_qpdf=qpdf-12.2.0
+BUILD_qpdf_SRCURL="https://github.com/qpdf/qpdf.git"

buildall.sh

@@ -15,15 +15,15 @@ PAPERLESS_ADMIN_USER=admin
 PAPERLESS_ADMIN_PASSWORD=$(head -c 12 < /dev/urandom | openssl base64 |head -1)
 PAPERLESS_ADMIN_MAIL=admin@localhost.
 
-PAPERLESS_BIND_ADDR=localhost
+PAPERLESS_BIND_ADDR=127.0.0.1
 PAPERLESS_PORT=8880
+PAPERLESS_WEBSERVER_WORKERS=5
 # PAPERLESS_HTTPS=8443
 PAPERLESS_URL=https://localhost
 PAPERLESS_CSRF_TRUSTED_ORIGINS=http://localhost:\${PAPERLESS_PORT}
 
-NGINX_SSL_DHPARAM=\${PROJECT}/certs/dhparam.pem
-NGINX_SSL_CERTIFICATE=\${PROJECT}/certs/fullchain.pem
-NGINX_SSL_CERTIFICATE_KEY=\${PROJECT}/certs/privkey.pem
+# SSL_CERTIFICATE=\${PROJECT}/certs/fullchain.pem
+# SSL_CERTIFICATE_KEY=\${PROJECT}/certs/privkey.pem
 
 _EOP_
 ) ${BUILD_LOCAL}
@@ -83,8 +83,9 @@ popd
 [ -d "${BUILD_DIR}/${BUILD_jbig2dec}" ] || ./jbig2dec.build.sh
 [ -d "${BUILD_DIR}/${BUILD_tesseract}" ] || ./tesseract.build.sh
 [ -d "${BUILD_DIR}/${BUILD_libfontttf}" ] || ./liberation-fonts-ttf.build.sh
-[ -d "${BUILD_DIR}/${BUILD_nginx}" ] || ./nginx.build.sh
-./nginx.conf.build.sh
+#[ -d "${BUILD_DIR}/${BUILD_nginx}" ] || ./nginx.build.sh
+[ -d "${BUILD_DIR}/${BUILD_qpdf}" ] || ./qpdf.build.sh
+# ./nginx.conf.build.sh
 ./profile.build.sh
 ./startstop.build.sh
 [ -d "$PROJECT/${BUILD_paperless}" ] || ./paperless-ngx.build.sh

checkversions.sh

@@ -174,7 +174,7 @@ version_BUILD_node() {
   parse 'https://github.com/nodejs/node/releases' '(?<=Version ).*?(?= ).*LTS\)'|cut -d' ' -f1
 }
 version_BUILD_python() {
-  parselast 'https://raw.githubusercontent.com/python/peps/main/peps/pep-0664.rst' '(?<=^- )[0-9].*(?=: )'
+  parselast 'https://raw.githubusercontent.com/python/peps/main/peps/pep-0693.rst' '(?<=^- )[0-9].*(?=: )'
 }
 version_BUILD_redis() {
   parse 'https://redis.io/downloads/' '(?<=>).*(?=\s+release notes)'
@@ -224,6 +224,9 @@ version_BUILD_libjpegturbo() {
 version_BUILD_libtiff() {
   bparse 'https://download.osgeo.org/libtiff/?C=M&O=D' 'tiff-(\S+?).tar.gz'
 }
+version_BUILD_qpdf() {
+  gdrem qpdf/qpdf 'refs/tags/v[0-9]*'|cut -d' ' -f2
+}
 
 function version() {
   Bi=$1
@@ -269,10 +272,12 @@ BUILD_pngquant
 BUILD_zbar
 BUILD_unpaper
 BUILD_libfontttf
+BUILD_qpdf
 )
 
 _xparts=(
-BUILD_leptonica
+BUILD_python
+BUILD_qpdf
 )
 
 # list of versions

cleanall.sh

@@ -13,7 +13,7 @@ RMRF=(
   "${BUILD_jbig2enc}"
   "${BUILD_leptonica}"
   "${BUILD_libfontttf}"
-  "${BUILD_nginx}"
+#  "${BUILD_nginx}"
   "${BUILD_node}"
   "${BUILD_paperless}"
   "${BUILD_pngquant}"

paperless-ngx.asgi.patch

@@ -0,0 +1,141 @@
+diff --git a/src/paperless/asgi.py b/src/paperless/asgi.py
+index 8d63c347a..45d8daa3a 100644
+--- a/src/paperless/asgi.py
++++ b/src/paperless/asgi.py
+@@ -1,13 +1,134 @@
+ import os
+
+-from django.core.asgi import get_asgi_application
++# from django.core.asgi import get_asgi_application
++
++import django
++from django.core.handlers.asgi import ASGIHandler
++
++# https://code.djangoproject.com/ticket/36399
++assert django.VERSION < (6,0), "Remove ASGIRequest backport."
++
++class XXXASGIRequest(HttpRequest):
++    """
++    Custom request subclass that decodes from an ASGI-standard request dict
++    and wraps request body handling.
++    """
++
++    # Number of seconds until a Request gives up on trying to read a request
++    # body and aborts.
++    body_receive_timeout = 60
++
++    def __init__(self, scope, body_file):
++        self.scope = scope
++        self._post_parse_error = False
++        self._read_started = False
++        self.resolver_match = None
++        self.path = scope["path"]
++        self.script_name = get_script_prefix(scope)
++        if self.script_name:
++            # TODO: Better is-prefix checking, slash handling?
++            self.path_info = scope["path"].removeprefix(self.script_name)
++        else:
++            self.path_info = scope["path"]
++        # HTTP basics.
++        self.method = self.scope["method"].upper()
++        # Ensure query string is encoded correctly.
++        query_string = self.scope.get("query_string", "")
++        if isinstance(query_string, bytes):
++            query_string = query_string.decode()
++        self.META = {
++            "REQUEST_METHOD": self.method,
++            "QUERY_STRING": query_string,
++            "SCRIPT_NAME": self.script_name,
++            "PATH_INFO": self.path_info,
++            # WSGI-expecting code will need these for a while
++            "wsgi.multithread": True,
++            "wsgi.multiprocess": True,
++        }
++        if self.scope.get("client"):
++            self.META["REMOTE_ADDR"] = self.scope["client"][0]
++            self.META["REMOTE_HOST"] = self.META["REMOTE_ADDR"]
++            self.META["REMOTE_PORT"] = self.scope["client"][1]
++        if self.scope.get("server"):
++            self.META["SERVER_NAME"] = self.scope["server"][0]
++            self.META["SERVER_PORT"] = str(self.scope["server"][1])
++        else:
++            self.META["SERVER_NAME"] = "unknown"
++            self.META["SERVER_PORT"] = "0"
++        # Headers go into META.
++        for name, value in self.scope.get("headers", []):
++            name = name.decode("latin1")
++            if name == "content-length":
++                corrected_name = "CONTENT_LENGTH"
++            elif name == "content-type":
++                corrected_name = "CONTENT_TYPE"
++            else:
++                corrected_name = "HTTP_%s" % name.upper().replace("-", "_")
++            # HTTP/2 say only ASCII chars are allowed in headers, but decode
++            # latin1 just in case.
++            value = value.decode("latin1")
++            if corrected_name == "HTTP_COOKIE":
++                existing = self.META.get("HTTP_COOKIE")
++                if existing is not None:
++                    value = existing + value
++                self.META["HTTP_COOKIE"] = value
++            else:
++                if corrected_name in self.META:
++                    value = self.META[corrected_name] + "," + value
++                self.META[corrected_name] = value
++        # Pull out request encoding, if provided.
++        self._set_content_type_params(self.META)
++        # Directly assign the body file to be our stream.
++        self._stream = body_file
++        # Other bits.
++        self.resolver_match = None
++
++    @cached_property
++    def GET(self):
++        return QueryDict(self.META["QUERY_STRING"])
++
++    def _get_scheme(self):
++        return self.scope.get("scheme") or super()._get_scheme()
++
++    def _get_post(self):
++        if not hasattr(self, "_post"):
++            self._load_post_and_files()
++        return self._post
++
++    def _set_post(self, post):
++        self._post = post
++
++    def _get_files(self):
++        if not hasattr(self, "_files"):
++            self._load_post_and_files()
++        return self._files
++
++    POST = property(_get_post, _set_post)
++    FILES = property(_get_files)
++
++    @cached_property
++    def COOKIES(self):
++        return parse_cookie(self.META.get("HTTP_COOKIE", ""))
++
++    def close(self):
++        super().close()
++        self._stream.close()
++
++
++class BackportASGIHandler(ASGIHandler):
++    request_class = XXXASGIHandler
++
+
+ # Fetch Django ASGI application early to ensure AppRegistry is populated
+ # before importing consumers and AuthMiddlewareStack that may import ORM
+ # models.
+
+ os.environ.setdefault("DJANGO_SETTINGS_MODULE", "paperless.settings")
+-django_asgi_app = get_asgi_application()
++# django_asgi_app = get_asgi_application()
++
++django.setup(set_prefix=False)
++
++application = BackportASGIHandler()
+
+ from channels.auth import AuthMiddlewareStack  # noqa: E402
+ from channels.routing import ProtocolTypeRouter  # noqa: E402