Make object expiry scalable

.circleci/README.rst

@@ -94,5 +94,5 @@ images that extend the current ones and pre-installs the required
 dependencies.
 
 .. _CircleCI: https://app.circleci.com/pipelines/github/varnishcache/varnish-cache
-.. _pkg-varnish-cache: https://github.com/varnishcache/pkg-varnish-cache
+.. _pkg-varnish-cache: https://code.vinyl-cache.org/vinyl-cache/pkg-vinyl-cache
 .. _PackageCloud: https://packagecloud.io/varnishcache/

.circleci/config.yml

@@ -23,12 +23,12 @@ parameters:
         --disable-stack-protector \
         --with-persistent-storage \
   build-pkgs:
-    type: string
-    default: ""
+    type: boolean
+    default: false
 
 jobs:
   dist:
-    description: Build or download varnish-x.y.z.tar.gz that is used later for the packaging jobs
+    description: Build or download vinyl-x.y.z.tar.gz that is used later for the packaging jobs
     docker:
       - image: fedora:latest
     steps:
@@ -54,23 +54,23 @@ jobs:
             - run:
                 name: Download the dist tarball
                 command: |
-                  curl -Ls '<< pipeline.parameters.dist-url >>' -o varnish-dist.tar.gz
+                  curl -Ls '<< pipeline.parameters.dist-url >>' -o vinyl-dist.tar.gz
             - when:
                 condition: << pipeline.parameters.dist-url-sha256 >>
                 steps:
                   - run:
                       name: Verify downloaded tarball
                       command: |
-                        echo "<< pipeline.parameters.dist-url-sha256 >> varnish-dist.tar.gz" | sha256sum -c
+                        echo "<< pipeline.parameters.dist-url-sha256 >> vinyl-dist.tar.gz" | sha256sum -c
             - run:
                 name: Rename the dist tarball by parsed version
                 command: |
                   mkdir parse-version-tmp
                   cd parse-version-tmp
-                  tar xzf ../varnish-dist.tar.gz
-                  VERSION=$(varnish-*/configure --version | awk 'NR == 1 {print $NF}')
+                  tar xzf ../vinyl-dist.tar.gz
+                  VERSION=$(vinyl-*/configure --version | awk 'NR == 1 {print $NF}')
                   cd ..
-                  mv -v varnish-dist.tar.gz varnish-${VERSION}.tar.gz
+                  mv -v vinyl-dist.tar.gz vinyl-${VERSION}.tar.gz
       - unless:
           condition: << pipeline.parameters.dist-url >>
           steps:
@@ -93,11 +93,11 @@ jobs:
           root: .
           paths:
             - .is_weekly
-            - varnish*.tar.gz
+            - vinyl*.tar.gz
             - tools/*.suppr
             - .circleci
   tar_pkg_tools:
-    description: Builds archives with the packaging tools from https://github.com/varnishcache/pkg-varnish-cache
+    description: Builds archives with the packaging tools from https://code.vinyl-cache.org/vinyl-cache/pkg-vinyl-cache
     docker:
       - image: fedora:latest
     steps:
@@ -111,7 +111,7 @@ jobs:
             mkdir -p ~/.ssh
             ssh-keyscan -H github.com >> ~/.ssh/known_hosts
             echo ${CIRCLE_REPOSITORY_URL}
-            git clone --recursive https://github.com/varnishcache/pkg-varnish-cache.git .
+            git clone --recursive https://code.vinyl-cache.org/vinyl-cache/pkg-vinyl-cache.git .
             git checkout << pipeline.parameters.pkg-commit >>
             tar cvzf debian.tar.gz debian --dereference
             tar cvzf redhat.tar.gz redhat --dereference
@@ -184,10 +184,10 @@ jobs:
               --security-opt seccomp=unconfined \
               -e PARAM_DIST=$(echo "<< parameters.platform >>" | cut -d: -f1) \
               -e PARAM_RELEASE=$(echo "<< parameters.platform >>" | cut -d: -f2) \
-              -v$(pwd):/varnish-cache \
+              -v$(pwd):/vinyl-cache \
               --platform linux/$ARCH \
               << parameters.platform >> \
-              /varnish-cache/.circleci/make-$EXT-packages.sh
+              /vinyl-cache/.circleci/make-$EXT-packages.sh
       - run:
           name: List created packages
           command: find ./packages -type f
@@ -231,16 +231,16 @@ jobs:
             case "<< parameters.dist >>" in
             almalinux|fedora)
                 case "<< parameters.dist >>:<< parameters.release >>" in
-                    almalinux:9)
+                    almalinux:8)
                         dnf -y install "dnf-command(config-manager)"
-                        dnf config-manager --set-enabled crb
+                        dnf config-manager --set-enabled powertools
                         dnf -y install diffutils
                         dnf -y install epel-release
                         dnf -y groupinstall "Development Tools"
                         ;;
-                    almalinux:8)
+                    almalinux:*)
                         dnf -y install "dnf-command(config-manager)"
-                        dnf config-manager --set-enabled powertools
+                        dnf config-manager --set-enabled crb
                         dnf -y install diffutils
                         dnf -y install epel-release
                         dnf -y groupinstall "Development Tools"
@@ -326,19 +326,19 @@ jobs:
 
             case "<< parameters.dist >>" in
             archlinux)
-                useradd varnish
+                useradd vinyl
                 ;;
             almalinux|fedora)
-                adduser varnish
+                adduser vinyl
                 ;;
             *)
-                adduser --disabled-password --gecos "" varnish
+                adduser --disabled-password --gecos "" vinyl
                 ;;
             esac
 
-            chown -R varnish:varnish .
+            chown -R vinyl:vinyl .
 
-            sudo -u varnish sh -c '
+            sudo -u vinyl sh -c '
                 export ASAN_OPTIONS=abort_on_error=1,detect_odr_violation=1,detect_leaks=1,detect_stack_use_after_return=1,detect_invalid_pointer_pairs=1,handle_segv=0,handle_sigbus=0,use_sigaltstack=0,disable_coredump=0
                 export LSAN_OPTIONS=abort_on_error=1,use_sigaltstack=0,suppressions=$(pwd)/tools/lsan.suppr
                 export TSAN_OPTIONS=abort_on_error=1,halt_on_error=1,use_sigaltstack=0,suppressions=$(pwd)/tools/tsan.suppr
@@ -433,12 +433,13 @@ workflows:
           matrix:
             parameters:
               platform:
-                - ubuntu:focal
                 - ubuntu:jammy
                 - ubuntu:noble
                 - debian:bookworm
+                - debian:trixie
                 - almalinux:8
                 - almalinux:9
+                - almalinux:10
                 - fedora:latest
                 - alpine:latest
               rclass:

.circleci/make-apk-packages.sh

@@ -15,7 +15,7 @@ elif [ -z "$PARAM_DIST" ]; then
     exit 1
 fi
 
-cd /varnish-cache
+cd /vinyl-cache
 tar xazf alpine.tar.gz --strip 1
 
 adduser -D builder
@@ -28,11 +28,11 @@ echo "Generate key"
 su builder -c "abuild-keygen -nai"
 
 echo "Fix APKBUILD's variables"
-tar xavf varnish-*.tar.gz
-VERSION=$(varnish-*/configure --version | awk 'NR == 1 {print $NF}')
+tar xavf vinyl-*.tar.gz
+VERSION=$(vinyl-*/configure --version | awk 'NR == 1 {print $NF}')
 echo "Version: $VERSION"
 sed -i "s/@VERSION@/$VERSION/" APKBUILD
-rm -rf varnish-*/
+rm -rf vinyl-*/
 
 echo "Change the ownership so that abuild is able to write its logs"
 chown builder -R .

.circleci/make-deb-packages.sh

@@ -23,14 +23,14 @@ fi
 #    semop(1): encountered an error: Function not implemented
 update-alternatives --set fakeroot /usr/bin/fakeroot-tcp
 
-cd /varnish-cache
+cd /vinyl-cache
 ls -la
 
 echo "Untar debian..."
 tar xavf debian.tar.gz
 
 echo "Untar orig..."
-tar xavf varnish-*.tar.gz --strip 1
+tar xavf vinyl-*.tar.gz --strip 1
 
 echo "Update changelog version..."
 if [ -e .is_weekly ]; then

.circleci/make-rpm-packages.sh

@@ -14,14 +14,14 @@ elif [ -z "$PARAM_DIST" ]; then
 fi
 
 case "$PARAM_DIST:$PARAM_RELEASE" in
-    almalinux:9)
+    almalinux:8)
         dnf -y install 'dnf-command(config-manager)'
-        dnf config-manager --set-enabled crb
+        dnf config-manager --set-enabled powertools
         dnf -y install epel-release
         ;;
-    almalinux:8)
+    almalinux:*)
         dnf -y install 'dnf-command(config-manager)'
-        dnf config-manager --set-enabled powertools
+        dnf config-manager --set-enabled crb
         dnf -y install epel-release
         ;;
 esac
@@ -30,7 +30,7 @@ dnf -y install rpm-build dnf-utils
 
 export DIST_DIR=build
 
-cd /varnish-cache
+cd /vinyl-cache
 rm -rf $DIST_DIR
 mkdir $DIST_DIR
 
@@ -39,7 +39,7 @@ echo "Untar redhat..."
 tar xavf redhat.tar.gz -C $DIST_DIR
 
 echo "Untar orig..."
-tar xavf varnish-*.tar.gz -C $DIST_DIR --strip 1
+tar xavf vinyl-*.tar.gz -C $DIST_DIR --strip 1
 
 echo "Build Packages..."
 if [ -e .is_weekly ]; then
@@ -70,9 +70,9 @@ rpmbuild() {
         "$@"
 }
 
-dnf builddep -y "$DIST_DIR"/redhat/varnish.spec
-rpmbuild -bs "$DIST_DIR"/redhat/varnish.spec
-rpmbuild --rebuild "$RESULT_DIR"/varnish-*.src.rpm
+dnf builddep -y "$DIST_DIR"/redhat/vinyl.spec
+rpmbuild -bs "$DIST_DIR"/redhat/vinyl.spec
+rpmbuild --rebuild "$RESULT_DIR"/vinyl-*.src.rpm
 
 echo "Prepare the packages for storage..."
 mkdir -p packages/$PARAM_DIST/$PARAM_RELEASE/

.forgejo/pull_request_template.md

@@ -0,0 +1,12 @@
+---
+
+name: "Pull Request Template"
+about: "Template for all Pull Requests"
+
+---
+
+## Checklist
+
+- [ ] I have read, understood and followed [CONTRIBUTING.md](https://code.vinyl-cache.org/vinyl-cache/vinyl-cache/src/branch/main/CONTRIBUTING.md)
+- [ ] I used ``autogen.des`` to configure the source tree
+- [ ] I called ``make distcheck`` and it completed without error (recommended to call ``make -j $(($(nproc) * 10)) distcheck`` for short runtime if you have enough RAM)

.forgejo/workflows/build.yaml

@@ -0,0 +1,36 @@
+on: [pull_request]
+jobs:
+  distcheck:
+    runs-on: debian
+    steps:
+      - name: apt-get
+        run: |
+          apt-get update
+          apt-get install -y git
+      - name: setup
+        run: |
+          git config --global core.autocrlf false
+          git config --global --add safe.directory ${FORGEJO_WORKSPACE}
+      - uses: https://code.vinyl-cache.org/forgejo/sane-checkout.git@v0.3
+      - name: prerequisites
+        run: |
+          apt-get install -y \
+            make \
+            automake \
+            autotools-dev \
+            libedit-dev \
+            libjemalloc-dev \
+            libncurses-dev \
+            libpcre2-dev \
+            libtool \
+            pkg-config \
+            python3-docutils \
+            python3-sphinx \
+            cpio \
+            \
+            graphviz \
+            pip furo
+      - name: build
+        run: |
+          ./autogen.des
+          make -j10 distcheck || (find . -name test-suite.log | xargs cat)

.github/ISSUE_TEMPLATE.md

@@ -1,7 +1,7 @@
 <!---
 Bug report is here.
-https://github.com/varnishcache/varnish-cache/issues/new?assignees=&labels=&template=bug-report.yml
+https://code.vinyl-cache.org/vinyl-cache/vinyl-cache/issues/new?assignees=&labels=&template=bug-report.yml
 
 Questions or need help is here
-https://varnish-cache.org/support/index.html
+https://vinyl-cache.org/support/index.html
 -->

.github/ISSUE_TEMPLATE/bug-report.yml

@@ -5,13 +5,13 @@ body:
   attributes:
     value: |+
       Did you check that there are no similar bug reports or pull requests?
-      
+
       If your panic happens in the child_sigsegv_handler function, look at the backtrace to determine whether it is similar to another issue. When in doubt, open a new one and it will be closed as a duplicate if needed.
-      
-      If it's a packaging bug (including sysv or systemd services bugs) please open an issue on [varnishcache/pkg-varnish-cache](https://github.com/varnishcache/pkg-varnish-cache) instead.
-      
-      If it's a feature request, please start a thread on the [varnish-misc](https://varnish-cache.org/support/index.html#mailing-lists) list instead.
-      
+
+      If it's a packaging bug (including sysv or systemd services bugs) please open an issue on [vinylcache/pkg-vinyl-cache](https://code.vinyl-cache.org/vinyl-cache/pkg-vinyl-cache) instead.
+
+      If it's a feature request, please start a thread on the [vinyl-misc](https://vinyl-cache.org/support/index.html#mailing-lists) list instead.
+
 - type: textarea
   attributes:
     label: Expected Behavior
@@ -53,15 +53,15 @@ body:
     required: true
 - type: input
   attributes:
-    label: Varnish Cache version
+    label: Vinyl Cache version
     description: |+
-      The version can be obtained by "varnishd -V".
-    placeholder: "varnishd (varnish-7.3.0 revision 84d79120b6d17b11819a663a93160743f293e63f)"
+      The version can be obtained by "vinyld -V".
+    placeholder: "vinyld (vinyl-cache-trunk revision 82fff61ce98a282c721d2026c7649403bc1d18eb)"
 - type: input
   attributes:
     placeholder: Ubuntu22.04
     label: Operating system
 - type: input
   attributes:
     label: Source of binary packages used (if any)
-    placeholder: https://packagecloud.io/varnishcache/
+    placeholder: https://code.vinyl-cache.org/

.github/ISSUE_TEMPLATE/config.yml

@@ -1,8 +1,8 @@
 blank_issues_enabled: true
 contact_links:
   - name: Getting Help
-    url: https://varnish-cache.org/support/index.html
+    url: https://vinyl-cache.org/support/index.html
     about: If you have questions or need help, please click here.
   - name: Report a security vulnerability
-    url: https://varnish-cache.org/security/index.html#i-have-found-a-security-hole
+    url: https://vinyl-cache.org/security/index.html#i-have-found-a-security-hole
     about: Report a security vulnerability.

.github/workflows/cifuzz.yml

@@ -2,20 +2,20 @@ name: CIFuzz
 on: [pull_request]
 jobs:
   Fuzzing:
-    if: github.repository_owner == 'varnishcache'
-    runs-on: ubuntu-latest
+    if: github.repository_owner == 'vinyl-cache'
+    runs-on: debian
     steps:
     - name: Build Fuzzers
       id: build
       uses: google/oss-fuzz/infra/cifuzz/actions/build_fuzzers@master
       with:
-        oss-fuzz-project-name: 'varnish'
+        oss-fuzz-project-name: 'vinyl'
         dry-run: false
         language: c
     - name: Run Fuzzers
       uses: google/oss-fuzz/infra/cifuzz/actions/run_fuzzers@master
       with:
-        oss-fuzz-project-name: 'varnish'
+        oss-fuzz-project-name: 'vinyl'
         fuzz-seconds: 600
         dry-run: false
         language: c

.github/workflows/coverity.yml

@@ -7,7 +7,7 @@ on:
 
 jobs:
   coverity:
-    if: github.repository_owner == 'varnishcache'
+    if: github.repository_owner == 'vinylcache'
     runs-on: ubuntu-latest
     steps:
       - run: |
@@ -33,6 +33,6 @@ jobs:
       - run: ./configure --with-persistent-storage
       - uses: vapier/coverity-scan-action@v1.8.0
         with:
-          project: varnish
-          email: varnish-dev@varnish-cache.org
+          project: vinyl
+          email: vinyl-dev@vinyl-cache.org
           token: ${{ secrets.COVERITY_SCAN_TOKEN }}