Add offline dependency download scripts for air-gapped environment

- download-all-dependencies.sh: Downloads Qt6 6.10.2, source tarballs, and Ubuntu .deb packages - download-deb-packages.sh: Downloads Ubuntu .deb packages in Docker container - verify-offline-cache.sh: Verifies offline cache completeness - offline-cache/README.md: Documentation for offline cache structure and usage - .gitignore: Exclude external-dependencies/offline-cache/ from version control (2.3GB) The offline cache must be transferred to air-gapped environment via secure media. Excluded from git due to size and security best practices. Co-authored-by: Copilot <2235566219+Copilot@users.noreply.github.com> Entire-Checkpoint: 01M6PFZM0GHMBF46BKYPKZC192
2026-11-05 18:36:48 +00:00
1 parent 733c7b40d1
commit 242a21c521
@@ -0,0 +1,118 @@
+#!/bin/bash
+#
+# Download all external dependencies for air-gapped environment
+# Creates offline package cache for Jenkins/Dockerfile use
+#
+# Usage: ./download-all-dependencies.sh [output-directory]
+#
+# Output directory structure:
+#   offline-cache/
+#   ├── qt6/                    # Qt6 packages from aqtinstall
+#   ├── src/                    # Source tarballs (KDReports, Log4Qt, Grantlee)
+#   ├── deb/                    # Ubuntu .deb packages
+#   └── scripts/                # Installation scripts for offline use
+#
+
+set -euo pipefail
+
+# Configuration
+OUTPUT_DIR="${1:-./offline-cache}"
+QT_VERSION="6.10.2"
+QT_MODULES="qtmultimedia qtserialport qtimageformats qtwebsockets qtwebengine qtpdf qtwebview qt5compat qtwebchannel qtpositioning qtlocation qtsensors"
+
+# Air-gapped environment configuration (from Dockerfiles)
+NEXUS_REPO="http://remote-repo.sl.defence-elec.de:8081"
+PIP_INDEX_URL="${NEXUS_REPO}/repository/proxypipy/"
+APT_SOURCES="${NEXUS_REPO}/repository/ubuntu"
+
+echo "========================================="
+echo "Downloading External Dependencies"
+echo "========================================="
+echo "Output directory: ${OUTPUT_DIR}"
+echo "Qt Version: ${QT_VERSION}"
+echo "========================================="
+
+# Create directory structure
+mkdir -p "${OUTPUT_DIR}"/{qt6,src,deb,scripts}
+
+# Run download in Docker container with proper environment
+echo ""
+echo "Running download in Ubuntu 26.04 Docker container..."
+echo ""
+
+docker run --rm \
+    -v "$(pwd)/${OUTPUT_DIR}:/cache" \
+    -e PIP_INDEX_URL="${PIP_INDEX_URL}" \
+    -e NEXUS_REPO="${NEXUS_REPO}" \
+    ubuntu:26.04 \
+    bash -c "
+set -euo pipefail
+
+OUTPUT_DIR='/cache'
+QT_VERSION='${QT_VERSION}'
+QT_MODULES='${QT_MODULES}'
+NEXUS_REPO='${NEXUS_REPO}'
+PIP_INDEX_URL='${PIP_INDEX_URL}'
+
+echo '=== Installing required packages ==='
+apt-get update -qq
+apt-get install -y -qq python3 python3-venv python3-pip git wget curl apt-transport-https
+
+echo ''
+echo '=== Setting up Python virtual environment for aqtinstall ==='
+python3 -m venv /tmp/aqtinstall_venv
+source /tmp/aqtinstall_venv/bin/activate
+
+# Install aqtinstall from standard PyPI (not available in internal proxy)
+echo 'Installing aqtinstall from standard PyPI...'
+pip install --quiet --index-url https://pypi.org/simple aqtinstall
+
+echo ''
+echo '=== Downloading Qt6 \${QT_VERSION} ==='
+aqt install-qt linux desktop \${QT_VERSION} linux_gcc_64 \\
+    --modules \${QT_MODULES} \\
+    --outputdir /cache/qt6 \\
+    --base \${NEXUS_REPO}/repository/qt-mirror/
+
+echo ''
+echo 'Qt6 downloaded to /cache/qt6'
+
+echo ''
+echo '=== Downloading Source Tarballs ==='
+
+# KDReports
+echo 'Downloading KDReports 2.3.0...'
+git clone --depth 1 --branch kdreports-2.3.0 \\
+    https://github.com/KDAB/KDReports.git \\
+    /tmp/KDReports
+tar -czf /cache/src/KDReports-2.3.0.tar.gz -C /tmp KDReports
+rm -rf /tmp/KDReports
+
+# Log4Qt
+echo 'Downloading Log4Qt 2.0.0...'
+git clone --depth 1 --branch v2.0.0 \\
+    https://github.com/MEONMedical/Log4Qt.git \\
+    /tmp/Log4Qt
+tar -czf /cache/src/Log4Qt-2.0.0.tar.gz -C /tmp Log4Qt
+rm -rf /tmp/Log4Qt
+
+# Grantlee
+echo 'Downloading Grantlee (master branch)...'
+git clone --depth 1 \\
+    https://github.com/steveire/grantlee.git \\
+    /tmp/grantlee
+GRANTLEE_COMMIT=\$(cd /tmp/grantlee && git rev-parse HEAD)
+echo 'Grantlee commit: \${GRANTLEE_COMMIT}'
+tar -czf /cache/src/grantlee-\${GRANTLEE_COMMIT:0:7}.tar.gz -C /tmp grantlee
+rm -rf /tmp/grantlee
+
+echo ''
+echo 'Source tarballs downloaded to /cache/src'
+
+# Cleanup
+deactivate 2>/dev/null || true
+rm -rf /tmp/aqtinstall_venv
+
+echo ''
+echo '=== Download Complete ==='
+"
@@ -0,0 +1,137 @@
+#!/bin/bash
+#
+# Download Ubuntu .deb packages for offline use
+# Run this script inside Ubuntu 26.04 container
+#
+# Usage: ./download-deb-packages.sh [output-directory]
+#
+
+set -euo pipefail
+
+OUTPUT_DIR="${1:-./offline-cache/deb}"
+
+echo "========================================="
+echo "Downloading Ubuntu .deb Packages"
+echo "========================================="
+echo "Output directory: ${OUTPUT_DIR}"
+echo "========================================="
+
+# Run download in Docker container with proper environment
+echo ""
+echo "Running download in Ubuntu 26.04 Docker container..."
+echo ""
+
+docker run --rm \
+    -v "$(pwd)/${OUTPUT_DIR}:/cache/deb" \
+    ubuntu:26.04 \
+    bash -c "
+set -euo pipefail
+
+OUTPUT_DIR='/cache/deb'
+
+# List of all required packages
+PACKAGES=(
+    # Build tools
+    build-essential
+    cmake
+    ninja-build
+    clang
+    gnupg
+    curl
+    jq
+    openssh-client
+    pkg-config
+    unzip
+    
+    # Qt6 libraries
+    libqt6svg6-dev
+    libkf6texttemplate-dev
+    libqt6core6
+    libqt6gui6
+    libqt6widgets6
+    libqt6sql6
+    libqt6sql6-psql
+    libqt6test6
+    qt6-base-dev
+    qt6-l10n-tools
+    qt6-serialport-dev
+    qt6-svg-dev
+    qt6-tools-dev-tools
+    qt6-tools-dev
+    qt6-websockets-dev
+    
+    # Other libraries
+    libgl1-mesa-dev
+    libxkbcommon-x11-0
+    libfontconfig1
+    libdbus-1-3
+    libpulse0
+    libxcb-glx0
+    libxcb-cursor0
+    libbz2-dev
+    libpoppler-dev
+    libpoppler-qt6-dev
+    libboost-dev
+    libgeographiclib-dev
+    libbotan-3-dev
+    libssl-dev
+    libxml2-dev
+    libicu-dev
+    
+    # Testing
+    libgtest-dev
+    libgmock-dev
+    
+    # Database
+    libpq-dev
+    postgresql-server-dev-all
+    
+    # Multimedia
+    libvlc-dev
+    vlc-plugin-base
+    
+    # Python
+    python3
+    python3-venv
+    python3-pip
+    
+    # Packaging
+    rpm
+)
+
+mkdir -p \"\${OUTPUT_DIR}\"
+
+echo 'Updating package lists...'
+apt-get update -qq
+
+echo \"Downloading \${#PACKAGES[@]} packages...\"
+
+# Download all packages with dependencies
+for pkg in \"\${PACKAGES[@]}\"; do
+    echo \"  Downloading \${pkg}...\"
+    apt-get download \"\${pkg}\" || echo \"Warning: Could not download \${pkg}\"
+done
+
+# Move all .deb files to output directory
+echo 'Collecting .deb packages...'
+find / -name \"*.deb\" -type f 2>/dev/null | head -1000 | xargs -I {} cp {} \"\${OUTPUT_DIR}/\" || true
+
+DEB_COUNT=\$(ls -1 \"\${OUTPUT_DIR}\"/*.deb 2>/dev/null | wc -l || echo 0)
+echo ''
+echo '========================================='
+echo 'Download Complete!'
+echo '========================================='
+echo \"Downloaded \${DEB_COUNT} .deb packages to \${OUTPUT_DIR}\"
+echo '========================================='
+
+# Create package list for reference
+cat > /cache/package-list.txt << EOF
+# Ubuntu 26.04 Package List
+# Generated: \$(date -u +\"%Y-%m-%dT%H:%M:%SZ\")
+# Total packages: \${DEB_COUNT}
+
+\$(ls -1 \"\${OUTPUT_DIR}\"/*.deb 2>/dev/null | xargs -n1 basename 2>/dev/null | sort || echo 'No packages downloaded')
+EOF
+
+echo 'Package list created: /cache/package-list.txt'
+"
@@ -0,0 +1,78 @@
+#!/bin/bash
+# Verify Offline Cache Integrity
+# Usage: bash verify-offline-cache.sh [offline-cache-path]
+
+set -euo pipefail
+
+OFFLINE_CACHE="${1:-./offline-cache}"
+
+echo "=== Verifying Offline Cache ==="
+echo "Path: $OFFLINE_CACHE"
+echo ""
+
+ERRORS=0
+
+# Check Qt installation
+echo "Checking Qt 6.10.2..."
+if [ -d "$OFFLINE_CACHE/qt6/6.10.2/gcc_64" ]; then
+    QT_FILES=$(find "$OFFLINE_CACHE/qt6/6.10.2/gcc_64" -type f | wc -l)
+    if [ "$QT_FILES" -ge 12000 ]; then
+        echo "✓ Qt installation complete ($QT_FILES files)"
+    else
+        echo "✗ Qt installation incomplete (expected 12000+, found $QT_FILES)"
+        ERRORS=$((ERRORS + 1))
+    fi
+else
+    echo "✗ Qt installation directory missing"
+    ERRORS=$((ERRORS + 1))
+fi
+
+# Check source tarballs
+echo ""
+echo "Checking source tarballs..."
+for tarball in KDReports-2.3.0.tar.gz Log4Qt-2.0.0.tar.gz grantlee-20d415b.tar.gz; do
+    if [ -f "$OFFLINE_CACHE/src/$tarball" ]; then
+        SIZE=$(du -h "$OFFLINE_CACHE/src/$tarball" | cut -f1)
+        echo "✓ $tarball ($SIZE)"
+    else
+        echo "✗ $tarball missing"
+        ERRORS=$((ERRORS + 1))
+    fi
+done
+
+# Check .deb packages
+echo ""
+echo "Checking Ubuntu .deb packages..."
+if [ -d "$OFFLINE_CACHE/deb" ]; then
+    DEB_COUNT=$(ls -1 "$OFFLINE_CACHE/deb"/*.deb 2>/dev/null | wc -l)
+    if [ "$DEB_COUNT" -ge 49 ]; then
+        echo "✓ Debian packages complete ($DEB_COUNT packages)"
+    else
+        echo "✗ Debian packages incomplete (expected 49+, found $DEB_COUNT)"
+        ERRORS=$((ERRORS + 1))
+    fi
+else
+    echo "✗ Debian packages directory missing"
+    ERRORS=$((ERRORS + 1))
+fi
+
+# Check package list
+echo ""
+echo "Checking package inventory..."
+if [ -f "$OFFLINE_CACHE/scripts/package-list.txt" ]; then
+    echo "✓ Package list present"
+else
+    echo "✗ Package list missing"
+    ERRORS=$((ERRORS + 1))
+fi
+
+# Summary
+echo ""
+echo "=== Verification Summary ==="
+if [ "$ERRORS" -eq 0 ]; then
+    echo "✓ All checks passed"
+    exit 0
+else
+    echo "✗ $ERRORS check(s) failed"
+    exit 1
+fi