Skip to content

Nightly PKG

Nightly PKG #6

Workflow file for this run

name: Nightly PKG
on:
schedule:
- cron: "0 0 * * *"
workflow_dispatch:
permissions:
contents: read
jobs:
AppImage:
if: github.repository == 'darktable-org/darktable' || github.event_name == 'workflow_dispatch'
name: Nightly darktable AppImage
runs-on: ubuntu-20.04
strategy:
fail-fast: false
matrix:
compiler:
- { compiler: LLVM12, CC: clang-12, CXX: clang++-12, packages: clang-12 libomp-12-dev libclang-common-12-dev llvm-12-dev clang++-12 libc++-12-dev libc++1-12 libc++abi1-12 lld-12}
branch:
- { code: master, label: gitmaster }
env:
CC: ${{ matrix.compiler.CC }}
CXX: ${{ matrix.compiler.CXX }}
SRC_DIR: ${{ github.workspace }}/src
BUILD_DIR: ${{ github.workspace }}/build
INSTALL_PREFIX: ${{ github.workspace }}/AppDir/usr
CMAKE_BUILD_TYPE: ${{ matrix.btype }}
GENERATOR: ${{ matrix.generator }}
TARGET: ${{ matrix.target }}
DARKTABLE_CLI: ${{ github.workspace }}/AppDir/usr/bin/darktable-cli
BRANCH: ${{ matrix.branch.code }}
BUILD_NAME: ${{ matrix.branch.label }}
steps:
- name: Install compiler ${{ matrix.compiler.compiler }}
run: |
# Remove azure mirror because it is unreliable and sometimes unpredictably leads to failed CI
sudo sed -i 's/azure\.//' /etc/apt/sources.list
sudo apt-get update
sudo apt-get -y install \
${{ matrix.compiler.packages }}
- name: Install Base Dependencies
run: |
sudo apt-get -y install \
build-essential \
appstream-util \
desktop-file-utils \
gettext \
git \
gdb \
intltool \
libatk1.0-dev \
libcairo2-dev \
libcolord-dev \
libcolord-gtk-dev \
libcmocka-dev \
libcups2-dev \
libcurl4-gnutls-dev \
libimage-exiftool-perl \
libgdk-pixbuf2.0-dev \
libglib2.0-dev \
libgraphicsmagick1-dev \
libgtk-3-dev \
libjpeg-dev \
libjson-glib-dev \
liblcms2-dev \
liblensfun-dev \
liblensfun-bin \
liblensfun-data-v1 \
liblensfun1 \
libopenjp2-7-dev \
libosmgpsmap-1.0-dev \
libpango1.0-dev \
libpng-dev \
libportmidi-dev \
libpugixml-dev \
librsvg2-dev \
libsaxon-java \
libsdl2-dev \
libsecret-1-dev \
libsqlite3-dev \
libtiff5-dev \
libwebp-dev \
libx11-dev \
libxml2-dev \
libxml2-utils \
ninja-build \
perl \
po4a \
python3-jsonschema \
xsltproc \
zlib1g-dev \
appstream;
sudo add-apt-repository -y ppa:savoury1/graphics
sudo add-apt-repository -y ppa:savoury1/ffmpeg4
sudo add-apt-repository -y ppa:savoury1/display
sudo apt-get update
sudo apt-get -y install \
libavif-dev \
libexiv2-dev \
libgmic-dev \
libgphoto2-dev \
libheif-dev \
libimath-dev \
libjxl-dev \
libopenexr-dev \
x11proto-dev \
libxfixes-dev;
- uses: actions/checkout@v3
with:
ref: ${{ env.BRANCH }}
submodules: true
# We have to fetch the entire history to correctly generate the version for the AppImage filename
fetch-depth: 0
- name: Build and Install
run: |
bash tools/appimage-build-script.sh
- name: Check if it runs
run: |
${INSTALL_PREFIX}/bin/darktable --version || true
${INSTALL_PREFIX}/bin/darktable-cli \
--width 2048 --height 2048 \
--hq true --apply-custom-presets false \
"${SRC_DIR}/tests/integration/images/mire1.cr2" \
"${SRC_DIR}/tests/integration/0000-nop/nop.xmp" \
output.png \
--core --disable-opencl --conf host_memory_limit=8192 \
--conf worker_threads=4 -t 4 \
--conf plugins/lighttable/export/force_lcms2=FALSE \
--conf plugins/lighttable/export/iccintent=0
- name: Package upload
if: ${{ success() }}
uses: actions/upload-artifact@v3
with:
name: Darktable.Nightly.AppImage
path: ${{ env.BUILD_DIR }}/Darktable-*.AppImage*
retention-days: 1
Windows:
if: github.repository == 'darktable-org/darktable' || github.event_name == 'workflow_dispatch'
name: Nightly darktable Windows
runs-on: windows-latest
strategy:
fail-fast: true
matrix:
btype:
- Release
msystem:
- UCRT64
target:
- skiptest
generator:
- Ninja
eco: [-DBINARY_PACKAGE_BUILD=ON]
defaults:
run:
shell: msys2 {0}
env:
SRC_DIR: ${{ github.workspace }}/src
BUILD_DIR: ${{ github.workspace }}/build
INSTALL_PREFIX: ${{ github.workspace }}/install
ECO: ${{ matrix.eco }}
CMAKE_BUILD_TYPE: ${{ matrix.btype }}
TARGET: ${{ matrix.target }}
GENERATOR: ${{ matrix.generator }}
steps:
- uses: msys2/setup-msys2@v2
with:
msystem: ${{ matrix.msystem }}
install: >-
git
intltool
po4a
pacboy: >-
cc:p
cmake:p
libxslt:p
ninja:p
nsis:p
python-jsonschema:p
curl:p
drmingw:p
exiv2:p
gcc-libs:p
gettext:p
gmic:p
graphicsmagick:p
gtk3:p
icu:p
imath:p
iso-codes:p
lcms2:p
lensfun:p
libavif:p
libgphoto2:p
libheif:p
libjpeg-turbo:p
libjxl:p
libpng:p
librsvg:p
libsecret:p
libtiff:p
libwebp:p
libxml2:p
lua:p
omp:p
openexr:p
openjpeg2:p
osm-gps-map:p
portmidi:p
pugixml:p
SDL2:p
sqlite3:p
zlib:p
update: false
- run: git config --global core.autocrlf input
shell: bash
- uses: actions/checkout@v3
with:
fetch-depth: 0
submodules: true
path: src
- name: Update lensfun data
if: ${{ success() && matrix.btype == 'Release' && matrix.target == 'skiptest' }}
continue-on-error: true
run: |
lensfun-update-data
- name: Build and Install
run: |
cmake -E make_directory "${BUILD_DIR}"
cmake -E make_directory "${INSTALL_PREFIX}"
$(cygpath ${SRC_DIR})/.ci/ci-script.sh
- name: Check if it runs
run: |
$(cygpath ${INSTALL_PREFIX})/bin/darktable.exe --version || true
echo "Testing RUN!"
$(cygpath ${INSTALL_PREFIX})/bin/darktable-cli.exe \
--width 2048 --height 2048 \
--hq true --apply-custom-presets false \
$(cygpath ${SRC_DIR})/src/tests/integration/images/mire1.cr2 \
$(cygpath ${SRC_DIR})/src/tests/integration/0000-nop/nop.xmp \
output.png \
--core --disable-opencl --conf host_memory_limit=8192 \
--conf worker_threads=4 -t 4 \
--conf plugins/lighttable/export/force_lcms2=FALSE \
--conf plugins/lighttable/export/iccintent=0
- name: Package
if: ${{ success() && matrix.btype == 'Release' && matrix.target == 'skiptest' }}
run: |
cd "${BUILD_DIR}"
cmake --build "${BUILD_DIR}" --target package
- name: Get version info
run: |
cd ${SRC_DIR}
echo "VERSION=$(git describe --tags --match release-* | sed 's/^release-//;s/-/+/;s/-/~/;s/rc/~rc/')" >> $GITHUB_ENV
([[ ${MSYSTEM_CARCH} == x86_64 ]] && echo "SYSTEM=win64" || echo "SYSTEM=woa64") >> $GITHUB_ENV
- name: Package upload
if: ${{ success() }}
uses: actions/upload-artifact@v3
with:
name: Darktable.Nightly.Windows
path: ${{ env.BUILD_DIR }}/darktable-${{ env.VERSION }}-${{ env.SYSTEM }}.exe
retention-days: 2
macOS:
if: github.repository == 'darktable-org/darktable' || github.event_name == 'workflow_dispatch'
name: Nightly darktable macOS
runs-on: ${{ matrix.build.os }}
strategy:
fail-fast: true
matrix:
build:
- { os: macos-11, xcode: 13.2.1, deployment: 11.3 }
compiler:
- { compiler: XCode, CC: cc, CXX: c++ }
btype: [ Release ]
eco: [-DBINARY_PACKAGE_BUILD=ON -DBUILD_CURVE_TOOLS=ON -DBUILD_NOISE_TOOLS=ON]
target:
- skiptest
generator:
- Ninja
env:
DEVELOPER_DIR: /Applications/Xcode_${{ matrix.build.xcode }}.app/Contents/Developer
CC: ${{ matrix.compiler.CC }}
CXX: ${{ matrix.compiler.CXX }}
MACOSX_DEPLOYMENT_TARGET: ${{ matrix.build.deployment }}
SRC_DIR: ${{ github.workspace }}/src
BUILD_DIR: ${{ github.workspace }}/src/build
INSTALL_PREFIX: ${{ github.workspace }}/src/build/macosx
ECO: ${{ matrix.eco }}
CMAKE_BUILD_TYPE: ${{ matrix.btype }}
GENERATOR: ${{ matrix.generator }}
TARGET: ${{ matrix.target }}
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0
submodules: true
path: src
- name: Install Base Dependencies
run: |
brew update > /dev/null || true
# brew upgrade || true # no need for a very time-consuming upgrade of ALL packages
brew tap Homebrew/bundle
cd src/.ci
export HOMEBREW_NO_INSTALL_UPGRADE=1
export HOMEBREW_NO_INSTALL_CLEANUP=1
brew bundle --verbose || true
# handle keg-only libs
brew link --force libomp
brew link --force libsoup@2
- name: Downgrade libjpeg-turbo
run: |
brew uninstall --ignore-dependencies libjpeg-turbo
brew link libjpeg-turbo --overwrite
- name: Rebuild graphicsmagick without modules
run: |
export HOMEBREW_NO_INSTALL_FROM_API=1
gm_formula=`brew edit --print-path graphicsmagick`
cat $gm_formula | sed '/--with-modules/d' > gm_formula.tmp
mv gm_formula.tmp $gm_formula
brew reinstall --build-from-source graphicsmagick
- name: Build and Install
# todo: use linker which supports --wrap, ld.bfd and ld.gold support it
run: |
cmake -E make_directory "${BUILD_DIR}";
cmake -E make_directory "${INSTALL_PREFIX}";
./src/.ci/ci-script.sh;
- name: Check if it runs
run: |
${INSTALL_PREFIX}/bin/darktable --version || true
${INSTALL_PREFIX}/bin/darktable-cli \
--width 2048 --height 2048 \
--hq true --apply-custom-presets false \
"${SRC_DIR}/src/tests/integration/images/mire1.cr2" \
"${SRC_DIR}/src/tests/integration/0000-nop/nop.xmp" \
output.png \
--core --disable-opencl --conf host_memory_limit=8192 \
--conf worker_threads=4 -t 4 \
--conf plugins/lighttable/export/force_lcms2=FALSE \
--conf plugins/lighttable/export/iccintent=0
- name: Build macOS package
run: |
./src/packaging/macosx/3_make_hb_darktable_package.sh
- name: Create DMG file
run: |
./src/packaging/macosx/4_make_hb_darktable_dmg.sh
- name: Get version info
run: |
cd ${{ env.SRC_DIR }}
echo "VERSION=$(git describe --tags --match release-* | sed 's/^release-//;s/-/+/;s/-/~/;s/rc/~rc/')-$(uname -m)" >> $GITHUB_ENV
- name: Package upload
if: ${{ success() }}
uses: actions/upload-artifact@v3
with:
name: Darktable.Nightly.macOS
path: ${{ env.INSTALL_PREFIX }}/darktable-${{ env.VERSION }}.dmg
retention-days: 2
upload_to_release:
permissions:
# We need write permission to update the nightly tag
contents: write
runs-on: ubuntu-latest
needs: [AppImage, Windows, macOS]
steps:
- name: Download AppImage artifact
uses: actions/download-artifact@v3
with:
name: Darktable.Nightly.AppImage
- name: Download Windows artifact
uses: actions/download-artifact@v3
with:
name: Darktable.Nightly.Windows
- name: Download macOS artifact
uses: actions/download-artifact@v3
with:
name: Darktable.Nightly.macOS
- name: Update nightly release
uses: andelf/nightly-release@main
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
with:
tag_name: nightly
prerelease: true
name: 'Darktable nightly build $$'
body: |
This is a nightly build of Darktable.
You can use this if you want to try new features without waiting for releases.
From time to time, in development builds, old difficult-to-reproduce bugs are
fixed, but it is also true that in the development process with the introduction
of new complex code, the stability of the program may suffer compared to
official releases, so **use it with caution**!
Also, new versions can make changes to the database schema, so it's best to run
them with a separate library.
The `*.AppImage.zsync` file is not intended to be downloaded and used locally.
Just ignore it. This file contains technical information required by AppImage
auto-updaters such as [AppImageUpdate](https://appimage.github.io/AppImageUpdate/).
__Please help us improve Darktable by reporting any issues you encounter!__ :wink:
files: |
Darktable-*.AppImage*
darktable-*.dmg
darktable-*.exe