From 8a9b58ff0302f46927b6817a451f993817e0de54 Mon Sep 17 00:00:00 2001 From: thelamer Date: Mon, 21 Jan 2019 00:37:58 -0800 Subject: [PATCH 1/5] adding pipeline logic and multi arching --- Dockerfile.aarch64 | 52 ++++ Dockerfile.armhf | 52 ++++ Jenkinsfile | 603 +++++++++++++++++++++++++++++++++++++++++++++ README.md | 12 +- jenkins-vars.yml | 29 +++ readme-vars.yml | 127 ++++++++++ 6 files changed, 869 insertions(+), 6 deletions(-) create mode 100644 Dockerfile.aarch64 create mode 100644 Dockerfile.armhf create mode 100644 Jenkinsfile create mode 100644 jenkins-vars.yml create mode 100644 readme-vars.yml diff --git a/Dockerfile.aarch64 b/Dockerfile.aarch64 new file mode 100644 index 0000000..3cd1139 --- /dev/null +++ b/Dockerfile.aarch64 @@ -0,0 +1,52 @@ +FROM lsiobase/alpine.arm64:3.8 + +# Add qemu to build on x86_64 systems +COPY qemu-aarch64-static /usr/bin + +# set version label +ARG BUILD_DATE +ARG VERSION +LABEL build_version="Linuxserver.io version:- ${VERSION} Build-date:- ${BUILD_DATE}" +LABEL maintainer="sparklyballs" + +# package version +# (stable-download or testing-download) +ARG NZBGET_BRANCH="stable-download" + +RUN \ + echo "**** install packages ****" && \ + apk add --no-cache \ + curl \ + p7zip \ + python2 \ + unrar \ + wget && \ + echo "**** install nzbget ****" && \ + mkdir -p \ + /app/nzbget && \ + curl -o \ + /tmp/json -L \ + http://nzbget.net/info/nzbget-version-linux.json && \ + NZBGET_VERSION=$(grep "${NZBGET_BRANCH}" /tmp/json | cut -d '"' -f 4) && \ + curl -o \ + /tmp/nzbget.run -L \ + "${NZBGET_VERSION}" && \ + sh /tmp/nzbget.run --destdir /app/nzbget && \ + echo "**** configure nzbget ****" && \ + cp /app/nzbget/nzbget.conf /defaults/nzbget.conf && \ + sed -i \ + -e "s#\(MainDir=\).*#\1/downloads#g" \ + -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ + -e "s#\(WebDir=\).*#\1$\{AppDir\}/webui#g" \ + -e "s#\(ConfigTemplate=\).*#\1$\{AppDir\}/webui/nzbget.conf.template#g" \ + /defaults/nzbget.conf && \ + echo "**** cleanup ****" && \ + rm -rf \ + /tmp/* + +# add local files +COPY root/ / + +# ports and volumes +VOLUME /config /downloads +EXPOSE 6789 diff --git a/Dockerfile.armhf b/Dockerfile.armhf new file mode 100644 index 0000000..0e3738b --- /dev/null +++ b/Dockerfile.armhf @@ -0,0 +1,52 @@ +FROM lsiobase/alpine.armhf:3.8 + +# Add qemu to build on x86_64 systems +COPY qemu-arm-static /usr/bin + +# set version label +ARG BUILD_DATE +ARG VERSION +LABEL build_version="Linuxserver.io version:- ${VERSION} Build-date:- ${BUILD_DATE}" +LABEL maintainer="sparklyballs" + +# package version +# (stable-download or testing-download) +ARG NZBGET_BRANCH="stable-download" + +RUN \ + echo "**** install packages ****" && \ + apk add --no-cache \ + curl \ + p7zip \ + python2 \ + unrar \ + wget && \ + echo "**** install nzbget ****" && \ + mkdir -p \ + /app/nzbget && \ + curl -o \ + /tmp/json -L \ + http://nzbget.net/info/nzbget-version-linux.json && \ + NZBGET_VERSION=$(grep "${NZBGET_BRANCH}" /tmp/json | cut -d '"' -f 4) && \ + curl -o \ + /tmp/nzbget.run -L \ + "${NZBGET_VERSION}" && \ + sh /tmp/nzbget.run --destdir /app/nzbget && \ + echo "**** configure nzbget ****" && \ + cp /app/nzbget/nzbget.conf /defaults/nzbget.conf && \ + sed -i \ + -e "s#\(MainDir=\).*#\1/downloads#g" \ + -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ + -e "s#\(WebDir=\).*#\1$\{AppDir\}/webui#g" \ + -e "s#\(ConfigTemplate=\).*#\1$\{AppDir\}/webui/nzbget.conf.template#g" \ + /defaults/nzbget.conf && \ + echo "**** cleanup ****" && \ + rm -rf \ + /tmp/* + +# add local files +COPY root/ / + +# ports and volumes +VOLUME /config /downloads +EXPOSE 6789 diff --git a/Jenkinsfile b/Jenkinsfile new file mode 100644 index 0000000..8862d80 --- /dev/null +++ b/Jenkinsfile @@ -0,0 +1,603 @@ +pipeline { + agent { + label 'X86-64-MULTI' + } + // Input to determine if this is a package check + parameters { + string(defaultValue: 'false', description: 'package check run', name: 'PACKAGE_CHECK') + } + // Configuration for the variables used for this specific repo + environment { + BUILDS_DISCORD=credentials('build_webhook_url') + GITHUB_TOKEN=credentials('498b4638-2d02-4ce5-832d-8a57d01d97ab') + EXT_GIT_BRANCH = 'master' + EXT_USER = 'nzbget' + EXT_REPO = 'nzbget' + BUILD_VERSION_ARG = 'NZBGET_RELEASE' + LS_USER = 'linuxserver' + LS_REPO = 'docker-nzbget' + CONTAINER_NAME = 'nzbget' + DOCKERHUB_IMAGE = 'linuxserver/nzbget' + DEV_DOCKERHUB_IMAGE = 'lsiodev/nzbget' + PR_DOCKERHUB_IMAGE = 'lspipepr/nzbget' + DIST_IMAGE = 'alpine' + MULTIARCH='true' + CI='true' + CI_WEB='true' + CI_PORT='6789' + CI_SSL='false' + CI_DELAY='120' + CI_DOCKERENV='TZ=US/Pacific' + CI_AUTH='nzbget:tegbzn6789' + CI_WEBPATH='' + } + stages { + // Setup all the basic environment variables needed for the build + stage("Set ENV Variables base"){ + steps{ + script{ + env.EXIT_STATUS = '' + env.LS_RELEASE = sh( + script: '''curl -s https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases/latest | jq -r '. | .tag_name' ''', + returnStdout: true).trim() + env.LS_RELEASE_NOTES = sh( + script: '''git log -1 --pretty=%B | sed -E ':a;N;$!ba;s/\\r{0,1}\\n/\\\\n/g' ''', + returnStdout: true).trim() + env.GITHUB_DATE = sh( + script: '''date '+%Y-%m-%dT%H:%M:%S%:z' ''', + returnStdout: true).trim() + env.COMMIT_SHA = sh( + script: '''git rev-parse HEAD''', + returnStdout: true).trim() + env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/commit/' + env.GIT_COMMIT + env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DOCKERHUB_IMAGE + '/tags/' + env.PULL_REQUEST = env.CHANGE_ID + } + script{ + env.LS_RELEASE_NUMBER = sh( + script: '''echo ${LS_RELEASE} |sed 's/^.*-ls//g' ''', + returnStdout: true).trim() + } + script{ + env.LS_TAG_NUMBER = sh( + script: '''#! /bin/bash + tagsha=$(git rev-list -n 1 ${LS_RELEASE} 2>/dev/null) + if [ "${tagsha}" == "${COMMIT_SHA}" ]; then + echo ${LS_RELEASE_NUMBER} + elif [ -z "${GIT_COMMIT}" ]; then + echo ${LS_RELEASE_NUMBER} + else + echo $((${LS_RELEASE_NUMBER} + 1)) + fi''', + returnStdout: true).trim() + } + } + } + /* ####################### + Package Version Tagging + ####################### */ + // Grab the current package versions in Git to determine package tag + stage("Set Package tag"){ + steps{ + script{ + env.PACKAGE_TAG = sh( + script: '''#!/bin/bash + if [ -e package_versions.txt ] ; then + cat package_versions.txt | md5sum | cut -c1-8 + else + echo none + fi''', + returnStdout: true).trim() + } + } + } + /* ######################## + External Release Tagging + ######################## */ + // If this is a stable github release use the latest endpoint from github to determine the ext tag + stage("Set ENV github_stable"){ + steps{ + script{ + env.EXT_RELEASE = sh( + script: '''curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/releases/latest | jq -r '. | .tag_name' ''', + returnStdout: true).trim() + } + } + } + // If this is a stable or devel github release generate the link for the build message + stage("Set ENV github_link"){ + steps{ + script{ + env.RELEASE_LINK = 'https://github.com/' + env.EXT_USER + '/' + env.EXT_REPO + '/releases/tag/' + env.EXT_RELEASE + } + } + } + // Sanitize the release tag and strip illegal docker or github characters + stage("Sanitize tag"){ + steps{ + script{ + env.EXT_RELEASE_CLEAN = sh( + script: '''echo ${EXT_RELEASE} | sed 's/[~,%@+;:/]//g' ''', + returnStdout: true).trim() + } + } + } + // If this is a master build use live docker endpoints + stage("Set ENV live build"){ + when { + branch "master" + environment name: 'CHANGE_ID', value: '' + } + steps { + script{ + env.IMAGE = env.DOCKERHUB_IMAGE + if (env.MULTIARCH == 'true') { + env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + } else { + env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + } + env.META_TAG = env.EXT_RELEASE_CLEAN + '-ls' + env.LS_TAG_NUMBER + } + } + } + // If this is a dev build use dev docker endpoints + stage("Set ENV dev build"){ + when { + not {branch "master"} + environment name: 'CHANGE_ID', value: '' + } + steps { + script{ + env.IMAGE = env.DEV_DOCKERHUB_IMAGE + if (env.MULTIARCH == 'true') { + env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + } else { + env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + } + env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-dev-' + env.COMMIT_SHA + env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.DEV_DOCKERHUB_IMAGE + '/tags/' + } + } + } + // If this is a pull request build use dev docker endpoints + stage("Set ENV PR build"){ + when { + not {environment name: 'CHANGE_ID', value: ''} + } + steps { + script{ + env.IMAGE = env.PR_DOCKERHUB_IMAGE + if (env.MULTIARCH == 'true') { + env.CI_TAGS = 'amd64-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm32v6-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + '|arm64v8-' + env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + } else { + env.CI_TAGS = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + } + env.META_TAG = env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-pr-' + env.PULL_REQUEST + env.CODE_URL = 'https://github.com/' + env.LS_USER + '/' + env.LS_REPO + '/pull/' + env.PULL_REQUEST + env.DOCKERHUB_LINK = 'https://hub.docker.com/r/' + env.PR_DOCKERHUB_IMAGE + '/tags/' + } + } + } + // Use helper containers to render templated files + stage('Update-Templates') { + when { + branch "master" + environment name: 'CHANGE_ID', value: '' + expression { + env.CONTAINER_NAME != null + } + } + steps { + sh '''#! /bin/bash + set -e + TEMPDIR=$(mktemp -d) + docker pull linuxserver/jenkins-builder:latest + docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/jenkins linuxserver/jenkins-builder:latest + docker pull linuxserver/doc-builder:latest + docker run --rm -e CONTAINER_NAME=${CONTAINER_NAME} -e GITHUB_BRANCH=master -v ${TEMPDIR}:/ansible/readme linuxserver/doc-builder:latest + if [ "$(md5sum ${TEMPDIR}/${LS_REPO}/Jenkinsfile | awk '{ print $1 }')" != "$(md5sum Jenkinsfile | awk '{ print $1 }')" ] || [ "$(md5sum ${TEMPDIR}/${CONTAINER_NAME}/README.md | awk '{ print $1 }')" != "$(md5sum README.md | awk '{ print $1 }')" ]; then + mkdir -p ${TEMPDIR}/repo + git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/repo/${LS_REPO} + git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git checkout -f master + cp ${TEMPDIR}/${CONTAINER_NAME}/README.md ${TEMPDIR}/repo/${LS_REPO}/ + cp ${TEMPDIR}/docker-${CONTAINER_NAME}/Jenkinsfile ${TEMPDIR}/repo/${LS_REPO}/ + cd ${TEMPDIR}/repo/${LS_REPO}/ + git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git add Jenkinsfile README.md + git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git commit -m 'Bot Updating Templated Files' + git --git-dir ${TEMPDIR}/repo/${LS_REPO}/.git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all + echo "true" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER} + else + echo "false" > /tmp/${COMMIT_SHA}-${BUILD_NUMBER} + fi + rm -Rf ${TEMPDIR}''' + script{ + env.FILES_UPDATED = sh( + script: '''cat /tmp/${COMMIT_SHA}-${BUILD_NUMBER}''', + returnStdout: true).trim() + } + } + } + // Exit the build if the Templated files were just updated + stage('Template-exit') { + when { + branch "master" + environment name: 'CHANGE_ID', value: '' + environment name: 'FILES_UPDATED', value: 'true' + expression { + env.CONTAINER_NAME != null + } + } + steps { + script{ + env.EXIT_STATUS = 'ABORTED' + } + } + } + /* ############### + Build Container + ############### */ + // Build Docker container for push to LS Repo + stage('Build-Single') { + when { + environment name: 'MULTIARCH', value: 'false' + environment name: 'EXIT_STATUS', value: '' + } + steps { + sh "docker build --no-cache -t ${IMAGE}:${META_TAG} \ + --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ." + } + } + // Build MultiArch Docker containers for push to LS Repo + stage('Build-Multi') { + when { + environment name: 'MULTIARCH', value: 'true' + environment name: 'EXIT_STATUS', value: '' + } + parallel { + stage('Build X86') { + steps { + sh "docker build --no-cache -t ${IMAGE}:amd64-${META_TAG} \ + --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ." + } + } + stage('Build ARMHF') { + agent { + label 'ARMHF' + } + steps { + withCredentials([ + [ + $class: 'UsernamePasswordMultiBinding', + credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207', + usernameVariable: 'DOCKERUSER', + passwordVariable: 'DOCKERPASS' + ] + ]) { + echo 'Logging into DockerHub' + sh '''#! /bin/bash + echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin + ''' + sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-arm-static -o qemu-arm-static" + sh "chmod +x qemu-*" + sh "docker build --no-cache -f Dockerfile.armhf -t ${IMAGE}:arm32v6-${META_TAG} \ + --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ." + sh "docker tag ${IMAGE}:arm32v6-${META_TAG} lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}" + sh "docker push lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER}" + } + } + } + stage('Build ARM64') { + agent { + label 'ARM64' + } + steps { + withCredentials([ + [ + $class: 'UsernamePasswordMultiBinding', + credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207', + usernameVariable: 'DOCKERUSER', + passwordVariable: 'DOCKERPASS' + ] + ]) { + echo 'Logging into DockerHub' + sh '''#! /bin/bash + echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin + ''' + sh "curl https://lsio-ci.ams3.digitaloceanspaces.com/qemu-aarch64-static -o qemu-aarch64-static" + sh "chmod +x qemu-*" + sh "docker build --no-cache -f Dockerfile.aarch64 -t ${IMAGE}:arm64v8-${META_TAG} \ + --build-arg ${BUILD_VERSION_ARG}=${EXT_RELEASE} --build-arg VERSION=\"${META_TAG}\" --build-arg BUILD_DATE=${GITHUB_DATE} ." + sh "docker tag ${IMAGE}:arm64v8-${META_TAG} lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}" + sh "docker push lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER}" + } + } + } + } + } + // Take the image we just built and dump package versions for comparison + stage('Update-packages') { + when { + branch "master" + environment name: 'CHANGE_ID', value: '' + environment name: 'EXIT_STATUS', value: '' + } + steps { + sh '''#! /bin/bash + set -e + TEMPDIR=$(mktemp -d) + if [ "${MULTIARCH}" == "true" ]; then + LOCAL_CONTAINER=${IMAGE}:amd64-${META_TAG} + else + LOCAL_CONTAINER=${IMAGE}:${META_TAG} + fi + if [ "${DIST_IMAGE}" == "alpine" ]; then + docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\ + apk info > packages && \ + apk info -v > versions && \ + paste -d " " packages versions > /tmp/package_versions.txt && \ + chmod 777 /tmp/package_versions.txt' + elif [ "${DIST_IMAGE}" == "ubuntu" ]; then + docker run --rm --entrypoint '/bin/sh' -v ${TEMPDIR}:/tmp ${LOCAL_CONTAINER} -c '\ + apt list -qq --installed > /tmp/package_versions.txt && \ + chmod 777 /tmp/package_versions.txt' + fi + NEW_PACKAGE_TAG=$(md5sum ${TEMPDIR}/package_versions.txt | cut -c1-8 ) + echo "Package tag sha from current packages in buit container is ${NEW_PACKAGE_TAG} comparing to old ${PACKAGE_TAG} from github" + if [ "${NEW_PACKAGE_TAG}" != "${PACKAGE_TAG}" ]; then + git clone https://github.com/${LS_USER}/${LS_REPO}.git ${TEMPDIR}/${LS_REPO} + git --git-dir ${TEMPDIR}/${LS_REPO}/.git checkout -f master + cp ${TEMPDIR}/package_versions.txt ${TEMPDIR}/${LS_REPO}/ + cd ${TEMPDIR}/${LS_REPO}/ + wait + git add package_versions.txt + git commit -m 'Bot Updating Package Versions' + git push https://LinuxServer-CI:${GITHUB_TOKEN}@github.com/${LS_USER}/${LS_REPO}.git --all + echo "true" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER} + echo "Package tag updated, stopping build process" + else + echo "false" > /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER} + echo "Package tag is same as previous continue with build process" + fi + rm -Rf ${TEMPDIR}''' + script{ + env.PACKAGE_UPDATED = sh( + script: '''cat /tmp/packages-${COMMIT_SHA}-${BUILD_NUMBER}''', + returnStdout: true).trim() + } + } + } + // Exit the build if the package file was just updated + stage('PACKAGE-exit') { + when { + branch "master" + environment name: 'CHANGE_ID', value: '' + environment name: 'PACKAGE_UPDATED', value: 'true' + environment name: 'EXIT_STATUS', value: '' + } + steps { + script{ + env.EXIT_STATUS = 'ABORTED' + } + } + } + // Exit the build if this is just a package check and there are no changes to push + stage('PACKAGECHECK-exit') { + when { + branch "master" + environment name: 'CHANGE_ID', value: '' + environment name: 'PACKAGE_UPDATED', value: 'false' + environment name: 'EXIT_STATUS', value: '' + expression { + params.PACKAGE_CHECK == 'true' + } + } + steps { + script{ + env.EXIT_STATUS = 'ABORTED' + } + } + } + /* ####### + Testing + ####### */ + // Run Container tests + stage('Test') { + when { + environment name: 'CI', value: 'true' + environment name: 'EXIT_STATUS', value: '' + } + steps { + withCredentials([ + string(credentialsId: 'spaces-key', variable: 'DO_KEY'), + string(credentialsId: 'spaces-secret', variable: 'DO_SECRET') + ]) { + script{ + env.CI_URL = 'https://lsio-ci.ams3.digitaloceanspaces.com/' + env.IMAGE + '/' + env.META_TAG + '/index.html' + } + sh '''#! /bin/bash + set -e + docker pull lsiodev/ci:latest + if [ "${MULTIARCH}" == "true" ]; then + docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} + docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} + docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG} + docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG} + fi + docker run --rm \ + -v /var/run/docker.sock:/var/run/docker.sock \ + -e IMAGE=\"${IMAGE}\" \ + -e DELAY_START=\"${CI_DELAY}\" \ + -e TAGS=\"${CI_TAGS}\" \ + -e META_TAG=\"${META_TAG}\" \ + -e PORT=\"${CI_PORT}\" \ + -e SSL=\"${CI_SSL}\" \ + -e BASE=\"${DIST_IMAGE}\" \ + -e SECRET_KEY=\"${DO_SECRET}\" \ + -e ACCESS_KEY=\"${DO_KEY}\" \ + -e DOCKER_ENV=\"${CI_DOCKERENV}\" \ + -e WEB_SCREENSHOT=\"${CI_WEB}\" \ + -e WEB_AUTH=\"${CI_AUTH}\" \ + -e WEB_PATH=\"${CI_WEBPATH}\" \ + -e DO_REGION="ams3" \ + -e DO_BUCKET="lsio-ci" \ + -t lsiodev/ci:latest \ + python /ci/ci.py''' + } + } + } + /* ################## + Release Logic + ################## */ + // If this is an amd64 only image only push a single image + stage('Docker-Push-Single') { + when { + environment name: 'MULTIARCH', value: 'false' + environment name: 'EXIT_STATUS', value: '' + } + steps { + withCredentials([ + [ + $class: 'UsernamePasswordMultiBinding', + credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207', + usernameVariable: 'DOCKERUSER', + passwordVariable: 'DOCKERPASS' + ] + ]) { + echo 'Logging into DockerHub' + sh '''#! /bin/bash + echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin + ''' + sh "docker tag ${IMAGE}:${META_TAG} ${IMAGE}:latest" + sh "docker push ${IMAGE}:latest" + sh "docker push ${IMAGE}:${META_TAG}" + } + } + } + // If this is a multi arch release push all images and define the manifest + stage('Docker-Push-Multi') { + when { + environment name: 'MULTIARCH', value: 'true' + environment name: 'EXIT_STATUS', value: '' + } + steps { + withCredentials([ + [ + $class: 'UsernamePasswordMultiBinding', + credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207', + usernameVariable: 'DOCKERUSER', + passwordVariable: 'DOCKERPASS' + ] + ]) { + sh '''#! /bin/bash + echo $DOCKERPASS | docker login -u $DOCKERUSER --password-stdin + ''' + sh '''#! /bin/bash + if [ "${CI}" == "false" ]; then + docker pull lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} + docker pull lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} + docker tag lsiodev/buildcache:arm32v6-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm32v6-${META_TAG} + docker tag lsiodev/buildcache:arm64v8-${COMMIT_SHA}-${BUILD_NUMBER} ${IMAGE}:arm64v8-${META_TAG} + fi''' + sh "docker tag ${IMAGE}:amd64-${META_TAG} ${IMAGE}:amd64-latest" + sh "docker tag ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm32v6-latest" + sh "docker tag ${IMAGE}:arm64v8-${META_TAG} ${IMAGE}:arm64v8-latest" + sh "docker push ${IMAGE}:amd64-${META_TAG}" + sh "docker push ${IMAGE}:arm32v6-${META_TAG}" + sh "docker push ${IMAGE}:arm64v8-${META_TAG}" + sh "docker push ${IMAGE}:amd64-latest" + sh "docker push ${IMAGE}:arm32v6-latest" + sh "docker push ${IMAGE}:arm64v8-latest" + sh "docker manifest push --purge ${IMAGE}:latest || :" + sh "docker manifest create ${IMAGE}:latest ${IMAGE}:amd64-latest ${IMAGE}:arm32v6-latest ${IMAGE}:arm64v8-latest" + sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm32v6-latest --os linux --arch arm" + sh "docker manifest annotate ${IMAGE}:latest ${IMAGE}:arm64v8-latest --os linux --arch arm64 --variant v8" + sh "docker manifest push --purge ${IMAGE}:${META_TAG} || :" + sh "docker manifest create ${IMAGE}:${META_TAG} ${IMAGE}:amd64-${META_TAG} ${IMAGE}:arm32v6-${META_TAG} ${IMAGE}:arm64v8-${META_TAG}" + sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm32v6-${META_TAG} --os linux --arch arm" + sh "docker manifest annotate ${IMAGE}:${META_TAG} ${IMAGE}:arm64v8-${META_TAG} --os linux --arch arm64 --variant v8" + sh "docker manifest push --purge ${IMAGE}:latest" + sh "docker manifest push --purge ${IMAGE}:${META_TAG}" + } + } + } + // If this is a public release tag it in the LS Github + stage('Github-Tag-Push-Release') { + when { + branch "master" + expression { + env.LS_RELEASE != env.EXT_RELEASE_CLEAN + '-pkg-' + env.PACKAGE_TAG + '-ls' + env.LS_TAG_NUMBER + } + environment name: 'CHANGE_ID', value: '' + environment name: 'EXIT_STATUS', value: '' + } + steps { + echo "Pushing New tag for current commit ${EXT_RELEASE_CLEAN}-pkg-${PACKAGE_TAG}-ls${LS_TAG_NUMBER}" + sh '''curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/git/tags \ + -d '{"tag":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\ + "object": "'${COMMIT_SHA}'",\ + "message": "Tagging Release '${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}' to master",\ + "type": "commit",\ + "tagger": {"name": "LinuxServer Jenkins","email": "jenkins@linuxserver.io","date": "'${GITHUB_DATE}'"}}' ''' + echo "Pushing New release for Tag" + sh '''#! /bin/bash + curl -s https://api.github.com/repos/${EXT_USER}/${EXT_REPO}/releases/latest | jq '. |.body' | sed 's:^.\\(.*\\).$:\\1:' > releasebody.json + echo '{"tag_name":"'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\ + "target_commitish": "master",\ + "name": "'${EXT_RELEASE_CLEAN}'-pkg-'${PACKAGE_TAG}'-ls'${LS_TAG_NUMBER}'",\ + "body": "**LinuxServer Changes:**\\n\\n'${LS_RELEASE_NOTES}'\\n**'${EXT_REPO}' Changes:**\\n\\n' > start + printf '","draft": false,"prerelease": false}' >> releasebody.json + paste -d'\\0' start releasebody.json > releasebody.json.done + curl -H "Authorization: token ${GITHUB_TOKEN}" -X POST https://api.github.com/repos/${LS_USER}/${LS_REPO}/releases -d @releasebody.json.done''' + } + } + // Use helper container to sync the current README on master to the dockerhub endpoint + stage('Sync-README') { + when { + environment name: 'CHANGE_ID', value: '' + environment name: 'EXIT_STATUS', value: '' + } + steps { + withCredentials([ + [ + $class: 'UsernamePasswordMultiBinding', + credentialsId: '3f9ba4d5-100d-45b0-a3c4-633fd6061207', + usernameVariable: 'DOCKERUSER', + passwordVariable: 'DOCKERPASS' + ] + ]) { + sh '''#! /bin/bash + docker pull lsiodev/readme-sync + docker run --rm=true \ + -e DOCKERHUB_USERNAME=$DOCKERUSER \ + -e DOCKERHUB_PASSWORD=$DOCKERPASS \ + -e GIT_REPOSITORY=${LS_USER}/${LS_REPO} \ + -e DOCKER_REPOSITORY=${IMAGE} \ + -e GIT_BRANCH=master \ + lsiodev/readme-sync bash -c 'node sync' ''' + } + } + } + } + /* ###################### + Send status to Discord + ###################### */ + post { + always { + script{ + if (env.EXIT_STATUS == "ABORTED"){ + sh 'echo "build aborted"' + } + else if (currentBuild.currentResult == "SUCCESS"){ + sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 1681177,\ + "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** Success\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\ + "username": "Jenkins"}' ${BUILDS_DISCORD} ''' + } + else { + sh ''' curl -X POST --data '{"avatar_url": "https://wiki.jenkins-ci.org/download/attachments/2916393/headshot.png","embeds": [{"color": 16711680,\ + "description": "**Build:** '${BUILD_NUMBER}'\\n**CI Results:** '${CI_URL}'\\n**Status:** failure\\n**Job:** '${RUN_DISPLAY_URL}'\\n**Change:** '${CODE_URL}'\\n**External Release:**: '${RELEASE_LINK}'\\n**DockerHub:** '${DOCKERHUB_LINK}'\\n"}],\ + "username": "Jenkins"}' ${BUILDS_DISCORD} ''' + } + } + } + } +} diff --git a/README.md b/README.md index cc3df58..9290adc 100644 --- a/README.md +++ b/README.md @@ -43,7 +43,7 @@ Add one of the tags, if required, to the linuxserver/nzbget line of the run/cr ## Parameters -`The parameters are split into two halves, separated by a colon, the left hand side representing the host and the right the container side. +`The parameters are split into two halves, separated by a colon, the left hand side representing the host and the right the container side. For example with a port -p external:internal - what this shows is the port mapping from internal to external of the container. So -p 8080:80 would expose port 80 from inside the container to be accessible from the host's IP on port 8080 http://192.168.x.x:8080 would show you what's running INSIDE the container on port 80.` @@ -70,7 +70,7 @@ In this instance `PUID=1001` and `PGID=1001`. To find yours use `id user` as bel ## Setting up the application -Webui can be found at `:6789` and the default login details (change ASAP) are +Webui can be found at `:6789` and the default login details (change ASAP) are `login:nzbget, password:tegbzn6789` @@ -88,13 +88,13 @@ You can add an additional mount point for intermediate unpacking folder with:- `-v :/intermediate` -for example, and changing the setting for InterDir in the PATHS tab of settings to `/intermediate` +for example, and changing the setting for InterDir in the PATHS tab of settings to `/intermediate` ## Info * Shell access whilst the container is running: `docker exec -it nzbget /bin/bash` To monitor the logs of the container in realtime: `docker logs -f nzbget` -* container version number +* container version number `docker inspect -f '{{ index .Config.Labels "build_version" }}' nzbget` @@ -104,6 +104,7 @@ To monitor the logs of the container in realtime: `docker logs -f nzbget` ## Versions ++ **20.01.19:** Add pipeline logic and multi arch. + **21.08.18:** Rebase to alpine 3.8. + **20.02.18:** Add note about supplemental mount point for intermediate unpacking. + **13.12.17:** Rebase to alpine 3.7. @@ -116,5 +117,4 @@ To monitor the logs of the container in realtime: `docker logs -f nzbget` + **09.09.16:** Add layer badges to README. + **27.08.16:** Add badges to README, perms fix on /app to allow updates. + **19.08.16:** Rebase to alpine linux. -+ **18.08.15:** Now useing latest version of unrar beta and implements the universal installer method. - ++ **18.08.15:** Now useing latest version of unrar beta and implements the universal installer method. diff --git a/jenkins-vars.yml b/jenkins-vars.yml new file mode 100644 index 0000000..1f78b35 --- /dev/null +++ b/jenkins-vars.yml @@ -0,0 +1,29 @@ +--- + +# jenkins variables +project_name: docker-nzbget +external_type: github_stable +release_type: stable +release_tag: latest +ls_branch: master +repo_vars: + - EXT_GIT_BRANCH = 'master' + - EXT_USER = 'nzbget' + - EXT_REPO = 'nzbget' + - BUILD_VERSION_ARG = 'NZBGET_RELEASE' + - LS_USER = 'linuxserver' + - LS_REPO = 'docker-nzbget' + - CONTAINER_NAME = 'nzbget' + - DOCKERHUB_IMAGE = 'linuxserver/nzbget' + - DEV_DOCKERHUB_IMAGE = 'lsiodev/nzbget' + - PR_DOCKERHUB_IMAGE = 'lspipepr/nzbget' + - DIST_IMAGE = 'alpine' + - MULTIARCH='true' + - CI='true' + - CI_WEB='true' + - CI_PORT='6789' + - CI_SSL='false' + - CI_DELAY='120' + - CI_DOCKERENV='TZ=US/Pacific' + - CI_AUTH='nzbget:tegbzn6789' + - CI_WEBPATH='' diff --git a/readme-vars.yml b/readme-vars.yml new file mode 100644 index 0000000..33a1ea4 --- /dev/null +++ b/readme-vars.yml @@ -0,0 +1,127 @@ +--- + +# project information +project_name: nzbget +full_custom_readme: | + {% raw -%} + [linuxserverurl]: https://linuxserver.io + [forumurl]: https://forum.linuxserver.io + [ircurl]: https://www.linuxserver.io/irc/ + [podcasturl]: https://www.linuxserver.io/podcast/ + [appurl]: http://nzbget.net/ + [hub]: https://hub.docker.com/r/linuxserver/nzbget/ + + [![linuxserver.io](https://raw.githubusercontent.com/linuxserver/docker-templates/master/linuxserver.io/img/linuxserver_medium.png)][linuxserverurl] + + The [LinuxServer.io][linuxserverurl] team brings you another container release featuring easy user mapping and community support. Find us for support at: + * [forum.linuxserver.io][forumurl] + * [IRC][ircurl] on freenode at `#linuxserver.io` + * [Podcast][podcasturl] covers everything to do with getting the most from your Linux Server plus a focus on all things Docker and containerisation! + + # linuxserver/nzbget + [![](https://images.microbadger.com/badges/version/linuxserver/nzbget.svg)](https://microbadger.com/images/linuxserver/nzbget "Get your own version badge on microbadger.com")[![](https://images.microbadger.com/badges/image/linuxserver/nzbget.svg)](https://microbadger.com/images/linuxserver/nzbget "Get your own image badge on microbadger.com")[![Docker Pulls](https://img.shields.io/docker/pulls/linuxserver/nzbget.svg)][hub][![Docker Stars](https://img.shields.io/docker/stars/linuxserver/nzbget.svg)][hub][![Build Status](https://ci.linuxserver.io/buildStatus/icon?job=Docker-Builders/x86-64/x86-64-nzbget)](https://ci.linuxserver.io/job/Docker-Builders/job/x86-64/job/x86-64-nzbget/) + + [NZBGet](http://nzbget.net/) is a usenet downloader, written in C++ and designed with performance in mind to achieve maximum download speed by using very little system resources. + + [![nzbget](https://raw.githubusercontent.com/linuxserver/docker-templates/master/linuxserver.io/img/nzbget-banner.png)][appurl] + + ## Usage + + ``` + docker create \ + --name nzbget \ + -p 6789:6789 \ + -e PUID= -e PGID= \ + -e TZ= \ + -v :/config \ + -v :/downloads \ + linuxserver/nzbget + ``` + + This container is based on alpine linux with s6 overlay. For shell access whilst the container is running do `docker exec -it nzbget /bin/bash`. + + You can choose between ,using tags, various branch versions of nzbget, no tag is required to remain on the main branch. + + Add one of the tags, if required, to the linuxserver/nzbget line of the run/create command in the following format, linuxserver/nzbget:testing + + #### Tags + + **testing** + + ## Parameters + + `The parameters are split into two halves, separated by a colon, the left hand side representing the host and the right the container side. + For example with a port -p external:internal - what this shows is the port mapping from internal to external of the container. + So -p 8080:80 would expose port 80 from inside the container to be accessible from the host's IP on port 8080 + http://192.168.x.x:8080 would show you what's running INSIDE the container on port 80.` + + + * `-p 6789` - NZBGet WebUI Port + * `-v /config` - NZBGet App data + * `-v /downloads` - location of downloads on disk + * `-e PGID` for for GroupID - see below for explanation + * `-e PUID` for for UserID - see below for explanation + * `-e TZ` for timezone EG. Europe/London + + + ### User / Group Identifiers + + Sometimes when using data volumes (`-v` flags) permissions issues can arise between the host OS and the container. We avoid this issue by allowing you to specify the user `PUID` and group `PGID`. Ensure the data volume directory on the host is owned by the same user you specify and it will "just work" ™. + + In this instance `PUID=1001` and `PGID=1001`. To find yours use `id user` as below: + + ``` + $ id + uid=1001(dockeruser) gid=1001(dockergroup) groups=1001(dockergroup) + ``` + + ## Setting up the application + + Webui can be found at `:6789` and the default login details (change ASAP) are + + `login:nzbget, password:tegbzn6789` + + To allow scheduling, from the webui set the time correction value in settings/logging. + + To change umask settings. + + ![](http://i.imgur.com/A4VMbwE.png) + + scroll to bottom, set umask like this (example shown for unraid) + + ![](http://i.imgur.com/mIqDEJJ.png) + + You can add an additional mount point for intermediate unpacking folder with:- + + `-v :/intermediate` + + for example, and changing the setting for InterDir in the PATHS tab of settings to `/intermediate` + + ## Info + * Shell access whilst the container is running: `docker exec -it nzbget /bin/bash` + To monitor the logs of the container in realtime: `docker logs -f nzbget` + + * container version number + + `docker inspect -f '{{ index .Config.Labels "build_version" }}' nzbget` + + * image version number + + `docker inspect -f '{{ index .Config.Labels "build_version" }}' linuxserver/nzbget` + + ## Versions + + + **20.01.19:** Add pipeline logic and multi arch. + + **21.08.18:** Rebase to alpine 3.8. + + **20.02.18:** Add note about supplemental mount point for intermediate unpacking. + + **13.12.17:** Rebase to alpine 3.7. + + **02.09.17:** Place app in subfolder rather than /app. + + **12.07.17:** Add inspect commands to README, move to jenkins build and push. + + **28.05.17:** Rebase to alpine 3.6. + + **20.04.17:** Add testing branch. + + **06.02.17:** Rebase to alpine 3.5. + + **30.09.16:** Fix umask. + + **09.09.16:** Add layer badges to README. + + **27.08.16:** Add badges to README, perms fix on /app to allow updates. + + **19.08.16:** Rebase to alpine linux. + + **18.08.15:** Now useing latest version of unrar beta and implements the universal installer method. + {%- endraw %} From 1163c6fe6d8e0584d4a5bd6451f6510d372bad81 Mon Sep 17 00:00:00 2001 From: thelamer Date: Sat, 2 Feb 2019 23:56:39 -0800 Subject: [PATCH 2/5] shifting to building from source to have arm64 variant --- Dockerfile | 66 +++++++++++++++++++--------------- Dockerfile.aarch64 | 66 +++++++++++++++++++--------------- Dockerfile.armhf | 66 +++++++++++++++++++--------------- README.md | 2 +- readme-vars.yml | 2 +- root/etc/cont-init.d/30-config | 8 ++++- root/etc/services.d/nzbget/run | 2 +- 7 files changed, 121 insertions(+), 91 deletions(-) diff --git a/Dockerfile b/Dockerfile index a91c251..e0291b7 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,47 +1,55 @@ +# Buildstage +FROM lsiobase/alpine:3.8 as buildstage + +# set NZBGET version +ARG NZBGET_RELEASE + +RUN \ + echo "**** install build packages ****" && \ + apk add \ + curl \ + g++ \ + gcc \ + git \ + libxml2-dev \ + make \ + ncurses-dev \ + openssl-dev && \ + echo "**** build nzbget ****" && \ + if [ -z ${NZBGET_RELEASE+x} ]; then \ + NZBGET_RELEASE=$(curl -sX GET "https://api.github.com/repos/nzbget/nzbget/releases/latest" \ + | awk '/tag_name/{print $4;exit}' FS='[""]'); \ + fi && \ + mkdir -p /app/nzbget && \ + git clone https://github.com/nzbget/nzbget.git nzbget && \ + cd nzbget/ && \ + git checkout ${NZBGET_RELEASE} && \ + ./configure && \ + make && \ + make prefix=/app/nzbget install + +# Runtime Stage FROM lsiobase/alpine:3.8 # set version label ARG BUILD_DATE ARG VERSION LABEL build_version="Linuxserver.io version:- ${VERSION} Build-date:- ${BUILD_DATE}" -LABEL maintainer="sparklyballs" - -# package version -# (stable-download or testing-download) -ARG NZBGET_BRANCH="stable-download" +LABEL maintainer="sparklyballs,thelamer" RUN \ echo "**** install packages ****" && \ apk add --no-cache \ curl \ + libxml2 \ + openssl \ p7zip \ python2 \ unrar \ - wget && \ - echo "**** install nzbget ****" && \ - mkdir -p \ - /app/nzbget && \ - curl -o \ - /tmp/json -L \ - http://nzbget.net/info/nzbget-version-linux.json && \ - NZBGET_VERSION=$(grep "${NZBGET_BRANCH}" /tmp/json | cut -d '"' -f 4) && \ - curl -o \ - /tmp/nzbget.run -L \ - "${NZBGET_VERSION}" && \ - sh /tmp/nzbget.run --destdir /app/nzbget && \ - echo "**** configure nzbget ****" && \ - cp /app/nzbget/nzbget.conf /defaults/nzbget.conf && \ - sed -i \ - -e "s#\(MainDir=\).*#\1/downloads#g" \ - -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ - -e "s#\(WebDir=\).*#\1$\{AppDir\}/webui#g" \ - -e "s#\(ConfigTemplate=\).*#\1$\{AppDir\}/webui/nzbget.conf.template#g" \ - /defaults/nzbget.conf && \ - echo "**** cleanup ****" && \ - rm -rf \ - /tmp/* + wget -# add local files +# add local files and files from buildstage +COPY --from=buildstage /app/nzbget /app/nzbget COPY root/ / # ports and volumes diff --git a/Dockerfile.aarch64 b/Dockerfile.aarch64 index 3cd1139..e218bbf 100644 --- a/Dockerfile.aarch64 +++ b/Dockerfile.aarch64 @@ -1,3 +1,34 @@ +# Buildstage +FROM lsiobase/alpine.arm64:3.8 as buildstage + +# set NZBGET version +ARG NZBGET_RELEASE + +RUN \ + echo "**** install build packages ****" && \ + apk add \ + curl \ + g++ \ + gcc \ + git \ + libxml2-dev \ + make \ + ncurses-dev \ + openssl-dev && \ + echo "**** build nzbget ****" && \ + if [ -z ${NZBGET_RELEASE+x} ]; then \ + NZBGET_RELEASE=$(curl -sX GET "https://api.github.com/repos/nzbget/nzbget/releases/latest" \ + | awk '/tag_name/{print $4;exit}' FS='[""]'); \ + fi && \ + mkdir -p /app/nzbget && \ + git clone https://github.com/nzbget/nzbget.git nzbget && \ + cd nzbget/ && \ + git checkout ${NZBGET_RELEASE} && \ + ./configure && \ + make && \ + make prefix=/app/nzbget install + +# Runtime Stage FROM lsiobase/alpine.arm64:3.8 # Add qemu to build on x86_64 systems @@ -7,44 +38,21 @@ COPY qemu-aarch64-static /usr/bin ARG BUILD_DATE ARG VERSION LABEL build_version="Linuxserver.io version:- ${VERSION} Build-date:- ${BUILD_DATE}" -LABEL maintainer="sparklyballs" - -# package version -# (stable-download or testing-download) -ARG NZBGET_BRANCH="stable-download" +LABEL maintainer="sparklyballs,thelamer" RUN \ echo "**** install packages ****" && \ apk add --no-cache \ curl \ + libxml2 \ + openssl \ p7zip \ python2 \ unrar \ - wget && \ - echo "**** install nzbget ****" && \ - mkdir -p \ - /app/nzbget && \ - curl -o \ - /tmp/json -L \ - http://nzbget.net/info/nzbget-version-linux.json && \ - NZBGET_VERSION=$(grep "${NZBGET_BRANCH}" /tmp/json | cut -d '"' -f 4) && \ - curl -o \ - /tmp/nzbget.run -L \ - "${NZBGET_VERSION}" && \ - sh /tmp/nzbget.run --destdir /app/nzbget && \ - echo "**** configure nzbget ****" && \ - cp /app/nzbget/nzbget.conf /defaults/nzbget.conf && \ - sed -i \ - -e "s#\(MainDir=\).*#\1/downloads#g" \ - -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ - -e "s#\(WebDir=\).*#\1$\{AppDir\}/webui#g" \ - -e "s#\(ConfigTemplate=\).*#\1$\{AppDir\}/webui/nzbget.conf.template#g" \ - /defaults/nzbget.conf && \ - echo "**** cleanup ****" && \ - rm -rf \ - /tmp/* + wget -# add local files +# add local files and files from buildstage +COPY --from=buildstage /app/nzbget /app/nzbget COPY root/ / # ports and volumes diff --git a/Dockerfile.armhf b/Dockerfile.armhf index 0e3738b..055001b 100644 --- a/Dockerfile.armhf +++ b/Dockerfile.armhf @@ -1,3 +1,34 @@ +# Buildstage +FROM lsiobase/alpine.armhf:3.8 as buildstage + +# set NZBGET version +ARG NZBGET_RELEASE + +RUN \ + echo "**** install build packages ****" && \ + apk add \ + curl \ + g++ \ + gcc \ + git \ + libxml2-dev \ + make \ + ncurses-dev \ + openssl-dev && \ + echo "**** build nzbget ****" && \ + if [ -z ${NZBGET_RELEASE+x} ]; then \ + NZBGET_RELEASE=$(curl -sX GET "https://api.github.com/repos/nzbget/nzbget/releases/latest" \ + | awk '/tag_name/{print $4;exit}' FS='[""]'); \ + fi && \ + mkdir -p /app/nzbget && \ + git clone https://github.com/nzbget/nzbget.git nzbget && \ + cd nzbget/ && \ + git checkout ${NZBGET_RELEASE} && \ + ./configure && \ + make && \ + make prefix=/app/nzbget install + +# Runtime Stage FROM lsiobase/alpine.armhf:3.8 # Add qemu to build on x86_64 systems @@ -7,44 +38,21 @@ COPY qemu-arm-static /usr/bin ARG BUILD_DATE ARG VERSION LABEL build_version="Linuxserver.io version:- ${VERSION} Build-date:- ${BUILD_DATE}" -LABEL maintainer="sparklyballs" - -# package version -# (stable-download or testing-download) -ARG NZBGET_BRANCH="stable-download" +LABEL maintainer="sparklyballs,thelamer" RUN \ echo "**** install packages ****" && \ apk add --no-cache \ curl \ + libxml2 \ + openssl \ p7zip \ python2 \ unrar \ - wget && \ - echo "**** install nzbget ****" && \ - mkdir -p \ - /app/nzbget && \ - curl -o \ - /tmp/json -L \ - http://nzbget.net/info/nzbget-version-linux.json && \ - NZBGET_VERSION=$(grep "${NZBGET_BRANCH}" /tmp/json | cut -d '"' -f 4) && \ - curl -o \ - /tmp/nzbget.run -L \ - "${NZBGET_VERSION}" && \ - sh /tmp/nzbget.run --destdir /app/nzbget && \ - echo "**** configure nzbget ****" && \ - cp /app/nzbget/nzbget.conf /defaults/nzbget.conf && \ - sed -i \ - -e "s#\(MainDir=\).*#\1/downloads#g" \ - -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ - -e "s#\(WebDir=\).*#\1$\{AppDir\}/webui#g" \ - -e "s#\(ConfigTemplate=\).*#\1$\{AppDir\}/webui/nzbget.conf.template#g" \ - /defaults/nzbget.conf && \ - echo "**** cleanup ****" && \ - rm -rf \ - /tmp/* + wget -# add local files +# add local files and files from buildstage +COPY --from=buildstage /app/nzbget /app/nzbget COPY root/ / # ports and volumes diff --git a/README.md b/README.md index 9290adc..855fb07 100644 --- a/README.md +++ b/README.md @@ -104,7 +104,7 @@ To monitor the logs of the container in realtime: `docker logs -f nzbget` ## Versions -+ **20.01.19:** Add pipeline logic and multi arch. ++ **20.01.19:** Add pipeline logic and multi arch, build from source. + **21.08.18:** Rebase to alpine 3.8. + **20.02.18:** Add note about supplemental mount point for intermediate unpacking. + **13.12.17:** Rebase to alpine 3.7. diff --git a/readme-vars.yml b/readme-vars.yml index 33a1ea4..92f145e 100644 --- a/readme-vars.yml +++ b/readme-vars.yml @@ -110,7 +110,7 @@ full_custom_readme: | ## Versions - + **20.01.19:** Add pipeline logic and multi arch. + + **20.01.19:** Add pipeline logic and multi arch, build from source. + **21.08.18:** Rebase to alpine 3.8. + **20.02.18:** Add note about supplemental mount point for intermediate unpacking. + **13.12.17:** Rebase to alpine 3.7. diff --git a/root/etc/cont-init.d/30-config b/root/etc/cont-init.d/30-config index d1912ea..9a7a6a1 100644 --- a/root/etc/cont-init.d/30-config +++ b/root/etc/cont-init.d/30-config @@ -6,7 +6,13 @@ # check if config file exists in /config [[ ! -f /config/nzbget.conf ]] && \ - cp /defaults/nzbget.conf /config/nzbget.conf + cp /app/nzbget/share/nzbget/nzbget.conf /config/nzbget.conf + sed -i \ + -e "s#\(MainDir=\).*#\1/downloads#g" \ + -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ + -e "s#\(WebDir=\).*#\1/app/nzbget/share/nzbget/webui#g" \ + -e "s#\(ConfigTemplate=\).*#\1/app/nzbget/share/nzbget/nzbget.conf#g" \ + /config/nzbget.conf # permissions chown abc:abc \ diff --git a/root/etc/services.d/nzbget/run b/root/etc/services.d/nzbget/run index ce4d04b..49ab5fb 100644 --- a/root/etc/services.d/nzbget/run +++ b/root/etc/services.d/nzbget/run @@ -3,5 +3,5 @@ umask 022 exec \ - s6-setuidgid abc /app/nzbget/nzbget -s -c /config/nzbget.conf \ + s6-setuidgid abc /app/nzbget/bin/nzbget -s -c /config/nzbget.conf \ -o OutputMode=log From 68101aafa7c3a3d5b4e1adf09f2405d438fbc09f Mon Sep 17 00:00:00 2001 From: thelamer Date: Sun, 3 Feb 2019 01:56:51 -0800 Subject: [PATCH 3/5] need to chain logic to ensure regexp does not run on config --- root/etc/cont-init.d/30-config | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/root/etc/cont-init.d/30-config b/root/etc/cont-init.d/30-config index 9a7a6a1..ec8b422 100644 --- a/root/etc/cont-init.d/30-config +++ b/root/etc/cont-init.d/30-config @@ -6,7 +6,7 @@ # check if config file exists in /config [[ ! -f /config/nzbget.conf ]] && \ - cp /app/nzbget/share/nzbget/nzbget.conf /config/nzbget.conf + cp /app/nzbget/share/nzbget/nzbget.conf /config/nzbget.conf && \ sed -i \ -e "s#\(MainDir=\).*#\1/downloads#g" \ -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ From d67f84df5ca2a298ffe78b51a9538b99d042d688 Mon Sep 17 00:00:00 2001 From: thelamer Date: Sun, 3 Feb 2019 03:17:18 -0800 Subject: [PATCH 4/5] need to build the bin and do some init to conform to old container pathing --- Dockerfile | 3 ++- Dockerfile.aarch64 | 3 ++- Dockerfile.armhf | 3 ++- root/etc/cont-init.d/30-config | 13 +++++++++---- root/etc/services.d/nzbget/run | 2 +- 5 files changed, 16 insertions(+), 8 deletions(-) diff --git a/Dockerfile b/Dockerfile index e0291b7..63ef750 100644 --- a/Dockerfile +++ b/Dockerfile @@ -24,7 +24,8 @@ RUN \ git clone https://github.com/nzbget/nzbget.git nzbget && \ cd nzbget/ && \ git checkout ${NZBGET_RELEASE} && \ - ./configure && \ + ./configure \ + bindir='${exec_prefix}' && \ make && \ make prefix=/app/nzbget install diff --git a/Dockerfile.aarch64 b/Dockerfile.aarch64 index e218bbf..1661c79 100644 --- a/Dockerfile.aarch64 +++ b/Dockerfile.aarch64 @@ -24,7 +24,8 @@ RUN \ git clone https://github.com/nzbget/nzbget.git nzbget && \ cd nzbget/ && \ git checkout ${NZBGET_RELEASE} && \ - ./configure && \ + ./configure \ + bindir='${exec_prefix}' && \ make && \ make prefix=/app/nzbget install diff --git a/Dockerfile.armhf b/Dockerfile.armhf index 055001b..fe66dc3 100644 --- a/Dockerfile.armhf +++ b/Dockerfile.armhf @@ -24,7 +24,8 @@ RUN \ git clone https://github.com/nzbget/nzbget.git nzbget && \ cd nzbget/ && \ git checkout ${NZBGET_RELEASE} && \ - ./configure && \ + ./configure \ + bindir='${exec_prefix}' && \ make && \ make prefix=/app/nzbget install diff --git a/root/etc/cont-init.d/30-config b/root/etc/cont-init.d/30-config index ec8b422..b1396be 100644 --- a/root/etc/cont-init.d/30-config +++ b/root/etc/cont-init.d/30-config @@ -8,12 +8,17 @@ [[ ! -f /config/nzbget.conf ]] && \ cp /app/nzbget/share/nzbget/nzbget.conf /config/nzbget.conf && \ sed -i \ - -e "s#\(MainDir=\).*#\1/downloads#g" \ - -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ - -e "s#\(WebDir=\).*#\1/app/nzbget/share/nzbget/webui#g" \ - -e "s#\(ConfigTemplate=\).*#\1/app/nzbget/share/nzbget/nzbget.conf#g" \ + -e "s#\(MainDir=\).*#\1/downloads#g" \ + -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ + -e "s#\(WebDir=\).*#\1$\{AppDir\}/webui#g" \ + -e "s#\(ConfigTemplate=\).*#\1$\{AppDir\}/webui/nzbget.conf.template#g" \ /config/nzbget.conf +# add config template if it does not exits +[[ ! -d /app/nzbget/webui ]] && \ + mv /app/nzbget/share/nzbget/webui /app/nzbget/ && \ + mv /app/nzbget/share/nzbget/nzbget.conf /app/nzbget/webui/nzbget.conf.template + # permissions chown abc:abc \ /downloads diff --git a/root/etc/services.d/nzbget/run b/root/etc/services.d/nzbget/run index 49ab5fb..ce4d04b 100644 --- a/root/etc/services.d/nzbget/run +++ b/root/etc/services.d/nzbget/run @@ -3,5 +3,5 @@ umask 022 exec \ - s6-setuidgid abc /app/nzbget/bin/nzbget -s -c /config/nzbget.conf \ + s6-setuidgid abc /app/nzbget/nzbget -s -c /config/nzbget.conf \ -o OutputMode=log From 0651dd1d71093be5820045ece0e3ecd826c2c8be Mon Sep 17 00:00:00 2001 From: thelamer Date: Thu, 7 Feb 2019 15:04:59 -0800 Subject: [PATCH 5/5] updating logic to follow steps in nzbgets packaging process including additional keys and setting variables in the config file by default --- Dockerfile | 26 ++++++++++++++++++++++++-- Dockerfile.aarch64 | 28 +++++++++++++++++++++++++--- Dockerfile.armhf | 28 +++++++++++++++++++++++++--- root/etc/cont-init.d/30-config | 13 +------------ 4 files changed, 75 insertions(+), 20 deletions(-) diff --git a/Dockerfile b/Dockerfile index 63ef750..bbe71ad 100644 --- a/Dockerfile +++ b/Dockerfile @@ -27,7 +27,29 @@ RUN \ ./configure \ bindir='${exec_prefix}' && \ make && \ - make prefix=/app/nzbget install + make prefix=/app/nzbget install && \ + sed -i \ + -e "s#^MainDir=.*#MainDir=/downloads#g" \ + -e "s#^ScriptDir=.*#ScriptDir=$\{MainDir\}/scripts#g" \ + -e "s#^WebDir=.*#WebDir=$\{AppDir\}/webui#g" \ + -e "s#^ConfigTemplate=.*#ConfigTemplate=$\{AppDir\}/webui/nzbget.conf.template#g" \ + -e "s#^UnrarCmd=.*#UnrarCmd=$\{AppDir\}/unrar#g" \ + -e "s#^SevenZipCmd=.*#SevenZipCmd=$\{AppDir\}/7za#g" \ + -e "s#^CertStore=.*#CertStore=$\{AppDir\}/cacert.pem#g" \ + -e "s#^CertCheck=.*#CertCheck=yes#g" \ + -e "s#^DestDir=.*#DestDir=$\{MainDir\}/completed#g" \ + -e "s#^InterDir=.*#InterDir=$\{MainDir\}/intermediate#g" \ + -e "s#^LogFile=.*#LogFile=$\{MainDir\}/nzbget.log#g" \ + -e "s#^AuthorizedIP=.*#AuthorizedIP=127.0.0.1#g" \ + /app/nzbget/share/nzbget/nzbget.conf && \ + mv /app/nzbget/share/nzbget/webui /app/nzbget/ && \ + cp /app/nzbget/share/nzbget/nzbget.conf /app/nzbget/webui/nzbget.conf.template && \ + ln -s /usr/bin/7za /app/nzbget/7za && \ + ln -s /usr/bin/unrar /app/nzbget/unrar && \ + cp /nzbget/pubkey.pem /app/nzbget/pubkey.pem && \ + curl -o \ + /app/nzbget/cacert.pem -L \ + "https://curl.haxx.se/ca/cacert.pem" # Runtime Stage FROM lsiobase/alpine:3.8 @@ -47,7 +69,7 @@ RUN \ p7zip \ python2 \ unrar \ - wget + wget # add local files and files from buildstage COPY --from=buildstage /app/nzbget /app/nzbget diff --git a/Dockerfile.aarch64 b/Dockerfile.aarch64 index 1661c79..3a9af3f 100644 --- a/Dockerfile.aarch64 +++ b/Dockerfile.aarch64 @@ -25,9 +25,31 @@ RUN \ cd nzbget/ && \ git checkout ${NZBGET_RELEASE} && \ ./configure \ - bindir='${exec_prefix}' && \ + bindir='${exec_prefix}' && \ make && \ - make prefix=/app/nzbget install + make prefix=/app/nzbget install && \ + sed -i \ + -e "s#^MainDir=.*#MainDir=/downloads#g" \ + -e "s#^ScriptDir=.*#ScriptDir=$\{MainDir\}/scripts#g" \ + -e "s#^WebDir=.*#WebDir=$\{AppDir\}/webui#g" \ + -e "s#^ConfigTemplate=.*#ConfigTemplate=$\{AppDir\}/webui/nzbget.conf.template#g" \ + -e "s#^UnrarCmd=.*#UnrarCmd=$\{AppDir\}/unrar#g" \ + -e "s#^SevenZipCmd=.*#SevenZipCmd=$\{AppDir\}/7za#g" \ + -e "s#^CertStore=.*#CertStore=$\{AppDir\}/cacert.pem#g" \ + -e "s#^CertCheck=.*#CertCheck=yes#g" \ + -e "s#^DestDir=.*#DestDir=$\{MainDir\}/completed#g" \ + -e "s#^InterDir=.*#InterDir=$\{MainDir\}/intermediate#g" \ + -e "s#^LogFile=.*#LogFile=$\{MainDir\}/nzbget.log#g" \ + -e "s#^AuthorizedIP=.*#AuthorizedIP=127.0.0.1#g" \ + /app/nzbget/share/nzbget/nzbget.conf && \ + mv /app/nzbget/share/nzbget/webui /app/nzbget/ && \ + cp /app/nzbget/share/nzbget/nzbget.conf /app/nzbget/webui/nzbget.conf.template && \ + ln -s /usr/bin/7za /app/nzbget/7za && \ + ln -s /usr/bin/unrar /app/nzbget/unrar && \ + cp /nzbget/pubkey.pem /app/nzbget/pubkey.pem && \ + curl -o \ + /app/nzbget/cacert.pem -L \ + "https://curl.haxx.se/ca/cacert.pem" # Runtime Stage FROM lsiobase/alpine.arm64:3.8 @@ -50,7 +72,7 @@ RUN \ p7zip \ python2 \ unrar \ - wget + wget # add local files and files from buildstage COPY --from=buildstage /app/nzbget /app/nzbget diff --git a/Dockerfile.armhf b/Dockerfile.armhf index fe66dc3..b94b301 100644 --- a/Dockerfile.armhf +++ b/Dockerfile.armhf @@ -25,9 +25,31 @@ RUN \ cd nzbget/ && \ git checkout ${NZBGET_RELEASE} && \ ./configure \ - bindir='${exec_prefix}' && \ + bindir='${exec_prefix}' && \ make && \ - make prefix=/app/nzbget install + make prefix=/app/nzbget install && \ + sed -i \ + -e "s#^MainDir=.*#MainDir=/downloads#g" \ + -e "s#^ScriptDir=.*#ScriptDir=$\{MainDir\}/scripts#g" \ + -e "s#^WebDir=.*#WebDir=$\{AppDir\}/webui#g" \ + -e "s#^ConfigTemplate=.*#ConfigTemplate=$\{AppDir\}/webui/nzbget.conf.template#g" \ + -e "s#^UnrarCmd=.*#UnrarCmd=$\{AppDir\}/unrar#g" \ + -e "s#^SevenZipCmd=.*#SevenZipCmd=$\{AppDir\}/7za#g" \ + -e "s#^CertStore=.*#CertStore=$\{AppDir\}/cacert.pem#g" \ + -e "s#^CertCheck=.*#CertCheck=yes#g" \ + -e "s#^DestDir=.*#DestDir=$\{MainDir\}/completed#g" \ + -e "s#^InterDir=.*#InterDir=$\{MainDir\}/intermediate#g" \ + -e "s#^LogFile=.*#LogFile=$\{MainDir\}/nzbget.log#g" \ + -e "s#^AuthorizedIP=.*#AuthorizedIP=127.0.0.1#g" \ + /app/nzbget/share/nzbget/nzbget.conf && \ + mv /app/nzbget/share/nzbget/webui /app/nzbget/ && \ + cp /app/nzbget/share/nzbget/nzbget.conf /app/nzbget/webui/nzbget.conf.template && \ + ln -s /usr/bin/7za /app/nzbget/7za && \ + ln -s /usr/bin/unrar /app/nzbget/unrar && \ + cp /nzbget/pubkey.pem /app/nzbget/pubkey.pem && \ + curl -o \ + /app/nzbget/cacert.pem -L \ + "https://curl.haxx.se/ca/cacert.pem" # Runtime Stage FROM lsiobase/alpine.armhf:3.8 @@ -50,7 +72,7 @@ RUN \ p7zip \ python2 \ unrar \ - wget + wget # add local files and files from buildstage COPY --from=buildstage /app/nzbget /app/nzbget diff --git a/root/etc/cont-init.d/30-config b/root/etc/cont-init.d/30-config index b1396be..242803d 100644 --- a/root/etc/cont-init.d/30-config +++ b/root/etc/cont-init.d/30-config @@ -6,18 +6,7 @@ # check if config file exists in /config [[ ! -f /config/nzbget.conf ]] && \ - cp /app/nzbget/share/nzbget/nzbget.conf /config/nzbget.conf && \ - sed -i \ - -e "s#\(MainDir=\).*#\1/downloads#g" \ - -e "s#\(ScriptDir=\).*#\1$\{MainDir\}/scripts#g" \ - -e "s#\(WebDir=\).*#\1$\{AppDir\}/webui#g" \ - -e "s#\(ConfigTemplate=\).*#\1$\{AppDir\}/webui/nzbget.conf.template#g" \ - /config/nzbget.conf - -# add config template if it does not exits -[[ ! -d /app/nzbget/webui ]] && \ - mv /app/nzbget/share/nzbget/webui /app/nzbget/ && \ - mv /app/nzbget/share/nzbget/nzbget.conf /app/nzbget/webui/nzbget.conf.template + cp /app/nzbget/share/nzbget/nzbget.conf /config/nzbget.conf # permissions chown abc:abc \