diff options
| -rw-r--r-- | bump | 1 | ||||
| -rwxr-xr-x | src/infra.gentoo.org/ci.sh | 209 | ||||
| -rwxr-xr-x[-rw-r--r--] | src/infra.gentoo.org/main.tf | 0 | ||||
| -rwxr-xr-x[-rw-r--r--] | src/infra.gentoo.org/milters/mlmmj.py | 0 | ||||
| -rwxr-xr-x[-rw-r--r--] | src/infra.gentoo.org/milters/subscribed.py | 0 | ||||
| -rwxr-xr-x[-rw-r--r--] | src/infra.gentoo.org/rsync-node/Dockerfile | 0 | ||||
| -rwxr-xr-x[-rw-r--r--] | src/infra.gentoo.org/rsync-node/deny-rsync.lua | 0 | ||||
| -rwxr-xr-x[-rw-r--r--] | src/infra.gentoo.org/rsync-node/ha-proxy.conf | 0 | ||||
| -rwxr-xr-x[-rw-r--r--] | src/infra.gentoo.org/rsync-node/rsyncd.conf | 0 | ||||
| -rwxr-xr-x[-rw-r--r--] | src/infra.gentoo.org/rsync.tf | 0 | ||||
| -rwxr-xr-x | src/infra.gentoo.org/tinderbox.sh | 112 |
11 files changed, 322 insertions, 0 deletions
@@ -0,0 +1 @@ +bump3 diff --git a/src/infra.gentoo.org/ci.sh b/src/infra.gentoo.org/ci.sh new file mode 100755 index 0000000..5efdf31 --- /dev/null +++ b/src/infra.gentoo.org/ci.sh @@ -0,0 +1,209 @@ +#!/bin/bash + +# curl -q -s -F "content=$( bugz -q --key "${APIKEY}" search ""${PACKAGE}" fails test" )" http://dpaste.com/api/v2/ ).txt" + +die() { + echo "${1}" + exit 1 +} + +env_update() { + env-update > /dev/null 2>&1 + source /etc/profile > /dev/null 2>&1 +} + +update_world() { + echo -ne "" > /etc/portage/package.use/test + echo -ne "" > /etc/portage/package.env + FEATURES="-collision-protect" emerge -DuNq world > /dev/null 2>&1 || die "emerge -DuNq world failed" + emerge -cq > /dev/null 2>&1 || die "depclean failed" + + if [ -n "$( portageq list_preserved_libs / )" ] + then + emerge -q1 @preserved-rebuild > /dev/null 2>&1 || die "preserved-rebuild failed" + fi + + rm -fr /var/log/emerge.log +} + +native-symlinks() { + echo "sys-devel/gcc-config -native-symlinks" >> /etc/portage/package.use/test + echo "sys-devel/binutils-config -native-symlinks" >> /etc/portage/package.use/test + echo "dev-lang/python-exec -native-symlinks" >> /etc/portage/package.use/test + emerge -q1 sys-devel/gcc-config sys-devel/binutils-config dev-lang/python-exec > /dev/null 2>&1 || die "native-symlinks failed" + env_update +} + +common_merge() { + SLOTS="$( V='{slotfirst}<slot>\n{}' eix --format '<availableversions::V>' -e "${PACKAGE}" )" + unset STATUS + + if [ "${SLOTS}" = "No matches found" ] + then + SLOTS="0" + fi + + for SLOT in ${SLOTS} + do + rm -fr /var/tmp/portage /root/.packages/"${PACKAGE}"* /root/.packages/dev-python/pandas* + + START_MERGE="$( date +%s )" + echo "$( date '+%d-%m-%Y %H:%M' ) START ${PACKAGE}:${SLOT} ${MERGETYPE}" + emerge "${PACKAGE}":"${SLOT}" ${EOPTS} > /dev/null 2>&1 + if [ "${?}" != "0" ] && [ -n "$( find /var/tmp/portage -type l -name "build.log" 2>/dev/null )" ] + then + STATUS="fail" + SHUF="$( shuf -i0000000000000000000-9999999999999999999 -n1 )" + mkdir -p /root/.failures + + if [ "$( find /var/tmp/portage -type l -name "build.log" | wc -l )" -gt "1" ] + then + for FILE in $( find /var/tmp/portage -type l -name "build.log" ) + do + SHUF="$( shuf -i0000000000000000000-9999999999999999999 -n1 )" + cp "${FILE}" /root/.failures/"${SHUF}"_main + done + elif [ "$( find /var/tmp/portage -type l -name "build.log" | wc -l )" = "1" ] + then + cp "$( find /var/tmp/portage -type l -name "build.log" )" /root/.failures/"${SHUF}"_main + + for LOG in ${COMMON_ERROR_LOGS} + do + COUNT="1" + for FULLNAME in $( find /var/tmp/portage -type f -name "${LOG}" ) + do + FILE="$( basename "${FULLNAME}" )" + + if [ -n "$( grep "${FILE}" /root/.failures/"${SHUF}"_main )" ] + then + cp "${FULLNAME}" /root/.failures/"${SHUF}"_"${COUNT}"-"${LOG}" + fi + + let COUNT++ + done + done + fi + fi + END_MERGE="$( date +%s )" + TIME_MERGE="$( date -d@"$( expr "${END_MERGE}" - "${START_MERGE}" )" -u +%H:%M:%S )" + + if [ "$( date -d@"$( expr "${END_MERGE}" - "${START_MERGE}" )" -u +%H%M%S )" -lt "5" ] + then + echo ""${PACKAGE}":"${SLOT}"" >> /root/check + emerge "${PACKAGE}":"${SLOT}" ${EOPTS} >> /root/check 2>&1 + echo -ne "\n\n\n\n" >> /root/check + fi + + echo "$( date '+%d-%m-%Y %H:%M' ) END ${PACKAGE}:${SLOT} (${TIME_MERGE}) ${STATUS}" + done +} + +if [ -n "${1}" ] +then + echo "${1}" > /root/.lastcommit +fi + +rm -fr /usr/portage/distfiles/* + +while true +do + env_update + which -a git > /dev/null 2>&1 || die "Missing git" + + if [ -f /usr/portage/header.txt ] + then + cd "${TREE}" + echo "Running git pull" + git pull > /dev/null 2>&1 || die "git pull failed" + else + git clone https://anongit.gentoo.org/git/repo/gentoo.git "${TREE}" || die "git clone failed" + fi + + test -f /root/.lastcommit || die "missing lastcommit file" + + echo "Running egencache" + egencache --jobs="$( nproc )" --update --repo gentoo || die "egencache failed" + + echo "Running eix-update" + eix-update > /dev/null 2>&1 || die "eix-update failed" + + echo "Update world" + update_world + + INTERACTIVES="$( eix --properties-interactive --only-names )" + + cd "${TREE}" + + LAST_COMMIT="$( cat /root/.lastcommit )" + echo "Running git rev-list" + git rev-list "${LAST_COMMIT}"..HEAD --pretty=format:'%H %s' . | grep -v "^commit " | tac > /root/.commits + P_TOTAL="$( cat /root/.commits | wc -l )" + P_COUNT="0" + + unset DONE + + if [ -n "$( cat /root/.commits )" ] + then + echo "Running ci" + while read LINE + do + cd "${TREE}" + COMMIT="$( echo "${LINE}" | awk '{print $1}' )" + PACKAGE="$( echo "${LINE}" | awk '{print $2}' | sed "s:\:::" )" + TIMESTAMP="$( git show --no-patch --no-notes --pretty='%ct' "${COMMIT}" )" + STABILIZATION="$( echo "${LINE}" | grep -iE '(stable|stabilize)' )" + + let P_COUNT++ + + if [ "$( eix --only-names -e "${PACKAGE}" | wc -l )" = "1" ] && [ -d /usr/portage/"${PACKAGE}" ] && [ -z "$( echo "${INTERACTIVES}" | grep -o "${PACKAGE}" )" ] && [ -z "$( echo "${DONE}" | grep -o ""${PACKAGE}" " )" ] && [ -z "$( echo "${CI_EXCLUDE}" | grep -o ""${PACKAGE}" " )" ] && [ -z "$( echo "${PACKAGE}" | grep -E '(kde\-|\-sources|\-kernel)' )" ] && [ -z "${STABILIZATION}" ] + then + echo ""${P_COUNT}"/"${P_TOTAL}" PACKAGE: "${PACKAGE}" COMMIT: "${COMMIT}" TIMESTAMP: "$( date -d @"${TIMESTAMP}" )"" + MERGETYPE="simply" + common_merge + + # TESTS + if [ "${STATUS}" != "fail" ] && [ -z "$( echo "${CI_NOTEST}" | grep "${PACKAGE} " )" ] && [ -z "$( bugz -q --key "${APIKEY}" search ""${PACKAGE}" fails test" )" ] && [ "$( grep -Ro "RESTRICT=\"test\"" /usr/portage/"${PACKAGE}"/*.ebuild | wc -l )" != "$( ls /usr/portage/"${PACKAGE}"/*.ebuild | wc -l )" ] + then + echo ""${PACKAGE}" test" > /etc/portage/package.env + MERGETYPE="test" + common_merge + fi + + # -bin packages does not need qa/symlink +# if [[ "${PACKAGE}" != *-bin ]] && [ -z "$( bugz -q --key "${APIKEY}" search ""${PACKAGE}" calls directly" )" ] +# then + native-symlinks + echo ""${PACKAGE}" qa" > /etc/portage/package.env + MERGETYPE="qa/native-symlink" + common_merge +# fi + + DONE+="${PACKAGE} " + + test -f /root/ci && rm /root/ci && exit 0 + + update_world + fi + + echo "${COMMIT}" > /root/.lastcommit + done < /root/.commits + + test -f /root/ci-end && rm /root/ci-end && exit 0 + test -f /root/ci_end && rm /root/ci_end && exit 0 + else + /usr/local/bin/qa auto > /dev/null 2>&1 + + echo "Sleeping" + SLEEPING="yes" + while [ "${SLEEPING}" = "yes" ] + do + if [ "$( git pull 2> /dev/null )" = "Already up to date." ] + then + sleep 120 + else + SLEEPING="no" + fi + done + echo + fi +done
\ No newline at end of file diff --git a/src/infra.gentoo.org/main.tf b/src/infra.gentoo.org/main.tf index 5f3fb32..5f3fb32 100644..100755 --- a/src/infra.gentoo.org/main.tf +++ b/src/infra.gentoo.org/main.tf diff --git a/src/infra.gentoo.org/milters/mlmmj.py b/src/infra.gentoo.org/milters/mlmmj.py index 5a99c92..5a99c92 100644..100755 --- a/src/infra.gentoo.org/milters/mlmmj.py +++ b/src/infra.gentoo.org/milters/mlmmj.py diff --git a/src/infra.gentoo.org/milters/subscribed.py b/src/infra.gentoo.org/milters/subscribed.py index dc5d842..dc5d842 100644..100755 --- a/src/infra.gentoo.org/milters/subscribed.py +++ b/src/infra.gentoo.org/milters/subscribed.py diff --git a/src/infra.gentoo.org/rsync-node/Dockerfile b/src/infra.gentoo.org/rsync-node/Dockerfile index 7948ca8..7948ca8 100644..100755 --- a/src/infra.gentoo.org/rsync-node/Dockerfile +++ b/src/infra.gentoo.org/rsync-node/Dockerfile diff --git a/src/infra.gentoo.org/rsync-node/deny-rsync.lua b/src/infra.gentoo.org/rsync-node/deny-rsync.lua index df68ce5..df68ce5 100644..100755 --- a/src/infra.gentoo.org/rsync-node/deny-rsync.lua +++ b/src/infra.gentoo.org/rsync-node/deny-rsync.lua diff --git a/src/infra.gentoo.org/rsync-node/ha-proxy.conf b/src/infra.gentoo.org/rsync-node/ha-proxy.conf index 0b24063..0b24063 100644..100755 --- a/src/infra.gentoo.org/rsync-node/ha-proxy.conf +++ b/src/infra.gentoo.org/rsync-node/ha-proxy.conf diff --git a/src/infra.gentoo.org/rsync-node/rsyncd.conf b/src/infra.gentoo.org/rsync-node/rsyncd.conf index bc9ccc0..bc9ccc0 100644..100755 --- a/src/infra.gentoo.org/rsync-node/rsyncd.conf +++ b/src/infra.gentoo.org/rsync-node/rsyncd.conf diff --git a/src/infra.gentoo.org/rsync.tf b/src/infra.gentoo.org/rsync.tf index f856ba2..f856ba2 100644..100755 --- a/src/infra.gentoo.org/rsync.tf +++ b/src/infra.gentoo.org/rsync.tf diff --git a/src/infra.gentoo.org/tinderbox.sh b/src/infra.gentoo.org/tinderbox.sh new file mode 100755 index 0000000..0d1df78 --- /dev/null +++ b/src/infra.gentoo.org/tinderbox.sh @@ -0,0 +1,112 @@ +#!/bin/bash + +PACKAGES="$( eix --only-names )" + +#SRC_TEST="yes" +SRC_TEST="no" + +TOOLCHAIN="no" + +die() { + echo "${1}" + exit 1 +} + +env_update() { + env-update > /dev/null 2>&1 + source /etc/profile > /dev/null 2>&1 +} + +update_world() { + echo -ne "" > /etc/portage/package.use/test + echo -ne "" > /etc/portage/package.env + FEATURES="-collision-protect" emerge -DuNq world > /dev/null 2>&1 || die "emerge -DuNq world failed" + emerge -cq > /dev/null 2>&1 || die "depclean failed" + + if [ -n "$( portageq list_preserved_libs / )" ] + then + emerge -q1 @preserved-rebuild > /dev/null 2>&1 || die "preserved-rebuild failed" + fi + + rm -fr /var/log/emerge.log +} + +env_update + +mkdir -p /root/.failures +touch /root/.list +eix-update > /dev/null 2>&1 || die "eix-update failed" + +if [ -z "$( grep DATE /root/.list )" ] +then + echo "DATE $( date )" >> /root/.list +fi + +update_world +rm -fr /usr/portage/distfiles/* + +for PACKAGE in ${PACKAGES} +do + test -f /root/tinderbox && rm -fr /root/tinderbox && exit 0 + + if [ -z "$( cat /root/.list | grep -w "${PACKAGE}" )" ] && [ -z "$( echo "${INTERACTIVES}" | grep -w "${PACKAGE}" )" ] && [ -z "$( echo "${TINDERBOX_EXCLUDE}" | grep -o ""${PACKAGE}" " )" ] && [ -z "$( echo "${PACKAGE}" | grep -E '(acct\-|virtual/|dev-ml|cygwin)' )" ] + then + env_update + + echo -ne "" > /etc/portage/package.env + test "${SRC_TEST}" = "yes" && echo ""${PACKAGE}" test" >> /etc/portage/package.env + test "${TOOLCHAIN}" = "yes" && echo ""${PACKAGE}" toolchain" >> /etc/portage/package.env + + SLOTS="$( V='{slotfirst}<slot>\n{}' eix --format '<availableversions::V>' -e "${PACKAGE}" )" + if [ "${SLOTS}" = "No matches found" ] + then + SLOTS="0" + fi + + for SLOT in ${SLOTS} + do + rm -fr /var/tmp/portage /root/.packages/"${PACKAGE}"* + echo "$( date '+%d-%m-%Y %H:%M' ) START ${PACKAGE}:${SLOT}" + emerge "${PACKAGE}":"${SLOT}" ${EOPTS} > /dev/null 2>&1 + if [ "${?}" != "0" ] && [ -n "$( find /var/tmp/portage -type l -name "build.log" 2>/dev/null )" ] + then + SHUF="$( shuf -i0000000000000000000-9999999999999999999 -n1 )" + + if [ "$( find /var/tmp/portage -type l -name "build.log" | wc -l )" -gt "1" ] + then + for FILE in $( find /var/tmp/portage -type l -name "build.log" ) + do + SHUF="$( shuf -i0000000000000000000-9999999999999999999 -n1 )" + cp "${FILE}" /root/.failures/"${SHUF}"_main + done + elif [ "$( find /var/tmp/portage -type l -name "build.log" | wc -l )" = "1" ] + then + cp "$( find /var/tmp/portage -type l -name "build.log" )" /root/.failures/"${SHUF}"_main + + for LOG in ${COMMON_ERROR_LOGS} + do + COUNT="1" + for FULLNAME in $( find /var/tmp/portage -type f -name "${LOG}" ) + do + FILE="$( basename "${FULLNAME}" )" + + if [ -n "$( grep "${FILE}" /root/.failures/"${SHUF}"_main )" ] + then + cp "${FULLNAME}" /root/.failures/"${SHUF}"_"${COUNT}"-"${LOG}" + fi + + let COUNT++ + done + done + fi + + echo "$( date '+%d-%m-%Y %H:%M' ) END ${PACKAGE}:${SLOT} fail" + else + echo "$( date '+%d-%m-%Y %H:%M' ) END ${PACKAGE}:${SLOT}" + fi + done + + echo "${PACKAGE}" >> /root/.list + update_world + fi +done
\ No newline at end of file |