mirror of https://github.com/asterisk/asterisk
Create tests/CI directory and add files used by Jenkins to build and test Asterisk. With this commit, Jenkins will run the Asterisk Unit Tests using the Jenkinsfile at tests/CI/unittests.jenkinsfile. Bash scripts to do the actual building and testing are also in the same directory. Output is placed in tests/CI/output so that directory has been added to .gitignore. Change-Id: I9448065465e6de2b878634510ace8fd1ef37860816.0
George Joseph
7 years ago
parent
6d0529cd7f
commit
b302ee6bd5
@ -0,0 +1,103 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
CIDIR=$(dirname $(readlink -fn $0))
|
||||||
|
source $CIDIR/ci.functions
|
||||||
|
|
||||||
|
gen_cats() {
|
||||||
|
set +x
|
||||||
|
action=$1
|
||||||
|
shift
|
||||||
|
cats=$@
|
||||||
|
|
||||||
|
for x in $cats ; do
|
||||||
|
echo " --${action}-category ${x}"
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
gen_mods() {
|
||||||
|
set +x
|
||||||
|
action=$1
|
||||||
|
shift
|
||||||
|
mods=$@
|
||||||
|
|
||||||
|
for x in $mods ; do
|
||||||
|
echo " --${action} ${x}"
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
sudo mkdir -p /srv/cache/externals /srv/cache/sounds || :
|
||||||
|
sudo chown -R jenkins:users /srv/cache
|
||||||
|
[ ! -d tests/CI/output ] && mkdir tests/CI/output
|
||||||
|
sudo chown -R jenkins:users tests/CI/output
|
||||||
|
|
||||||
|
MAKE=`which make`
|
||||||
|
printenv | sort
|
||||||
|
|
||||||
|
common_config_args="--sysconfdir=/etc --with-pjproject-bundled"
|
||||||
|
common_config_args+=" --with-sounds-cache=/srv/cache/sounds --with-externals-cache=/srv/cache/externals"
|
||||||
|
common_config_args+=" --enable-dev-mode"
|
||||||
|
export WGET_EXTRA_ARGS="--quiet"
|
||||||
|
|
||||||
|
runner ./configure ${common_config_args} CCACHE_DISABLE=1 >tests/CI/output/configure.txt
|
||||||
|
|
||||||
|
runner ${MAKE} menuselect.makeopts
|
||||||
|
|
||||||
|
runner menuselect/menuselect `gen_mods enable DONT_OPTIMIZE BETTER_BACKTRACES MALLOC_DEBUG DO_CRASH TEST_FRAMEWORK` menuselect.makeopts
|
||||||
|
runner menuselect/menuselect `gen_mods disable COMPILE_DOUBLE BUILD_NATIVE` menuselect.makeopts
|
||||||
|
|
||||||
|
cat_enables="MENUSELECT_BRIDGES MENUSELECT_CEL MENUSELECT_CDR"
|
||||||
|
cat_enables+=" MENUSELECT_CHANNELS MENUSELECT_CODECS MENUSELECT_FORMATS MENUSELECT_FUNCS"
|
||||||
|
cat_enables+=" MENUSELECT_PBX MENUSELECT_RES MENUSELECT_UTILS MENUSELECT_TESTS"
|
||||||
|
runner menuselect/menuselect `gen_cats enable $cat_enables` menuselect.makeopts
|
||||||
|
|
||||||
|
mod_disables="res_digium_phone chan_vpb"
|
||||||
|
[ "$BRANCH_NAME" == "master" ] && mod_disables+=" codec_opus codec_silk codec_g729a codec_siren7 codec_siren14"
|
||||||
|
runner menuselect/menuselect `gen_mods disable $mod_disables` menuselect.makeopts
|
||||||
|
|
||||||
|
mod_enables="app_voicemail app_directory FILE_STORAGE"
|
||||||
|
mod_enables+=" res_mwi_external res_ari_mailboxes res_mwi_external_ami res_stasis_mailbox"
|
||||||
|
mod_enables+=" CORE-SOUNDS-EN-GSM MOH-OPSOUND-GSM EXTRA-SOUNDS-EN-GSM"
|
||||||
|
runner menuselect/menuselect `gen_mods enable $mod_enables` menuselect.makeopts
|
||||||
|
|
||||||
|
runner ${MAKE} -j8 || runner ${MAKE} -j1 NOISY_BUILD=yes
|
||||||
|
|
||||||
|
ALEMBIC=$(which alembic 2>/dev/null || : )
|
||||||
|
if [ x"$ALEMBIC" = x ] ; then
|
||||||
|
echo "Alembic not installed"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd contrib/ast-db-manage
|
||||||
|
find -name *.pyc -delete
|
||||||
|
out=$(alembic -c config.ini.sample branches)
|
||||||
|
if [ "x$out" != "x" ] ; then
|
||||||
|
>&2 echo "Alembic branches were found for config"
|
||||||
|
>&2 echo $out
|
||||||
|
exit 1
|
||||||
|
else
|
||||||
|
>&2 echo "Alembic for 'config' OK"
|
||||||
|
fi
|
||||||
|
|
||||||
|
out=$(alembic -c cdr.ini.sample branches)
|
||||||
|
if [ "x$out" != "x" ] ; then
|
||||||
|
>&2 echo "Alembic branches were found for cdr"
|
||||||
|
>&2 echo $out
|
||||||
|
exit 1
|
||||||
|
else
|
||||||
|
>&2 echo "Alembic for 'cdr' OK"
|
||||||
|
fi
|
||||||
|
|
||||||
|
out=$(alembic -c voicemail.ini.sample branches)
|
||||||
|
if [ "x$out" != "x" ] ; then
|
||||||
|
>&2 echo "Alembic branches were found for voicemail"
|
||||||
|
>&2 echo $out
|
||||||
|
exit 1
|
||||||
|
else
|
||||||
|
>&2 echo "Alembic for 'voicemail' OK"
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [ -f "doc/core-en_US.xml" ] ; then
|
||||||
|
${MAKE} validate-docs || ${MAKE} NOISY_BUILD=yes validate-docs
|
||||||
|
fi
|
||||||
|
|
||||||
|
|
||||||
@ -0,0 +1,26 @@
|
|||||||
|
#
|
||||||
|
# This file contains useful Bash functions
|
||||||
|
# and can be "source"d from the scripts.
|
||||||
|
#
|
||||||
|
|
||||||
|
for a in "$@" ; do
|
||||||
|
OPTION_COUNT+=1
|
||||||
|
case "$a" in
|
||||||
|
--*=*)
|
||||||
|
[[ $a =~ --([^=]+)=(.*) ]]
|
||||||
|
l=${BASH_REMATCH[1]//-/_}
|
||||||
|
r=${BASH_REMATCH[2]}
|
||||||
|
eval ${l^^}=\"$r\"
|
||||||
|
;;
|
||||||
|
--*)
|
||||||
|
[[ $a =~ --(.+) ]]
|
||||||
|
l=${BASH_REMATCH[1]//-/_}
|
||||||
|
eval ${l^^}=1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
runner() {
|
||||||
|
( set -x ; "$@" )
|
||||||
|
}
|
||||||
|
|
||||||
@ -0,0 +1,23 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
MAKE=`which make`
|
||||||
|
if [ x"${@}" != x ] ; then
|
||||||
|
mkdir -p "${@}"
|
||||||
|
fi
|
||||||
|
destdir=${@:+DESTDIR=${@}}
|
||||||
|
|
||||||
|
${MAKE} ${destdir} install || ${MAKE} ${destdir} NOISY_BUILD=yes install || exit 1
|
||||||
|
${MAKE} ${destdir} samples
|
||||||
|
if [ -n "${@}" ] ; then
|
||||||
|
sed -i -r -e "s@\[directories\]\(!\)@[directories]@g" $@/etc/asterisk/asterisk.conf
|
||||||
|
sed -i -r -e "s@ /(var|etc|usr)/@ ${@}/\1/@g" $@/etc/asterisk/asterisk.conf
|
||||||
|
fi
|
||||||
|
|
||||||
|
set +e
|
||||||
|
chown -R jenkins:users ${@}/var/lib/asterisk
|
||||||
|
chown -R jenkins:users ${@}/var/spool/asterisk
|
||||||
|
chown -R jenkins:users ${@}/var/log/asterisk
|
||||||
|
chown -R jenkins:users ${@}/var/run/asterisk
|
||||||
|
chown -R jenkins:users ${@}/etc/asterisk
|
||||||
|
[ ! -d ${@}/tmp/asterisk-jenkins ] && mkdir ${@}/tmp/asterisk-jenkins
|
||||||
|
chown -R jenkins:users ${@}/tmp/asterisk-jenkins
|
||||||
|
ldconfig
|
||||||
@ -0,0 +1,22 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
CIDIR=$(dirname $(readlink -fn $0))
|
||||||
|
source $CIDIR/ci.functions
|
||||||
|
ASTETCDIR=$DESTDIR/etc/asterisk
|
||||||
|
|
||||||
|
pushd $TESTSUITE_DIR
|
||||||
|
|
||||||
|
runner sudo PYTHONPATH=./lib/python/ ./runtests.py --cleanup ${TEST_COMMAND} || :
|
||||||
|
|
||||||
|
if [ -f asterisk-test-suite-report.xml ] ; then
|
||||||
|
sudo chown jenkins:users asterisk-test-suite-report.xml
|
||||||
|
fi
|
||||||
|
|
||||||
|
runner ${CIDIR}/fixTestResults.py asterisk-test-suite-report.xml asterisk-test-suite-report.xml
|
||||||
|
|
||||||
|
if [ -f core* ] ; then
|
||||||
|
echo "*** Found a core file after running unit tests ***"
|
||||||
|
sudo /var/lib/asterisk/scripts/ast_coredumper --no-default-search core*
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
popd
|
||||||
@ -0,0 +1,69 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
CIDIR=$(dirname $(readlink -fn $0))
|
||||||
|
source $CIDIR/ci.functions
|
||||||
|
ASTETCDIR=$DESTDIR/etc/asterisk
|
||||||
|
|
||||||
|
echo "full => notice,warning,error,debug,verbose" > "$ASTETCDIR/logger.conf"
|
||||||
|
|
||||||
|
echo "[default]" > "$ASTETCDIR/extensions.conf"
|
||||||
|
|
||||||
|
cat <<-EOF > "$ASTETCDIR/manager.conf"
|
||||||
|
[general]
|
||||||
|
enabled=yes
|
||||||
|
bindaddr=127.0.0.1
|
||||||
|
port=5038
|
||||||
|
|
||||||
|
[test]
|
||||||
|
secret=test
|
||||||
|
read = system,call,log,verbose,agent,user,config,dtmf,reporting,cdr,dialplan
|
||||||
|
write = system,call,agent,user,config,command,reporting,originate
|
||||||
|
EOF
|
||||||
|
|
||||||
|
cat <<-EOF > "$ASTETCDIR/http.conf"
|
||||||
|
[general]
|
||||||
|
enabled=yes
|
||||||
|
bindaddr=127.0.0.1
|
||||||
|
port=8088
|
||||||
|
EOF
|
||||||
|
|
||||||
|
cat <<-EOF > "$ASTETCDIR/modules.conf"
|
||||||
|
[modules]
|
||||||
|
autoload=yes
|
||||||
|
noload=res_mwi_external.so
|
||||||
|
noload=res_mwi_external_ami.so
|
||||||
|
noload=res_ari_mailboxes.so
|
||||||
|
noload=res_stasis_mailbox.so
|
||||||
|
EOF
|
||||||
|
|
||||||
|
cat <<-EOF >> "$ASTETCDIR/sorcery.conf"
|
||||||
|
[res_pjsip_pubsub]
|
||||||
|
resource_list=memory
|
||||||
|
EOF
|
||||||
|
|
||||||
|
ASTERISK="$DESTDIR/usr/sbin/asterisk"
|
||||||
|
CONFFILE=$ASTETCDIR/asterisk.conf
|
||||||
|
OUTPUTDIR=${OUTPUT_DIR:-tests/CI/output/}
|
||||||
|
OUTPUTFILE=${OUTPUT_XML:-${OUTPUTDIR}/unittests-results.xml}
|
||||||
|
|
||||||
|
[ ! -d ${OUTPUTDIR} ] && mkdir -p $OUTPUTDIR
|
||||||
|
sudo chown -R jenkins:users $OUTPUTDIR
|
||||||
|
|
||||||
|
rm -rf $ASTETCDIR/extensions.{ael,lua} || :
|
||||||
|
|
||||||
|
runner sudo $ASTERISK -U jenkins -G users -gn -C $CONFFILE
|
||||||
|
sleep 3
|
||||||
|
runner $ASTERISK -rx "core waitfullybooted" -C $CONFFILE
|
||||||
|
sleep 1
|
||||||
|
runner $ASTERISK -rx "${TEST_COMMAND:-test execute all}" -C $CONFFILE
|
||||||
|
runner $ASTERISK -rx "test show results failed" -C $CONFFILE
|
||||||
|
runner $ASTERISK -rx "test generate results xml $OUTPUTFILE" -C $CONFFILE
|
||||||
|
runner $ASTERISK -rx "core stop now" -C $CONFFILE
|
||||||
|
|
||||||
|
runner rsync -vaH $DESTDIR/var/log/asterisk/. $OUTPUTDIR
|
||||||
|
|
||||||
|
sudo chown -R jenkins:users $OUTPUTDIR
|
||||||
|
if [ -f core* ] ; then
|
||||||
|
echo "*** Found a core file after running unit tests ***"
|
||||||
|
$DESTDIR/var/lib/asterisk/scripts/ast_coredumper --no-default-search core*
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
@ -0,0 +1,13 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
chmod 0750 /etc/sudoers.d
|
||||||
|
chmod 0440 /etc/sudoers.d/jenkins
|
||||||
|
|
||||||
|
chown root:root -R /root
|
||||||
|
chmod -R go-rwx /root/.ssh
|
||||||
|
chown -R jenkins:jenkins /home/jenkins
|
||||||
|
chown -R jenkins:jenkins /srv/cache
|
||||||
|
chown -R jenkins:jenkins /srv/jenkins
|
||||||
|
chown -R jenkins:jenkins /srv/git
|
||||||
|
chmod -R go-rwx /home/jenkins/.ssh
|
||||||
|
chmod -R go-rwx /home/jenkins/.ssh/authorized_keys
|
||||||
@ -0,0 +1,170 @@
|
|||||||
|
/*
|
||||||
|
* This pipeline is the "template" for the Asterisk Unit Tests multi-branch
|
||||||
|
* parent job. Jenkins will automatically scan the branches in the "asterisk"
|
||||||
|
* or "Security-asterisk" projects in Gerrit and automatically create a branch-
|
||||||
|
* specific job for each branch it finds this file in.
|
||||||
|
*
|
||||||
|
* This file starts as a declarative pipeline because with a declarative
|
||||||
|
* pipeline, you can define the trigger in the pipeline file. This keeps
|
||||||
|
* everything in one place. We transition to scripted pipeline later on because
|
||||||
|
* we need to dynamically determine which docker image we're going to use and
|
||||||
|
* you can't do that in a delcarative pipeline.
|
||||||
|
*/
|
||||||
|
pipeline {
|
||||||
|
triggers {
|
||||||
|
/*
|
||||||
|
* This trigger will match either the "asterisk" or "Security-asterisk"
|
||||||
|
* projects. The branch is taken from the branch this job was created
|
||||||
|
* for.
|
||||||
|
*/
|
||||||
|
gerrit customUrl: '',
|
||||||
|
commentTextParameterMode: 'PLAIN',
|
||||||
|
commitMessageParameterMode: 'PLAIN',
|
||||||
|
gerritBuildStartedVerifiedValue: 0,
|
||||||
|
gerritBuildNotBuiltVerifiedValue: 0,
|
||||||
|
gerritBuildSuccessfulVerifiedValue: 1,
|
||||||
|
gerritBuildFailedVerifiedValue: -1,
|
||||||
|
gerritBuildUnstableVerifiedValue: -1,
|
||||||
|
gerritProjects: [
|
||||||
|
[branches: [[compareType: 'PLAIN', pattern: "${BRANCH_NAME}"]],
|
||||||
|
compareType: 'REG_EXP',
|
||||||
|
disableStrictForbiddenFileVerification: false,
|
||||||
|
pattern: '^(Security-)?asterisk.*'
|
||||||
|
]
|
||||||
|
],
|
||||||
|
silentMode: false,
|
||||||
|
triggerOnEvents: [
|
||||||
|
commentAddedContains('^recheck$'),
|
||||||
|
patchsetCreated(excludeDrafts: false,
|
||||||
|
excludeNoCodeChange: true,
|
||||||
|
excludeTrivialRebase: false),
|
||||||
|
draftPublished()
|
||||||
|
],
|
||||||
|
skipVote: [
|
||||||
|
onFailed: false,
|
||||||
|
onNotBuilt: true,
|
||||||
|
onSuccessful: false,
|
||||||
|
onUnstable: false
|
||||||
|
]
|
||||||
|
}
|
||||||
|
agent {
|
||||||
|
/* All of the stages need to be performed on a docker host */
|
||||||
|
label "swdev-docker"
|
||||||
|
}
|
||||||
|
|
||||||
|
stages {
|
||||||
|
stage ("Unit Tests-->") {
|
||||||
|
/*
|
||||||
|
* Jenkins will try to automatically rebuild this job when
|
||||||
|
* the jenkinsfile changes but since this job is dependent on
|
||||||
|
* Gerrit, we really don't want to do anything in that case.
|
||||||
|
*/
|
||||||
|
when {
|
||||||
|
not { environment name: 'GERRIT_CHANGE_NUMBER', value: '' }
|
||||||
|
}
|
||||||
|
steps {
|
||||||
|
script {
|
||||||
|
stage ("Checkout") {
|
||||||
|
/*
|
||||||
|
* Jenkins has already automatically checked out the base branch
|
||||||
|
* for this change but we now need to check out the change itself
|
||||||
|
* and rebase it on the current base branch. If the rebase fails,
|
||||||
|
* that's an indication to the user that they'll need to sort their
|
||||||
|
* change out.
|
||||||
|
*
|
||||||
|
* The Gerrit Trigger provides all the URLs and refspecs to
|
||||||
|
* check out the change.
|
||||||
|
*/
|
||||||
|
checkout scm: [$class: 'GitSCM',
|
||||||
|
branches: [[name: env.GERRIT_BRANCH ]],
|
||||||
|
extensions: [
|
||||||
|
[$class: 'CleanBeforeCheckout'],
|
||||||
|
[$class: 'PreBuildMerge', options: [
|
||||||
|
mergeRemote: env.GERRIT_NAME,
|
||||||
|
mergeTarget: env.GERRIT_BRANCH ]
|
||||||
|
],
|
||||||
|
[$class: 'CloneOption',
|
||||||
|
noTags: true,
|
||||||
|
depth: 10,
|
||||||
|
honorRefspec: true,
|
||||||
|
shallow: true
|
||||||
|
],
|
||||||
|
[$class: 'BuildChooserSetting',
|
||||||
|
buildChooser: [$class: 'GerritTriggerBuildChooser']
|
||||||
|
]
|
||||||
|
],
|
||||||
|
userRemoteConfigs: [
|
||||||
|
[name: env.GERRIT_NAME, refspec: env.GERRIT_REFSPEC, url: env.GIT_URL ]
|
||||||
|
]
|
||||||
|
]
|
||||||
|
}
|
||||||
|
|
||||||
|
def images = env.DOCKER_IMAGES.split(' ')
|
||||||
|
def r = currentBuild.startTimeInMillis % images.length
|
||||||
|
def ri = images[(int)r]
|
||||||
|
def randomImage = env.DOCKER_REGISTRY + "/" + ri;
|
||||||
|
def dockerOptions =
|
||||||
|
"-v /srv/jenkins:/srv/jenkins:rw -v /srv/cache:/srv/cache:rw" +
|
||||||
|
" --entrypoint='' --name ${BUILD_TAG}-build"
|
||||||
|
|
||||||
|
docker.image(randomImage).inside(dockerOptions) {
|
||||||
|
|
||||||
|
stage ('Build') {
|
||||||
|
echo 'Building..'
|
||||||
|
sh './tests/CI/buildAsterisk.sh'
|
||||||
|
|
||||||
|
archiveArtifacts allowEmptyArchive: true, defaultExcludes: false, fingerprint: false,
|
||||||
|
artifacts: "tests/CI/output/*"
|
||||||
|
}
|
||||||
|
|
||||||
|
stage ('Test') {
|
||||||
|
def outputdir = "tests/CI/output/UnitTests"
|
||||||
|
def outputfile = "${outputdir}/unittests-results.xml"
|
||||||
|
def testcmd = "test execute all"
|
||||||
|
|
||||||
|
sh 'sudo ./tests/CI/installAsterisk.sh'
|
||||||
|
echo "tests/CI/runUnittests.sh --output-dir='${outputdir}' --output-xml='${outputfile}' --test-command='${testcmd}'"
|
||||||
|
sh "tests/CI/runUnittests.sh --output-dir='${outputdir}' --output-xml='${outputfile}' --test-command='${testcmd}'"
|
||||||
|
|
||||||
|
archiveArtifacts allowEmptyArchive: true, defaultExcludes: false, fingerprint: true,
|
||||||
|
artifacts: "${outputdir}/**"
|
||||||
|
|
||||||
|
junit testResults: outputfile,
|
||||||
|
healthScaleFactor: 1.0,
|
||||||
|
keepLongStdio: true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
stage ('Cleanup') {
|
||||||
|
sh "sudo make distclean || : "
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
/*
|
||||||
|
* The Gerrit Trigger will automatically post the "Verified" results back
|
||||||
|
* to Gerrit but the verification publisher publishes extra stuff in the
|
||||||
|
* "Code Review" section of the review.
|
||||||
|
*/
|
||||||
|
post {
|
||||||
|
success {
|
||||||
|
gerritverificationpublisher verifyStatusValue: 1, verifyStatusCategory: 'Passed',
|
||||||
|
verifyStatusURL: '', verifyStatusComment: '',
|
||||||
|
verifyStatusName: '', verifyStatusReporter: '',
|
||||||
|
verifyStatusRerun: 'recheck'
|
||||||
|
}
|
||||||
|
failure {
|
||||||
|
gerritverificationpublisher verifyStatusValue: -1, verifyStatusCategory: 'Failed',
|
||||||
|
verifyStatusURL: '', verifyStatusComment: '',
|
||||||
|
verifyStatusName: '', verifyStatusReporter: '',
|
||||||
|
verifyStatusRerun: 'recheck'
|
||||||
|
}
|
||||||
|
unstable {
|
||||||
|
gerritverificationpublisher verifyStatusValue: -1, verifyStatusCategory: 'Failed',
|
||||||
|
verifyStatusURL: '', verifyStatusComment: '',
|
||||||
|
verifyStatusName: '', verifyStatusReporter: '',
|
||||||
|
verifyStatusRerun: 'recheck'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in new issue