Pull request #3190 opened Connecting to https://api.github.com using edgex-jenkins/****** (edgex-jenkins github personal access token) Connecting to https://api.github.com to check permissions of obtain list of weichou1229 for edgexfoundry/edgex-go Loading trusted files from base branch master at afdb9f2a3541b593beed41fd247753118ef1ae38 rather than 8c1b7592655635c653eac6476d94bd9142a1b41c Obtained Jenkinsfile from afdb9f2a3541b593beed41fd247753118ef1ae38 Running in Durability level: MAX_SURVIVABILITY Loading library edgex-global-pipelines@stable Attempting to resolve stable from remote references... > git --version # timeout=10 > git --version # 'git version 2.16.6' using GIT_SSH to set credentials SSH Credentials for GitHub > git ls-remote -h -t -- git@github.com:edgexfoundry/edgex-global-pipelines.git # timeout=10 Found match: refs/tags/stable revision 5a4b2863d981ac6c14e44fa4f963a690d64f08cf Resolving tag commit... (remote references may be a lightweight tag or an annotated tag) > git rev-parse --is-inside-work-tree # timeout=10 Setting origin to git@github.com:edgexfoundry/edgex-global-pipelines.git > git config remote.origin.url git@github.com:edgexfoundry/edgex-global-pipelines.git # timeout=10 Fetching origin... Fetching upstream changes from origin > git --version # timeout=10 > git --version # 'git version 2.16.6' > git config --get remote.origin.url # timeout=10 using GIT_SSH to set credentials SSH Credentials for GitHub > git fetch --tags --progress -- origin +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse refs/tags/stable^{commit} # timeout=10 Resolved tag stable revision 5a4b2863d981ac6c14e44fa4f963a690d64f08cf using credential edgex-jenkins-ssh Cloning the remote Git repository Cloning with configured refspecs honoured and with tags Cloning repository git@github.com:edgexfoundry/edgex-global-pipelines.git > git init /var/lib/jenkins/jobs/edgexfoundry/jobs/edgex-go/branches/PR-3190/workspace@libs/edgex-global-pipelines # timeout=10 Fetching upstream changes from git@github.com:edgexfoundry/edgex-global-pipelines.git > git --version # timeout=10 > git --version # 'git version 2.16.6' using GIT_SSH to set credentials SSH Credentials for GitHub > git fetch --tags --progress -- git@github.com:edgexfoundry/edgex-global-pipelines.git +refs/pull/*:refs/remotes/origin/pr/* # timeout=10 > git config remote.origin.url git@github.com:edgexfoundry/edgex-global-pipelines.git # timeout=10 > git config --add remote.origin.fetch +refs/pull/*:refs/remotes/origin/pr/* # timeout=10 > git config remote.origin.url git@github.com:edgexfoundry/edgex-global-pipelines.git # timeout=10 Fetching with tags Fetching upstream changes from git@github.com:edgexfoundry/edgex-global-pipelines.git using GIT_SSH to set credentials SSH Credentials for GitHub > git fetch --tags --progress -- git@github.com:edgexfoundry/edgex-global-pipelines.git +refs/pull/*:refs/remotes/origin/pr/* # timeout=10 Checking out Revision 5a4b2863d981ac6c14e44fa4f963a690d64f08cf (stable) > git config core.sparsecheckout # timeout=10 > git checkout -f 5a4b2863d981ac6c14e44fa4f963a690d64f08cf # timeout=10 Commit message: "Merge pull request #318 from MightyNerdEric/parallelCostCapture" > git remote # timeout=10 > git submodule init # timeout=10 > git submodule sync # timeout=10 > git config --get remote.origin.url # timeout=10 > git submodule init # timeout=10 > git config -f .gitmodules --get-regexp ^submodule\.(.+)\.url # timeout=10 > git config --get submodule.global-jjb.url # timeout=10 > git config -f .gitmodules --get submodule.global-jjb.path # timeout=10 > git submodule update --init --recursive global-jjb # timeout=10 > git --version # timeout=10 > git --version # 'git version 2.16.6' Excluding src/test/ from checkout of git git@github.com:edgexfoundry/edgex-global-pipelines.git so that shared library test code cannot be accessed by Pipelines. To remove this log message, move the test code outside of src/. To restore the previous behavior that allowed access to files in src/test/, pass -Dorg.jenkinsci.plugins.workflow.libs.SCMSourceRetriever.INCLUDE_SRC_TEST_IN_LIBRARIES=true to the java command used to start Jenkins. Loading library lf-pipelines@master Attempting to resolve master from remote references... > git --version # timeout=10 > git --version # 'git version 2.16.6' using GIT_SSH to set credentials SSH Credentials for GitHub > git ls-remote -h -- git@github.com:lfit/releng-pipelines.git # timeout=10 Found match: refs/heads/master revision 46d8313d362d7075c0f562900eedc504c24ea18a using credential edgex-jenkins-ssh Cloning the remote Git repository Cloning with configured refspecs honoured and without tags Cloning repository git@github.com:lfit/releng-pipelines.git > git init /var/lib/jenkins/jobs/edgexfoundry/jobs/edgex-go/branches/PR-3190/workspace@libs/lf-pipelines # timeout=10 Fetching upstream changes from git@github.com:lfit/releng-pipelines.git > git --version # timeout=10 > git --version # 'git version 2.16.6' using GIT_SSH to set credentials SSH Credentials for GitHub > git fetch --no-tags --progress -- git@github.com:lfit/releng-pipelines.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url git@github.com:lfit/releng-pipelines.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url git@github.com:lfit/releng-pipelines.git # timeout=10 Fetching without tags Fetching upstream changes from git@github.com:lfit/releng-pipelines.git using GIT_SSH to set credentials SSH Credentials for GitHub > git fetch --no-tags --progress -- git@github.com:lfit/releng-pipelines.git +refs/heads/*:refs/remotes/origin/* # timeout=10 Checking out Revision 46d8313d362d7075c0f562900eedc504c24ea18a (master) > git config core.sparsecheckout # timeout=10 > git checkout -f 46d8313d362d7075c0f562900eedc504c24ea18a # timeout=10 Commit message: "Fix lfParallelCostCapture env var name" > git remote # timeout=10 > git submodule init # timeout=10 > git submodule sync # timeout=10 > git config --get remote.origin.url # timeout=10 > git submodule init # timeout=10 > git config -f .gitmodules --get-regexp ^submodule\.(.+)\.url # timeout=10 > git config --get submodule.global-jjb.url # timeout=10 > git config -f .gitmodules --get submodule.global-jjb.path # timeout=10 > git submodule update --init --recursive global-jjb # timeout=10 > git --version # timeout=10 > git --version # 'git version 2.16.6' fatal: bad object 5a4b2863d981ac6c14e44fa4f963a690d64f08cf Excluding src/test/ from checkout of git git@github.com:lfit/releng-pipelines.git so that shared library test code cannot be accessed by Pipelines. To remove this log message, move the test code outside of src/. To restore the previous behavior that allowed access to files in src/test/, pass -Dorg.jenkinsci.plugins.workflow.libs.SCMSourceRetriever.INCLUDE_SRC_TEST_IN_LIBRARIES=true to the java command used to start Jenkins. [Pipeline] Start of Pipeline [Pipeline] echo ========================================================= [edgeXBuildGoParallel] RAW Config: [project:edgex-go, dockerFileGlobPath:cmd/**/Dockerfile, testScript:make test, buildScript:make build, publishSwaggerDocs:true, swaggerApiFolders:[openapi/v1, openapi/v2], buildSnap:true] ========================================================= [Pipeline] echo Setting up nodes based on requested architectures [[amd64, arm64]] [Pipeline] echo Nodes requested: [[centos7-docker-4c-2g, ubuntu18.04-docker-arm64-4c-16g]] [Pipeline] echo ========================================================= [edgeXBuildGoParallel] Pipeline Parameters: ========================================================= [Pipeline] echo MAVEN_SETTINGS: edgex-go-settings PROJECT: edgex-go USE_SEMVER: true TEST_SCRIPT: make test BUILD_SCRIPT: make build GO_VERSION: 1.15 DOCKER_BASE_IMAGE: nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.15-alpine DOCKER_FILE_GLOB: cmd/**/Dockerfile DOCKER_IMAGE_NAME_PREFIX: docker- DOCKER_IMAGE_NAME_SUFFIX: -go DOCKER_BUILD_FILE_PATH: Dockerfile.build DOCKER_BUILD_CONTEXT: . DOCKER_REGISTRY_NAMESPACE: DOCKER_NEXUS_REPO: staging BUILD_DOCKER_IMAGE: true PUSH_DOCKER_IMAGE: true SEMVER_BUMP_LEVEL: pre GOPROXY: https://nexus3.edgexfoundry.org/repository/go-proxy/ PUBLISH_SWAGGER_DOCS: true SWAGGER_API_FOLDERS: openapi/v1 openapi/v2 BUILD_SNAP: true [Pipeline] node Still waiting to schedule task ‘prd-centos7-docker-4c-2g-27482’ is offline Running on prd-centos7-docker-4c-2g-27485 in /w/workspace/edgexfoundry_edgex-go_PR-3190 [Pipeline] { [Pipeline] ws Running in /w/workspace/edgex-go/1 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout using credential edgex-jenkins-ssh Cloning the remote Git repository Cloning repository git@github.com:edgexfoundry/edgex-go.git > git init /w/workspace/edgex-go/1 # timeout=10 Fetching upstream changes from git@github.com:edgexfoundry/edgex-go.git > git --version # timeout=10 > git --version # 'git version 2.24.3' using GIT_SSH to set credentials SSH Credentials for GitHub > git fetch --tags --force --progress -- git@github.com:edgexfoundry/edgex-go.git +refs/heads/*:refs/remotes/origin/* # timeout=10 Merging remotes/origin/master commit afdb9f2a3541b593beed41fd247753118ef1ae38 into PR head commit 8c1b7592655635c653eac6476d94bd9142a1b41c Merge succeeded, producing 7ca4a1f4da5ba353dfc7d06cef7c318ffc48f795 Checking out Revision 7ca4a1f4da5ba353dfc7d06cef7c318ffc48f795 (PR-3190) > git config remote.origin.url git@github.com:edgexfoundry/edgex-go.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url git@github.com:edgexfoundry/edgex-go.git # timeout=10 Fetching upstream changes from git@github.com:edgexfoundry/edgex-go.git using GIT_SSH to set credentials SSH Credentials for GitHub > git fetch --tags --force --progress -- git@github.com:edgexfoundry/edgex-go.git +refs/pull/3190/head:refs/remotes/origin/PR-3190 +refs/heads/master:refs/remotes/origin/master # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 8c1b7592655635c653eac6476d94bd9142a1b41c # timeout=10 > git remote # timeout=10 > git config --get remote.origin.url # timeout=10 using GIT_SSH to set credentials SSH Credentials for GitHub > git merge afdb9f2a3541b593beed41fd247753118ef1ae38 # timeout=10 > git rev-parse HEAD^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 7ca4a1f4da5ba353dfc7d06cef7c318ffc48f795 # timeout=10 Commit message: "Merge commit 'afdb9f2a3541b593beed41fd247753118ef1ae38' into HEAD" First time build. Skipping changelog. > git --version # timeout=10 > git --version # 'git version 2.24.3' fatal: bad object 5a4b2863d981ac6c14e44fa4f963a690d64f08cf [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] timestamps [Pipeline] { [Pipeline] timeout 03:42:03 Timeout set to expire in 6 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] script [Pipeline] { [Pipeline] withCredentials 03:42:03 Masking supported pattern matches of $GH_TOKEN_USR or $GH_TOKEN_PSW [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] echo 03:42:03 ========================================================= 03:42:03 EdgeX Global Pipelines Version Info 03:42:03 ========================================================= [Pipeline] libraryResource [Pipeline] sh 03:42:05 ------------------- 03:42:05 stable info: 03:42:05 ------------------- 03:42:05 Commited By: Ernesto Ojeda ernesto.ojeda@intel.com 03:42:05 Commit SHA: 5a4b2863d981ac6c14e44fa4f963a690d64f08cf 03:42:05 Message: update stable to v1.0.181 03:42:05 ------------------- 03:42:05 experimental info: 03:42:05 ------------------- 03:42:05 Commited By: **** collab-it+edgex@linuxfoundation.org 03:42:05 Commit SHA: 5a4b2863d981ac6c14e44fa4f963a690d64f08cf 03:42:05 Message: update experimental to v1.0.181 [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withCredentials [Pipeline] echo 03:42:06 [edgeXSetupEnvironment]: set envvar MAVEN_SETTINGS = edgex-go-settings [Pipeline] echo 03:42:06 [edgeXSetupEnvironment]: set envvar PROJECT = edgex-go [Pipeline] echo 03:42:06 [edgeXSetupEnvironment]: set envvar USE_SEMVER = true [Pipeline] echo 03:42:06 [edgeXSetupEnvironment]: set envvar TEST_SCRIPT = make test [Pipeline] echo 03:42:06 [edgeXSetupEnvironment]: set envvar BUILD_SCRIPT = make build [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar GO_VERSION = 1.15 [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar DOCKER_BASE_IMAGE = nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.15-alpine [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar DOCKER_FILE_GLOB = cmd/**/Dockerfile [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar DOCKER_IMAGE_NAME_PREFIX = docker- [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar DOCKER_IMAGE_NAME_SUFFIX = -go [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar DOCKER_BUILD_FILE_PATH = Dockerfile.build [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar DOCKER_BUILD_CONTEXT = . [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar DOCKER_REGISTRY_NAMESPACE = [Pipeline] echo 03:42:07 [edgeXSetupEnvironment]: set envvar DOCKER_NEXUS_REPO = staging [Pipeline] echo 03:42:08 [edgeXSetupEnvironment]: set envvar BUILD_DOCKER_IMAGE = true [Pipeline] echo 03:42:08 [edgeXSetupEnvironment]: set envvar PUSH_DOCKER_IMAGE = true [Pipeline] echo 03:42:08 [edgeXSetupEnvironment]: set envvar SEMVER_BUMP_LEVEL = pre [Pipeline] echo 03:42:08 [edgeXSetupEnvironment]: set envvar GOPROXY = https://nexus3.edgexfoundry.org/repository/go-proxy/ [Pipeline] echo 03:42:08 [edgeXSetupEnvironment]: set envvar PUBLISH_SWAGGER_DOCS = true [Pipeline] echo 03:42:08 [edgeXSetupEnvironment]: set envvar SWAGGER_API_FOLDERS = openapi/v1 openapi/v2 [Pipeline] echo 03:42:08 [edgeXSetupEnvironment]: set envvar BUILD_SNAP = true [Pipeline] echo 03:42:08 [edgeXSetupEnvironment]: set envvar GIT_BRANCH = PR-3190 [Pipeline] echo 03:42:09 [edgeXSetupEnvironment]: set envvar SEMVER_BRANCH = PR-3190 [Pipeline] echo 03:42:09 [edgeXSetupEnvironment]: set envvar GIT_BRANCH_CLEAN = PR-3190 [Pipeline] echo 03:42:09 [edgeXSetupEnvironment]: set envvar GIT_COMMIT = 7ca4a1f4da5ba353dfc7d06cef7c318ffc48f795 [Pipeline] echo 03:42:09 [edgeXSetupEnvironment]: set envvar SHORT_GIT_COMMIT = 7ca4a1f [Pipeline] echo 03:42:09 [edgeXSetupEnvironment]: set envvar SEMVER_PRE_PREFIX = dev [Pipeline] withEnv [Pipeline] { [Pipeline] wrap 03:42:09 provisioning config files... 03:42:09 copy managed file [edgex-go-settings] to file:/w/workspace/edgex-go/1@tmp/config3652149118512294999tmp [Pipeline] { [Pipeline] libraryResource [Pipeline] sh 03:42:10 ---> docker-login.sh 03:42:10 nexus3.edgexfoundry.org:10001 03:42:10 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:42:10 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:42:10 Configure a credential helper to remove this warning. See 03:42:10 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:42:10 03:42:10 Login Succeeded 03:42:10 nexus3.edgexfoundry.org:10002 03:42:10 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:42:10 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:42:10 Configure a credential helper to remove this warning. See 03:42:10 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:42:10 03:42:10 Login Succeeded 03:42:10 nexus3.edgexfoundry.org:10003 03:42:11 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:42:11 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:42:11 Configure a credential helper to remove this warning. See 03:42:11 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:42:11 03:42:11 Login Succeeded 03:42:11 nexus3.edgexfoundry.org:10004 03:42:11 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:42:11 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:42:11 Configure a credential helper to remove this warning. See 03:42:11 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:42:11 03:42:11 Login Succeeded 03:42:11 docker.io 03:42:11 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:42:11 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:42:11 Configure a credential helper to remove this warning. See 03:42:11 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:42:11 03:42:11 Login Succeeded 03:42:11 ---> docker-login.sh ends [Pipeline] } 03:42:11 Deleting 1 temporary files [Pipeline] // wrap [Pipeline] } [Pipeline] // withEnv [Pipeline] sh 03:42:12 ++ ls cmd/core-command/Dockerfile cmd/core-data/Dockerfile cmd/core-metadata/Dockerfile cmd/security-bootstrapper/Dockerfile cmd/security-proxy-setup/Dockerfile cmd/security-secretstore-setup/Dockerfile cmd/support-notifications/Dockerfile cmd/support-scheduler/Dockerfile cmd/sys-mgmt-agent/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/core-command/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo core-command,cmd/core-command/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/core-data/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo core-data,cmd/core-data/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/core-metadata/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo core-metadata,cmd/core-metadata/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/security-bootstrapper/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo security-bootstrapper,cmd/security-bootstrapper/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/security-proxy-setup/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo security-proxy-setup,cmd/security-proxy-setup/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/security-secretstore-setup/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo security-secretstore-setup,cmd/security-secretstore-setup/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/support-notifications/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo support-notifications,cmd/support-notifications/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/support-scheduler/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo support-scheduler,cmd/support-scheduler/Dockerfile 03:42:12 + for file in '`ls cmd/**/Dockerfile`' 03:42:12 ++ dirname cmd/sys-mgmt-agent/Dockerfile 03:42:12 ++ cut -d/ -f2 03:42:12 + echo sys-mgmt-agent,cmd/sys-mgmt-agent/Dockerfile [Pipeline] echo 03:42:12 Generate Dockers from filesystem: [[image:docker-core-command-go, dockerfile:cmd/core-command/Dockerfile], [image:docker-core-data-go, dockerfile:cmd/core-data/Dockerfile], [image:docker-core-metadata-go, dockerfile:cmd/core-metadata/Dockerfile], [image:docker-security-bootstrapper-go, dockerfile:cmd/security-bootstrapper/Dockerfile], [image:docker-security-proxy-setup-go, dockerfile:cmd/security-proxy-setup/Dockerfile], [image:docker-security-secretstore-setup-go, dockerfile:cmd/security-secretstore-setup/Dockerfile], [image:docker-support-notifications-go, dockerfile:cmd/support-notifications/Dockerfile], [image:docker-support-scheduler-go, dockerfile:cmd/support-scheduler/Dockerfile], [image:docker-sys-mgmt-agent-go, dockerfile:cmd/sys-mgmt-agent/Dockerfile]] [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Semver Prep) [Pipeline] isUnix [Pipeline] sh 03:42:13 + docker inspect -f . nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest 03:42:13 03:42:13 Error: No such object: nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest [Pipeline] isUnix [Pipeline] sh 03:42:14 + docker pull nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest 03:42:14 latest: Pulling from edgex-devops/git-semver 03:42:14 31603596830f: Pulling fs layer 03:42:14 2a8b12db71e7: Pulling fs layer 03:42:14 6ca5941a6612: Pulling fs layer 03:42:14 ecc8261a40a4: Pulling fs layer 03:42:14 ecc8261a40a4: Waiting 03:42:14 2a8b12db71e7: Verifying Checksum 03:42:14 2a8b12db71e7: Download complete 03:42:14 31603596830f: Verifying Checksum 03:42:14 31603596830f: Download complete 03:42:14 ecc8261a40a4: Verifying Checksum 03:42:14 ecc8261a40a4: Download complete 03:42:14 6ca5941a6612: Verifying Checksum 03:42:14 6ca5941a6612: Download complete 03:42:14 31603596830f: Pull complete 03:42:14 2a8b12db71e7: Pull complete 03:42:15 6ca5941a6612: Pull complete 03:42:15 ecc8261a40a4: Pull complete 03:42:15 Digest: sha256:c336c3cb7d26c4f33e4bbf869d415e221d43967d83d6a5809e4cb0cc2a1e8fe7 03:42:16 Status: Downloaded newer image for nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest 03:42:16 nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest [Pipeline] withDockerContainer 03:42:16 prd-centos7-docker-4c-2g-27485 does not seem to be running inside a container 03:42:16 $ docker run -t -d -u 1001:1001 -u 0:0 -v /etc/ssh:/etc/ssh -w /w/workspace/edgex-go/1 -v /w/workspace/edgex-go/1:/w/workspace/edgex-go/1:rw,z -v /w/workspace/edgex-go/1@tmp:/w/workspace/edgex-go/1@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest cat 03:42:18 $ docker top 25ce8050eb5e2b66de24c370df29acb4385944450e7f2c12307844d8b819911b -eo pid,comm [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] sshagent 03:42:19 [ssh-agent] Using credentials edgex-jenkins (SSH Credentials for GitHub) 03:42:19 [ssh-agent] Looking for ssh-agent implementation... 03:42:19 [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) 03:42:19 $ docker exec 25ce8050eb5e2b66de24c370df29acb4385944450e7f2c12307844d8b819911b ssh-agent 03:42:19 SSH_AUTH_SOCK=/tmp/ssh-kKEvQU6UiIVS/agent.12 03:42:19 SSH_AGENT_PID=18 03:42:19 Running ssh-add (command line suppressed) 03:42:19 Identity added: /w/workspace/edgex-go/1@tmp/private_key_3011760679986795337.key (/w/workspace/edgex-go/1@tmp/private_key_3011760679986795337.key) 03:42:19 [ssh-agent] Started. [Pipeline] { [Pipeline] sh 03:42:20 + git tag --points-at HEAD [Pipeline] } 03:42:20 $ docker exec --env ******** --env ******** 25ce8050eb5e2b66de24c370df29acb4385944450e7f2c12307844d8b819911b ssh-agent -k 03:42:20 unset SSH_AUTH_SOCK; 03:42:20 unset SSH_AGENT_PID; 03:42:20 echo Agent pid 18 killed; 03:42:20 [ssh-agent] Stopped. [Pipeline] // sshagent [Pipeline] sshagent 03:42:20 [ssh-agent] Using credentials edgex-jenkins (SSH Credentials for GitHub) 03:42:20 [ssh-agent] Looking for ssh-agent implementation... 03:42:20 [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) 03:42:20 $ docker exec 25ce8050eb5e2b66de24c370df29acb4385944450e7f2c12307844d8b819911b ssh-agent 03:42:20 SSH_AUTH_SOCK=/tmp/ssh-Sbf1yaZ90b3r/agent.46 03:42:20 SSH_AGENT_PID=51 03:42:20 Running ssh-add (command line suppressed) 03:42:20 Identity added: /w/workspace/edgex-go/1@tmp/private_key_6415929607928708760.key (/w/workspace/edgex-go/1@tmp/private_key_6415929607928708760.key) 03:42:20 [ssh-agent] Started. [Pipeline] { [Pipeline] sh 03:42:21 + git semver init 03:42:21 # -> Open(): unable to determine branch for HEAD 03:42:21 # $GIT_DIR = /w/workspace/edgex-go/1/.git 03:42:21 # $GIT_WORK_TREE = /w/workspace/edgex-go/1 03:42:21 # $SEMVER_REMOTE_NAME = origin 03:42:21 # $SEMVER_USER_EMAIL = collab-it+edgex@linuxfoundation.org 03:42:21 # $SEMVER_USER_NAME = edgex-jenkins 03:42:21 # $SEMVER_BRANCH = PR-3190 03:42:21 # $SEMVER_TEMP = /tmp/semver-539344250 03:42:21 # git clone --branch semver git@github.com:edgexfoundry/edgex-go.git $SEMVER_TEMP 03:42:39 # '/tmp/semver-539344250' -> '/w/workspace/edgex-go/1/.semver' 03:42:39 # -> Force: false 03:42:39 # $SEMVER_DIR = /w/workspace/edgex-go/1/.semver [Pipeline] } 03:42:39 $ docker exec --env ******** --env ******** 25ce8050eb5e2b66de24c370df29acb4385944450e7f2c12307844d8b819911b ssh-agent -k 03:42:39 unset SSH_AUTH_SOCK; 03:42:39 unset SSH_AGENT_PID; 03:42:39 echo Agent pid 51 killed; 03:42:39 [ssh-agent] Stopped. [Pipeline] // sshagent [Pipeline] } [Pipeline] // withEnv [Pipeline] sh 03:42:40 + git semver [Pipeline] } 03:42:40 $ docker stop --time=1 25ce8050eb5e2b66de24c370df29acb4385944450e7f2c12307844d8b819911b 03:42:41 $ docker rm -f 25ce8050eb5e2b66de24c370df29acb4385944450e7f2c12307844d8b819911b [Pipeline] // withDockerContainer [Pipeline] sh 03:42:42 + sudo chown -R jenkins:jenkins .semver [Pipeline] writeFile [Pipeline] stash 03:42:43 Stashed 1 file(s) [Pipeline] echo 03:42:43 [edgeXSemver]: initialized semver on version 0.0.0 [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Build) [Pipeline] parallel [Pipeline] { (Branch: amd64) [Pipeline] { (Branch: arm64) [Pipeline] stage [Pipeline] { (amd64) [Pipeline] stage [Pipeline] { (arm64) [Pipeline] node [Pipeline] withEnv [Pipeline] { [Pipeline] stage [Pipeline] { (Prep) [Pipeline] script [Pipeline] { [Pipeline] sh 03:42:44 + sudo jq '. + {"registry-mirrors": ["https://nexus3.edgexfoundry.org:10001"], debug: false}' /etc/docker/daemon.json [Pipeline] sh 03:42:44 + sudo mv /tmp/daemon.json /etc/docker/daemon.json [Pipeline] sh 03:42:45 + sudo service docker restart 03:42:45 + true 03:42:45 Redirecting to /bin/systemctl restart docker.service [Pipeline] echo 03:42:45 ========================================================= 03:42:45 [edgeXBuildGoParallel] Building Code With image [nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.15-alpine] 03:42:45 ========================================================= [Pipeline] isUnix [Pipeline] sh 03:42:46 + docker build -t ci-base-image-x86_64 -f Dockerfile.build --build-arg BASE=nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.15-alpine . 03:42:49 Sending build context to Docker daemon 328MB 03:42:49 Step 1/6 : ARG BASE=golang:1.15-alpine3.12 03:42:49 Step 2/6 : FROM ${BASE} 03:42:49 1.15-alpine: Pulling from edgex-devops/edgex-golang-base 03:42:49 188c0c94c7c5: Pulling fs layer 03:42:49 0ef7d3d256c8: Pulling fs layer 03:42:49 de9db76c5a1d: Pulling fs layer 03:42:49 bca2f99d35d6: Pulling fs layer 03:42:49 93359f2a8cfa: Pulling fs layer 03:42:49 7c6f9722023f: Pulling fs layer 03:42:49 a35cf1a2eb13: Pulling fs layer 03:42:49 93359f2a8cfa: Waiting 03:42:49 7c6f9722023f: Waiting 03:42:49 a35cf1a2eb13: Waiting 03:42:49 bca2f99d35d6: Waiting 03:42:49 de9db76c5a1d: Verifying Checksum 03:42:49 de9db76c5a1d: Download complete 03:42:49 0ef7d3d256c8: Verifying Checksum 03:42:49 0ef7d3d256c8: Download complete 03:42:49 93359f2a8cfa: Verifying Checksum 03:42:49 93359f2a8cfa: Download complete 03:42:49 7c6f9722023f: Download complete 03:42:49 188c0c94c7c5: Verifying Checksum 03:42:49 188c0c94c7c5: Download complete 03:42:50 188c0c94c7c5: Pull complete 03:42:50 0ef7d3d256c8: Pull complete 03:42:50 de9db76c5a1d: Pull complete 03:42:52 a35cf1a2eb13: Verifying Checksum 03:42:52 a35cf1a2eb13: Download complete 03:42:52 bca2f99d35d6: Verifying Checksum 03:42:52 bca2f99d35d6: Download complete 03:42:56 bca2f99d35d6: Pull complete 03:42:57 93359f2a8cfa: Pull complete 03:42:57 7c6f9722023f: Pull complete 03:42:58 Still waiting to schedule task 03:42:58 ‘prd-ubuntu18.04-docker-arm64-4c-16g-26577’ is offline 03:43:02 a35cf1a2eb13: Pull complete 03:43:02 Digest: sha256:47e1832254f01ad1d18e03a79677f1a8325b9c763402aad95be204d7d7715f46 03:43:02 Status: Downloaded newer image for nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.15-alpine 03:43:02 ---> a62c8e92a672 03:43:02 Step 3/6 : RUN apk add --update --no-cache make git curl bash zeromq-dev libsodium-dev pkgconfig build-base && ln -s /bin/touch /usr/bin/touch 03:43:02 ---> Running in ed81dbcacf60 03:43:02 fetch http://nl.alpinelinux.org/alpine/v3.12/main/x86_64/APKINDEX.tar.gz 03:43:03 fetch http://nl.alpinelinux.org/alpine/v3.12/community/x86_64/APKINDEX.tar.gz 03:43:03 (1/12) Installing libmagic (5.38-r0) 03:43:04 (2/12) Installing file (5.38-r0) 03:43:04 (3/12) Installing libc-dev (0.7.2-r3) 03:43:04 (4/12) Installing g++ (9.3.0-r2) 03:43:11 (5/12) Installing fortify-headers (1.1-r0) 03:43:11 (6/12) Installing patch (2.7.6-r6) 03:43:11 (7/12) Installing build-base (0.5-r2) 03:43:11 (8/12) Installing libsodium (1.0.18-r0) 03:43:11 (9/12) Installing pkgconf (1.7.2-r0) 03:43:11 (10/12) Installing libsodium-dev (1.0.18-r0) 03:43:11 (11/12) Installing libzmq (4.3.3-r0) 03:43:11 (12/12) Installing zeromq-dev (4.3.3-r0) 03:43:11 Executing busybox-1.31.1-r19.trigger 03:43:12 OK: 233 MiB in 51 packages 03:43:16 Removing intermediate container ed81dbcacf60 03:43:16 ---> c68a269831ad 03:43:16 Step 4/6 : WORKDIR /edgex-go 03:43:16 ---> Running in 5ae0602165a4 03:43:16 Removing intermediate container 5ae0602165a4 03:43:16 ---> 46c97100be3d 03:43:16 Step 5/6 : COPY go.mod . 03:43:16 ---> 055f1e459d60 03:43:16 Step 6/6 : RUN go mod download 03:43:16 ---> Running in 345e66a11866 03:43:38 Removing intermediate container 345e66a11866 03:43:38 ---> b75c6a0e45fd 03:43:38 Successfully built b75c6a0e45fd 03:43:38 Successfully tagged ci-base-image-x86_64:latest [Pipeline] isUnix [Pipeline] sh 03:43:38 + docker inspect -f . ci-base-image-x86_64 03:43:38 . [Pipeline] withDockerContainer 03:43:38 prd-centos7-docker-4c-2g-27485 does not seem to be running inside a container 03:43:38 $ docker run -t -d -u 1001:1001 -u 0:0 -w /w/workspace/edgex-go/1 -v /w/workspace/edgex-go/1:/w/workspace/edgex-go/1:rw,z -v /w/workspace/edgex-go/1@tmp:/w/workspace/edgex-go/1@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** ci-base-image-x86_64 cat 03:43:39 $ docker top 2130a36e338da4d4ade4f5096bb709cabe949c78e5c6065dd87ebff023cad2c2 -eo pid,comm [Pipeline] { [Pipeline] sh 03:43:40 + go version 03:43:40 go version go1.15.5 linux/amd64 [Pipeline] } 03:43:40 $ docker stop --time=1 2130a36e338da4d4ade4f5096bb709cabe949c78e5c6065dd87ebff023cad2c2 03:43:41 $ docker rm -f 2130a36e338da4d4ade4f5096bb709cabe949c78e5c6065dd87ebff023cad2c2 [Pipeline] // withDockerContainer [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Test) [Pipeline] script [Pipeline] { [Pipeline] isUnix [Pipeline] sh 03:43:42 + docker inspect -f . ci-base-image-x86_64 03:43:42 . [Pipeline] withDockerContainer 03:43:42 prd-centos7-docker-4c-2g-27485 does not seem to be running inside a container 03:43:42 $ docker run -t -d -u 1001:1001 -u 0:0 -v /var/run/docker.sock:/var/run/docker.sock --privileged -w /w/workspace/edgex-go/1 -v /w/workspace/edgex-go/1:/w/workspace/edgex-go/1:rw,z -v /w/workspace/edgex-go/1@tmp:/w/workspace/edgex-go/1@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** ci-base-image-x86_64 cat 03:43:43 $ docker top 34c26e78a8e59ef12a09c7b1d6e457da2e24d101f6a39aa268eeff73c183c954 -eo pid,comm [Pipeline] { [Pipeline] echo 03:43:44 ========================================================= 03:43:44 [edgeXBuildGoParallel] Running Tests and Build... 03:43:44 ========================================================= [Pipeline] sh 03:43:44 + make test 03:43:44 GO111MODULE=on go test -race -coverprofile=coverage.out ./... 03:43:52 ? github.com/edgexfoundry/edgex-go [no test files] 03:44:07 # github.com/edgexfoundry/edgex-go/internal/pkg/v2/infrastructure/redis 03:44:07 internal/pkg/v2/infrastructure/redis/client.go:714:43: undefined: "github.com/edgexfoundry/go-mod-core-contracts/v2/v2/models".IntervalAction 03:44:07 internal/pkg/v2/infrastructure/redis/intervalaction.go:24:79: undefined: v2.Target 03:44:07 internal/pkg/v2/infrastructure/redis/intervalaction.go:33:48: undefined: "github.com/edgexfoundry/go-mod-core-contracts/v2/v2/models".IntervalAction 03:44:07 ? github.com/edgexfoundry/edgex-go/cmd/core-command [no test files] 03:44:14 # github.com/edgexfoundry/edgex-go/internal/support/scheduler/v2/io 03:44:14 internal/support/scheduler/v2/io/intervalaction.go:18:52: undefined: requests.AddIntervalActionRequest 03:44:14 internal/support/scheduler/v2/io/intervalaction.go:19:55: undefined: requests.UpdateIntervalActionRequest 03:44:14 internal/support/scheduler/v2/io/intervalaction.go:36:83: undefined: requests.AddIntervalActionRequest 03:44:14 internal/support/scheduler/v2/io/intervalaction.go:37:27: undefined: requests.AddIntervalActionRequest 03:44:14 internal/support/scheduler/v2/io/intervalaction.go:46:86: undefined: requests.UpdateIntervalActionRequest 03:44:14 internal/support/scheduler/v2/io/intervalaction.go:47:30: undefined: requests.UpdateIntervalActionRequest 03:44:14 # github.com/edgexfoundry/edgex-go/internal/support/scheduler/v2/infrastructure/interfaces 03:44:14 internal/support/scheduler/v2/infrastructure/interfaces/db.go:20:22: undefined: models.IntervalAction 03:44:18 ok github.com/edgexfoundry/edgex-go/internal/core/command 0.091s coverage: 45.9% of statements 03:44:18 ok github.com/edgexfoundry/edgex-go/internal/core/command/v2/controller/http 0.065s coverage: 100.0% of statements 03:44:18 FAIL github.com/edgexfoundry/edgex-go/internal/core/data [build failed] 03:44:18 ok github.com/edgexfoundry/edgex-go/internal/core/data/operators/reading 0.031s coverage: 100.0% of statements 03:44:18 ok github.com/edgexfoundry/edgex-go/internal/core/data/operators/value_descriptor 0.032s coverage: 100.0% of statements 03:44:20 ok github.com/edgexfoundry/edgex-go/internal/core/data/v2/application 0.103s coverage: 65.8% of statements 03:44:20 ok github.com/edgexfoundry/edgex-go/internal/core/data/v2/controller/http 0.423s coverage: 82.3% of statements 03:44:20 FAIL github.com/edgexfoundry/edgex-go/internal/core/metadata [build failed] 03:44:20 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/addressable 0.065s coverage: 100.0% of statements 03:44:20 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/command 0.034s coverage: 100.0% of statements 03:44:21 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/device 0.093s coverage: 86.7% of statements 03:44:21 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/device_profile 0.131s coverage: 97.5% of statements 03:44:21 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/device_service 0.073s coverage: 78.3% of statements 03:44:24 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/v2/controller/http 0.362s coverage: 92.8% of statements 03:44:24 ok github.com/edgexfoundry/edgex-go/internal/pkg/telemetry 0.031s coverage: 58.8% of statements 03:44:24 FAIL github.com/edgexfoundry/edgex-go/internal/pkg/v2/infrastructure/redis [build failed] 03:44:24 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command 0.034s coverage: 45.5% of statements 03:44:24 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/gate 0.028s coverage: 79.5% of statements 03:44:24 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/genpassword 0.032s coverage: 94.1% of statements 03:44:24 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/gethttpstatus 0.049s coverage: 96.3% of statements 03:44:24 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/help 0.026s coverage: 87.5% of statements 03:44:36 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/listen 12.058s coverage: 94.4% of statements 03:44:36 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/ping 0.033s coverage: 44.8% of statements 03:44:37 # github.com/edgexfoundry/edgex-go/internal/support/scheduler/v2/infrastructure/interfaces/mocks 03:44:37 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:42:41: undefined: models.IntervalAction 03:44:37 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:45:9: undefined: models.IntervalAction 03:44:37 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:46:32: undefined: models.IntervalAction 03:44:37 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:49:20: undefined: models.IntervalAction 03:44:37 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:53:32: undefined: models.IntervalAction 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/waitfor 22.052s coverage: 92.9% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/helper 0.032s coverage: 77.8% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/tcp 11.041s coverage: 87.2% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/help 0.031s coverage: 100.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/adduser 0.042s coverage: 75.5% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/deluser 0.031s coverage: 80.8% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/jwt 0.062s coverage: 87.2% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/oauth2 0.042s coverage: 84.6% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/tls 0.063s coverage: 91.6% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/fileprovider 0.145s coverage: 62.4% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/fileprovider/mocks 0.031s coverage: 100.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/kdf 0.031s coverage: 91.3% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/kdf/mocks 0.021s coverage: 100.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/pipedhexreader 0.026s coverage: 73.7% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/pipedhexreader/mocks 0.031s coverage: 100.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/proxy 0.248s coverage: 68.9% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/secretstore 0.073s coverage: 36.6% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/security/secretstore/secretsengine 0.040s coverage: 89.5% of statements 03:44:47 FAIL github.com/edgexfoundry/edgex-go/internal/support/notifications [build failed] 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/support/notifications/operators/notification 0.048s coverage: 100.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/support/notifications/operators/subscription 0.042s coverage: 100.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/support/notifications/v2/controller/http 0.098s coverage: 89.4% of statements 03:44:47 FAIL github.com/edgexfoundry/edgex-go/internal/support/scheduler [build failed] 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/support/scheduler/operators/interval 0.070s coverage: 99.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/support/scheduler/operators/intervalaction 0.042s coverage: 100.0% of statements 03:44:47 FAIL github.com/edgexfoundry/edgex-go/internal/support/scheduler/v2/controller/http [build failed] 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/system 0.044s coverage: 0.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/system/agent/clients 0.031s coverage: 100.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/system/agent/executor 0.042s coverage: 87.9% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/system/agent/response 0.027s coverage: 100.0% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/system/agent/setconfig 0.032s coverage: 32.1% of statements 03:44:47 ok github.com/edgexfoundry/edgex-go/internal/system/executor 0.033s coverage: 100.0% of statements 03:44:47 make: *** [Makefile:94: test] Error 2 [Pipeline] } 03:44:47 $ docker stop --time=1 34c26e78a8e59ef12a09c7b1d6e457da2e24d101f6a39aa268eeff73c183c954 03:44:48 Running on prd-ubuntu18.04-docker-arm64-4c-16g-27486 in /w/workspace/edgexfoundry_edgex-go_PR-3190 03:44:49 $ docker rm -f 34c26e78a8e59ef12a09c7b1d6e457da2e24d101f6a39aa268eeff73c183c954 [Pipeline] { [Pipeline] // withDockerContainer [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] ws 03:44:50 Running in /w/workspace/edgex-go/1 [Pipeline] { [Pipeline] // stage [Pipeline] stage [Pipeline] { (Docker Build) [Pipeline] checkout Stage "Docker Build" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Docker Push) Stage "Docker Push" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Snap) Stage "Snap" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } 03:44:52 Failed in branch amd64 03:44:55 using credential edgex-jenkins-ssh 03:44:55 Cloning the remote Git repository 03:44:55 Cloning repository git@github.com:edgexfoundry/edgex-go.git 03:44:55 > git init /w/workspace/edgex-go/1 # timeout=10 03:44:55 Fetching upstream changes from git@github.com:edgexfoundry/edgex-go.git 03:44:55 > git --version # timeout=10 03:44:55 > git --version # 'git version 2.17.1' 03:44:55 using GIT_SSH to set credentials SSH Credentials for GitHub 03:44:55 > git fetch --tags --progress -- git@github.com:edgexfoundry/edgex-go.git +refs/heads/*:refs/remotes/origin/* # timeout=10 03:45:14 Merging remotes/origin/master commit afdb9f2a3541b593beed41fd247753118ef1ae38 into PR head commit 8c1b7592655635c653eac6476d94bd9142a1b41c 03:45:13 > git config remote.origin.url git@github.com:edgexfoundry/edgex-go.git # timeout=10 03:45:13 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 03:45:13 > git config remote.origin.url git@github.com:edgexfoundry/edgex-go.git # timeout=10 03:45:13 Fetching upstream changes from git@github.com:edgexfoundry/edgex-go.git 03:45:13 using GIT_SSH to set credentials SSH Credentials for GitHub 03:45:13 > git fetch --tags --progress -- git@github.com:edgexfoundry/edgex-go.git +refs/pull/3190/head:refs/remotes/origin/PR-3190 +refs/heads/master:refs/remotes/origin/master # timeout=10 03:45:14 > git config core.sparsecheckout # timeout=10 03:45:14 > git checkout -f 8c1b7592655635c653eac6476d94bd9142a1b41c # timeout=10 03:45:14 > git remote # timeout=10 03:45:14 > git config --get remote.origin.url # timeout=10 03:45:14 using GIT_SSH to set credentials SSH Credentials for GitHub 03:45:15 Merge succeeded, producing 36ac005ce529519b5d127de3e1fb7748cfe6c09f 03:45:15 Checking out Revision 36ac005ce529519b5d127de3e1fb7748cfe6c09f (PR-3190) 03:45:14 > git merge afdb9f2a3541b593beed41fd247753118ef1ae38 # timeout=10 03:45:15 > git rev-parse HEAD^{commit} # timeout=10 03:45:15 > git config core.sparsecheckout # timeout=10 03:45:15 > git checkout -f 36ac005ce529519b5d127de3e1fb7748cfe6c09f # timeout=10 03:45:19 Commit message: "Merge commit 'afdb9f2a3541b593beed41fd247753118ef1ae38' into HEAD" 03:45:19 First time build. Skipping changelog. 03:45:19 > git --version # timeout=10 03:45:19 > git --version # 'git version 2.17.1' 03:45:19 fatal: bad object 5a4b2863d981ac6c14e44fa4f963a690d64f08cf [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] stage [Pipeline] { (Prep) [Pipeline] script [Pipeline] { [Pipeline] sh 03:45:21 + sudo jq . + {"registry-mirrors": ["https://nexus3.edgexfoundry.org:10001"], debug: false} /etc/docker/daemon.json [Pipeline] sh 03:45:22 + sudo mv /tmp/daemon.json /etc/docker/daemon.json [Pipeline] sh 03:45:22 + true 03:45:22 + sudo service docker restart [Pipeline] withEnv [Pipeline] { [Pipeline] wrap 03:45:25 provisioning config files... 03:45:25 copy managed file [edgex-go-settings] to file:/w/workspace/edgex-go/1@tmp/config2155582008564651190tmp [Pipeline] { [Pipeline] libraryResource [Pipeline] sh 03:45:25 ---> docker-login.sh 03:45:25 nexus3.edgexfoundry.org:10001 03:45:26 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:45:27 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:45:27 Configure a credential helper to remove this warning. See 03:45:27 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:45:27 03:45:27 Login Succeeded 03:45:27 nexus3.edgexfoundry.org:10002 03:45:27 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:45:27 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:45:27 Configure a credential helper to remove this warning. See 03:45:27 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:45:27 03:45:27 Login Succeeded 03:45:27 nexus3.edgexfoundry.org:10003 03:45:27 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:45:28 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:45:28 Configure a credential helper to remove this warning. See 03:45:28 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:45:28 03:45:28 Login Succeeded 03:45:28 nexus3.edgexfoundry.org:10004 03:45:28 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:45:28 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:45:28 Configure a credential helper to remove this warning. See 03:45:28 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:45:28 03:45:28 Login Succeeded 03:45:28 docker.io 03:45:29 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 03:45:29 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 03:45:29 Configure a credential helper to remove this warning. See 03:45:29 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 03:45:29 03:45:29 Login Succeeded 03:45:29 ---> docker-login.sh ends [Pipeline] } 03:45:29 Deleting 1 temporary files [Pipeline] // wrap [Pipeline] } [Pipeline] // withEnv [Pipeline] unstash [Pipeline] echo 03:45:29 ========================================================= 03:45:29 [edgeXBuildGoParallel] Building Code With image [nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.15-alpine] 03:45:29 ========================================================= [Pipeline] isUnix [Pipeline] sh 03:45:30 + docker build -t ci-base-image-arm64 -f Dockerfile.build --build-arg BASE=nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.15-alpine . 03:45:33 Sending build context to Docker daemon 166.4MB 03:45:33 Step 1/6 : ARG BASE=golang:1.15-alpine3.12 03:45:33 Step 2/6 : FROM ${BASE} 03:45:33 1.15-alpine: Pulling from edgex-devops/edgex-golang-base-arm64 03:45:33 5f621e34cdf4: Pulling fs layer 03:45:33 a4357932f1b6: Pulling fs layer 03:45:33 18c013af1878: Pulling fs layer 03:45:33 00ac8860ef70: Pulling fs layer 03:45:33 63d7cb157983: Pulling fs layer 03:45:33 b116817d02f9: Pulling fs layer 03:45:33 745a02a5169b: Pulling fs layer 03:45:33 00ac8860ef70: Waiting 03:45:33 63d7cb157983: Waiting 03:45:33 b116817d02f9: Waiting 03:45:33 745a02a5169b: Waiting 03:45:33 18c013af1878: Verifying Checksum 03:45:33 18c013af1878: Download complete 03:45:33 a4357932f1b6: Verifying Checksum 03:45:33 a4357932f1b6: Download complete 03:45:33 63d7cb157983: Verifying Checksum 03:45:33 63d7cb157983: Download complete 03:45:33 b116817d02f9: Verifying Checksum 03:45:33 b116817d02f9: Download complete 03:45:33 5f621e34cdf4: Verifying Checksum 03:45:33 5f621e34cdf4: Download complete 03:45:33 5f621e34cdf4: Pull complete 03:45:34 a4357932f1b6: Pull complete 03:45:34 18c013af1878: Pull complete 03:45:35 745a02a5169b: Verifying Checksum 03:45:35 745a02a5169b: Download complete 03:45:36 00ac8860ef70: Verifying Checksum 03:45:36 00ac8860ef70: Download complete 03:45:46 00ac8860ef70: Pull complete 03:45:47 63d7cb157983: Pull complete 03:45:47 b116817d02f9: Pull complete 03:45:51 745a02a5169b: Pull complete 03:45:51 Digest: sha256:df689100bc6b2f2091bc50e3ab30bcbb973ead998518226adecfd27d0a642918 03:45:51 Status: Downloaded newer image for nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.15-alpine 03:45:51 ---> b7e6874047d6 03:45:51 Step 3/6 : RUN apk add --update --no-cache make git curl bash zeromq-dev libsodium-dev pkgconfig build-base && ln -s /bin/touch /usr/bin/touch 03:45:55 ---> Running in a97dd3d27380 03:45:55 fetch http://nl.alpinelinux.org/alpine/v3.12/main/aarch64/APKINDEX.tar.gz 03:45:57 fetch http://nl.alpinelinux.org/alpine/v3.12/community/aarch64/APKINDEX.tar.gz 03:45:58 (1/12) Installing libmagic (5.38-r0) 03:45:58 (2/12) Installing file (5.38-r0) 03:45:58 (3/12) Installing libc-dev (0.7.2-r3) 03:45:58 (4/12) Installing g++ (9.3.0-r2) 03:46:04 (5/12) Installing fortify-headers (1.1-r0) 03:46:04 (6/12) Installing patch (2.7.6-r6) 03:46:04 (7/12) Installing build-base (0.5-r2) 03:46:04 (8/12) Installing libsodium (1.0.18-r0) 03:46:04 (9/12) Installing pkgconf (1.7.2-r0) 03:46:04 (10/12) Installing libsodium-dev (1.0.18-r0) 03:46:04 (11/12) Installing libzmq (4.3.3-r0) 03:46:04 (12/12) Installing zeromq-dev (4.3.3-r0) 03:46:04 Executing busybox-1.31.1-r19.trigger 03:46:04 OK: 217 MiB in 51 packages 03:46:08 Removing intermediate container a97dd3d27380 03:46:08 ---> a391ab632178 03:46:08 Step 4/6 : WORKDIR /edgex-go 03:46:08 ---> Running in 7db39300ba8d 03:46:08 Removing intermediate container 7db39300ba8d 03:46:08 ---> 62c16c801aaa 03:46:08 Step 5/6 : COPY go.mod . 03:46:09 ---> 91af03b55e7f 03:46:09 Step 6/6 : RUN go mod download 03:46:09 ---> Running in 7902dc04b94d 03:46:35 Removing intermediate container 7902dc04b94d 03:46:35 ---> 4aff1f5c39a9 03:46:35 Successfully built 4aff1f5c39a9 03:46:35 Successfully tagged ci-base-image-arm64:latest [Pipeline] isUnix [Pipeline] sh 03:46:36 + docker inspect -f . ci-base-image-arm64 03:46:36 . [Pipeline] withDockerContainer 03:46:36 prd-ubuntu18.04-docker-arm64-4c-16g-27486 does not seem to be running inside a container 03:46:36 $ docker run -t -d -u 1001:1001 -u 0:0 -w /w/workspace/edgex-go/1 -v /w/workspace/edgex-go/1:/w/workspace/edgex-go/1:rw,z -v /w/workspace/edgex-go/1@tmp:/w/workspace/edgex-go/1@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** ci-base-image-arm64 cat 03:46:38 $ docker top f5d5bc8b12d3cab62dd2b3b96a79d0ee571575fc7de42138e10eb35d10ca7ca1 -eo pid,comm [Pipeline] { [Pipeline] sh 03:46:39 + go version 03:46:39 go version go1.15.5 linux/arm64 [Pipeline] } 03:46:39 $ docker stop --time=1 f5d5bc8b12d3cab62dd2b3b96a79d0ee571575fc7de42138e10eb35d10ca7ca1 03:46:41 $ docker rm -f f5d5bc8b12d3cab62dd2b3b96a79d0ee571575fc7de42138e10eb35d10ca7ca1 [Pipeline] // withDockerContainer [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Test) [Pipeline] script [Pipeline] { [Pipeline] isUnix [Pipeline] sh 03:46:42 + docker inspect -f . ci-base-image-arm64 03:46:42 . [Pipeline] withDockerContainer 03:46:42 prd-ubuntu18.04-docker-arm64-4c-16g-27486 does not seem to be running inside a container 03:46:42 $ docker run -t -d -u 1001:1001 -u 0:0 -v /var/run/docker.sock:/var/run/docker.sock --privileged -w /w/workspace/edgex-go/1 -v /w/workspace/edgex-go/1:/w/workspace/edgex-go/1:rw,z -v /w/workspace/edgex-go/1@tmp:/w/workspace/edgex-go/1@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** ci-base-image-arm64 cat 03:46:44 $ docker top df2c07d3e2165e0100e12ee6b77dfe6b3a54d80a5e4e1354a02b2723a8ebbdbc -eo pid,comm [Pipeline] { [Pipeline] echo 03:46:44 ========================================================= 03:46:44 [edgeXBuildGoParallel] Running Tests and Build... 03:46:44 ========================================================= [Pipeline] sh 03:46:45 + make test 03:46:45 GO111MODULE=on go test -race -coverprofile=coverage.out ./... 03:47:07 ? github.com/edgexfoundry/edgex-go [no test files] 03:47:54 # github.com/edgexfoundry/edgex-go/internal/pkg/v2/infrastructure/redis 03:47:54 internal/pkg/v2/infrastructure/redis/client.go:714:43: undefined: "github.com/edgexfoundry/go-mod-core-contracts/v2/v2/models".IntervalAction 03:47:54 internal/pkg/v2/infrastructure/redis/intervalaction.go:24:79: undefined: v2.Target 03:47:54 internal/pkg/v2/infrastructure/redis/intervalaction.go:33:48: undefined: "github.com/edgexfoundry/go-mod-core-contracts/v2/v2/models".IntervalAction 03:47:54 ? github.com/edgexfoundry/edgex-go/cmd/core-command [no test files] 03:48:09 # github.com/edgexfoundry/edgex-go/internal/support/scheduler/v2/infrastructure/interfaces 03:48:09 internal/support/scheduler/v2/infrastructure/interfaces/db.go:20:22: undefined: models.IntervalAction 03:48:09 # github.com/edgexfoundry/edgex-go/internal/support/scheduler/v2/io 03:48:09 internal/support/scheduler/v2/io/intervalaction.go:18:52: undefined: requests.AddIntervalActionRequest 03:48:09 internal/support/scheduler/v2/io/intervalaction.go:19:55: undefined: requests.UpdateIntervalActionRequest 03:48:09 internal/support/scheduler/v2/io/intervalaction.go:36:83: undefined: requests.AddIntervalActionRequest 03:48:09 internal/support/scheduler/v2/io/intervalaction.go:37:27: undefined: requests.AddIntervalActionRequest 03:48:09 internal/support/scheduler/v2/io/intervalaction.go:46:86: undefined: requests.UpdateIntervalActionRequest 03:48:09 internal/support/scheduler/v2/io/intervalaction.go:47:30: undefined: requests.UpdateIntervalActionRequest 03:48:25 ok github.com/edgexfoundry/edgex-go/internal/core/command 0.275s coverage: 45.9% of statements 03:48:25 ok github.com/edgexfoundry/edgex-go/internal/core/command/v2/controller/http 0.221s coverage: 100.0% of statements 03:48:25 FAIL github.com/edgexfoundry/edgex-go/internal/core/data [build failed] 03:48:25 ok github.com/edgexfoundry/edgex-go/internal/core/data/operators/reading 0.065s coverage: 100.0% of statements 03:48:25 ok github.com/edgexfoundry/edgex-go/internal/core/data/operators/value_descriptor 0.100s coverage: 100.0% of statements 03:48:29 ok github.com/edgexfoundry/edgex-go/internal/core/data/v2/application 0.254s coverage: 65.8% of statements 03:48:31 ok github.com/edgexfoundry/edgex-go/internal/core/data/v2/controller/http 0.700s coverage: 82.3% of statements 03:48:31 FAIL github.com/edgexfoundry/edgex-go/internal/core/metadata [build failed] 03:48:31 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/addressable 0.170s coverage: 100.0% of statements 03:48:31 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/command 0.085s coverage: 100.0% of statements 03:48:34 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/device 0.383s coverage: 86.7% of statements 03:48:35 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/device_profile 0.368s coverage: 97.5% of statements 03:48:35 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/operators/device_service 0.182s coverage: 78.3% of statements 03:48:43 ok github.com/edgexfoundry/edgex-go/internal/core/metadata/v2/controller/http 1.271s coverage: 92.8% of statements 03:48:43 ok github.com/edgexfoundry/edgex-go/internal/pkg/telemetry 0.137s coverage: 58.8% of statements 03:48:43 FAIL github.com/edgexfoundry/edgex-go/internal/pkg/v2/infrastructure/redis [build failed] 03:48:43 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command 0.064s coverage: 45.5% of statements 03:48:43 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/gate 0.119s coverage: 79.5% of statements 03:48:43 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/genpassword 0.055s coverage: 94.1% of statements 03:48:43 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/gethttpstatus 0.094s coverage: 96.3% of statements 03:48:43 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/help 0.084s coverage: 87.5% of statements 03:48:56 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/listen 12.068s coverage: 94.4% of statements 03:48:56 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/ping 0.049s coverage: 44.8% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/command/waitfor 22.149s coverage: 92.9% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/helper 0.071s coverage: 77.8% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/bootstrapper/tcp 11.086s coverage: 87.2% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/help 0.043s coverage: 100.0% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/adduser 0.076s coverage: 75.5% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/deluser 0.056s coverage: 80.8% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/jwt 0.117s coverage: 87.2% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/oauth2 0.133s coverage: 84.6% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/config/command/proxy/tls 0.200s coverage: 91.6% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/fileprovider 0.486s coverage: 62.4% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/fileprovider/mocks 0.073s coverage: 100.0% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/kdf 0.100s coverage: 91.3% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/kdf/mocks 0.087s coverage: 100.0% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/pipedhexreader 0.058s coverage: 73.7% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/pipedhexreader/mocks 0.061s coverage: 100.0% of statements 03:49:08 ok github.com/edgexfoundry/edgex-go/internal/security/proxy 0.832s coverage: 68.9% of statements 03:49:11 ok github.com/edgexfoundry/edgex-go/internal/security/secretstore 0.364s coverage: 36.6% of statements 03:49:11 ok github.com/edgexfoundry/edgex-go/internal/security/secretstore/secretsengine 0.099s coverage: 89.5% of statements 03:49:11 FAIL github.com/edgexfoundry/edgex-go/internal/support/notifications [build failed] 03:49:11 ok github.com/edgexfoundry/edgex-go/internal/support/notifications/operators/notification 0.136s coverage: 100.0% of statements 03:49:11 ok github.com/edgexfoundry/edgex-go/internal/support/notifications/operators/subscription 0.138s coverage: 100.0% of statements 03:49:12 # github.com/edgexfoundry/edgex-go/internal/support/scheduler/v2/infrastructure/interfaces/mocks 03:49:12 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:42:41: undefined: models.IntervalAction 03:49:12 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:45:9: undefined: models.IntervalAction 03:49:12 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:46:32: undefined: models.IntervalAction 03:49:12 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:49:20: undefined: models.IntervalAction 03:49:12 internal/support/scheduler/v2/infrastructure/interfaces/mocks/DBClient.go:53:32: undefined: models.IntervalAction 03:49:13 ok github.com/edgexfoundry/edgex-go/internal/support/notifications/v2/controller/http 0.328s coverage: 89.4% of statements 03:49:13 FAIL github.com/edgexfoundry/edgex-go/internal/support/scheduler [build failed] 03:49:17 ok github.com/edgexfoundry/edgex-go/internal/support/scheduler/operators/interval 0.195s coverage: 99.0% of statements 03:49:17 ok github.com/edgexfoundry/edgex-go/internal/support/scheduler/operators/intervalaction 0.117s coverage: 100.0% of statements 03:49:17 FAIL github.com/edgexfoundry/edgex-go/internal/support/scheduler/v2/controller/http [build failed] 03:49:17 ok github.com/edgexfoundry/edgex-go/internal/system 0.042s coverage: 0.0% of statements 03:49:17 ok github.com/edgexfoundry/edgex-go/internal/system/agent/clients 0.045s coverage: 100.0% of statements 03:49:17 ok github.com/edgexfoundry/edgex-go/internal/system/agent/executor 0.084s coverage: 87.9% of statements 03:49:17 ok github.com/edgexfoundry/edgex-go/internal/system/agent/response 0.056s coverage: 100.0% of statements 03:49:18 ok github.com/edgexfoundry/edgex-go/internal/system/agent/setconfig 0.076s coverage: 32.1% of statements 03:49:19 ok github.com/edgexfoundry/edgex-go/internal/system/executor 0.077s coverage: 100.0% of statements 03:49:20 make: *** [Makefile:94: test] Error 2 [Pipeline] } 03:49:20 $ docker stop --time=1 df2c07d3e2165e0100e12ee6b77dfe6b3a54d80a5e4e1354a02b2723a8ebbdbc 03:49:22 $ docker rm -f df2c07d3e2165e0100e12ee6b77dfe6b3a54d80a5e4e1354a02b2723a8ebbdbc [Pipeline] // withDockerContainer [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Docker Build) Stage "Docker Build" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Docker Push) Stage "Docker Push" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage Post stage [Pipeline] libraryResource [Pipeline] sh 03:49:25 ---> job-cost.sh 03:49:25 lf-activate-venv(): INFO: Creating python3 venv at /tmp/venv-hB7V 03:50:04 lf-activate-venv(): INFO: Installing: zipp==1.1.0 python-openstackclient 03:52:11 lf-activate-venv(): INFO: Adding /tmp/venv-hB7V/bin to PATH 03:52:11 INFO: No Stack... 03:52:12 INFO: Retrieving Pricing Info for: lf-standard-4 03:52:12 INFO: Archiving Costs [Pipeline] sh 03:52:12 + + cutcat -d, /w/workspace/edgex-go/1/archives/cost.csv -f6 03:52:12 [Pipeline] lock 03:52:12 Trying to acquire lock on [jenkins-edgexfoundry-edgex-go-PR-3190-1-stack-cost] 03:52:12 Resource [jenkins-edgexfoundry-edgex-go-PR-3190-1-stack-cost] did not exist. Created. 03:52:12 Lock acquired on [jenkins-edgexfoundry-edgex-go-PR-3190-1-stack-cost] [Pipeline] { [Pipeline] unstash [Pipeline] sh 03:52:13 + echo total: 0.20999999344348907 [Pipeline] stash 03:52:14 Stashed 1 file(s) [Pipeline] } 03:52:14 Lock released on resource [jenkins-edgexfoundry-edgex-go-PR-3190-1-stack-cost] [Pipeline] // lock [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // ws [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // stage [Pipeline] } 03:52:15 Failed in branch arm64 [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (CodeCov) Stage "CodeCov" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Snyk Scan) Stage "Snyk Scan" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Publish Swagger) Stage "Publish Swagger" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Semver) Stage "Semver" skipped due to earlier failure(s) [Pipeline] stage [Pipeline] { (Tag) Stage "Semver" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Bump Pre-Release Version) Stage "Semver" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] stage [Pipeline] { (LF Post Build Actions) [Pipeline] libraryResource [Pipeline] sh 03:52:19 ---> sysstat.sh [Pipeline] libraryResource [Pipeline] sh 03:52:19 ---> package-listing.sh 03:52:19 ++ facter osfamily 03:52:19 ++ tr '[:upper:]' '[:lower:]' 03:52:19 + OS_FAMILY=redhat 03:52:19 + workspace=/w/workspace/edgex-go/1 03:52:19 + START_PACKAGES=/tmp/packages_start.txt 03:52:19 + END_PACKAGES=/tmp/packages_end.txt 03:52:19 + DIFF_PACKAGES=/tmp/packages_diff.txt 03:52:19 + PACKAGES=/tmp/packages_start.txt 03:52:19 + '[' /w/workspace/edgex-go/1 ']' 03:52:19 + PACKAGES=/tmp/packages_end.txt 03:52:19 + case "${OS_FAMILY}" in 03:52:19 + rpm -qa 03:52:19 + sort 03:52:25 + '[' -f /tmp/packages_start.txt ']' 03:52:25 + '[' -f /tmp/packages_end.txt ']' 03:52:25 + diff /tmp/packages_start.txt /tmp/packages_end.txt 03:52:25 + '[' /w/workspace/edgex-go/1 ']' 03:52:25 + mkdir -p /w/workspace/edgex-go/1/archives/ 03:52:25 + cp -f /tmp/packages_diff.txt /tmp/packages_end.txt /tmp/packages_start.txt /w/workspace/edgex-go/1/archives/ [Pipeline] echo 03:52:25 Launching container with: [--privileged -u 0:0 --net host -v /var/log/sa:/var/log/sa-host -v /var/log/secure:/var/log/secure -v /var/log/auth.log:/var/log/auth.log -v /w/workspace/edgex-go/1/facter-os:/facter-os -v /proc/uptime:/proc/uptime -v /run/cloud-init/result.json:/run/cloud-init/result.json] [Pipeline] sh 03:52:25 + facter operatingsystem [Pipeline] isUnix [Pipeline] sh 03:52:25 + docker inspect -f . nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:alpine 03:52:25 03:52:25 Error: No such object: nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:alpine [Pipeline] isUnix [Pipeline] sh 03:52:26 + docker pull nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:alpine 03:52:26 alpine: Pulling from edgex-lftools-log-publisher 03:52:26 df20fa9351a1: Pulling fs layer 03:52:26 36b3adc4ff6f: Pulling fs layer 03:52:26 8ad3a11d3b57: Pulling fs layer 03:52:26 46f8f816bc3b: Pulling fs layer 03:52:26 93b61091891f: Pulling fs layer 03:52:26 93b9cdb0e59b: Pulling fs layer 03:52:26 5e14af77c1be: Pulling fs layer 03:52:26 01666e4c0597: Pulling fs layer 03:52:26 aa168da1d23b: Pulling fs layer 03:52:26 93b61091891f: Waiting 03:52:26 93b9cdb0e59b: Waiting 03:52:26 5e14af77c1be: Waiting 03:52:26 01666e4c0597: Waiting 03:52:26 aa168da1d23b: Waiting 03:52:26 46f8f816bc3b: Waiting 03:52:26 36b3adc4ff6f: Download complete 03:52:26 46f8f816bc3b: Verifying Checksum 03:52:26 46f8f816bc3b: Download complete 03:52:26 df20fa9351a1: Verifying Checksum 03:52:26 df20fa9351a1: Download complete 03:52:26 93b9cdb0e59b: Verifying Checksum 03:52:26 93b9cdb0e59b: Download complete 03:52:26 5e14af77c1be: Download complete 03:52:26 93b61091891f: Download complete 03:52:26 01666e4c0597: Verifying Checksum 03:52:26 01666e4c0597: Download complete 03:52:26 df20fa9351a1: Pull complete 03:52:26 36b3adc4ff6f: Pull complete 03:52:27 8ad3a11d3b57: Verifying Checksum 03:52:27 8ad3a11d3b57: Download complete 03:52:27 8ad3a11d3b57: Pull complete 03:52:27 46f8f816bc3b: Pull complete 03:52:28 aa168da1d23b: Verifying Checksum 03:52:28 aa168da1d23b: Download complete 03:52:28 93b61091891f: Pull complete 03:52:28 93b9cdb0e59b: Pull complete 03:52:29 5e14af77c1be: Pull complete 03:52:29 01666e4c0597: Pull complete 03:52:35 aa168da1d23b: Pull complete 03:52:35 Digest: sha256:ac41798234670a79351fc13b8232b4dbeccc6fb1f122f5db5169d11b1762ca7c 03:52:35 Status: Downloaded newer image for nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:alpine 03:52:35 nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:alpine [Pipeline] withDockerContainer 03:52:35 prd-centos7-docker-4c-2g-27485 does not seem to be running inside a container 03:52:35 $ docker run -t -d -u 1001:1001 --privileged -u 0:0 --net host -v /var/log/sa:/var/log/sa-host -v /var/log/secure:/var/log/secure -v /var/log/auth.log:/var/log/auth.log -v /w/workspace/edgex-go/1/facter-os:/facter-os -v /proc/uptime:/proc/uptime -v /run/cloud-init/result.json:/run/cloud-init/result.json -w /w/workspace/edgex-go/1 -v /w/workspace/edgex-go/1:/w/workspace/edgex-go/1:rw,z -v /w/workspace/edgex-go/1@tmp:/w/workspace/edgex-go/1@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:alpine cat 03:52:39 $ docker top 030900209c9665a6fffe88ba36c85d3c330d35c9e04f3fd1607ab9587bab3af3 -eo pid,comm [Pipeline] { [Pipeline] sh 03:52:40 + touch /tmp/pre-build-complete [Pipeline] sh 03:52:40 + mkdir -p /var/log/sa [Pipeline] sh 03:52:41 + ls /var/log/sa-host 03:52:41 + sadf -c /var/log/sa-host/sa23 03:52:41 file_magic: OK 03:52:41 HZ: Using current value: 100 03:52:41 file_header: OK 03:52:41 file_activity: A_CPU A_PCSW A_SWAP A_PAGE A_IO A_MEMORY A_HUGE A_KTABLES A_QUEUE A_SERIAL A_DISK A_NET_DEV A_NET_EDEV A_NET_NFS A_NET_NFSD A_NET_SOCK OK 03:52:41 Statistics: 03:52:41 Hnuu...uuuununununu... 03:52:41 File successfully converted to sysstat format version 12.2.1 03:52:41 + sadf -c /var/log/sa-host/sa24 03:52:41 file_magic: OK 03:52:41 HZ: Using current value: 100 03:52:41 file_header: OK 03:52:41 file_activity: A_CPU A_PCSW A_SWAP A_PAGE A_IO A_MEMORY A_HUGE A_KTABLES A_QUEUE A_SERIAL A_DISK A_NET_DEV A_NET_EDEV A_NET_NFS A_NET_NFSD A_NET_SOCK OK 03:52:41 Statistics: 03:52:41 HRHnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu... 03:52:41 File successfully converted to sysstat format version 12.2.1 [Pipeline] withEnv [Pipeline] { [Pipeline] configFileProvider 03:52:41 provisioning config files... 03:52:41 copy managed file [jenkins-log-archives-settings] to file:/w/workspace/edgex-go/1@tmp/config1233317097702230997tmp [Pipeline] { [Pipeline] echo 03:52:41 Running shell/create-netrc.sh [Pipeline] libraryResource [Pipeline] sh 03:52:42 ---> create-netrc.sh [Pipeline] } 03:52:42 Deleting 1 temporary files [Pipeline] // configFileProvider [Pipeline] echo 03:52:42 Running shell/python-tools-install.sh [Pipeline] libraryResource [Pipeline] sh 03:52:42 ---> python-tools-install.sh [Pipeline] echo 03:52:43 Running shell/sudo-logs.sh [Pipeline] libraryResource [Pipeline] sh 03:52:43 ---> sudo-logs.sh 03:52:43 Archiving 'sudo' log.. [Pipeline] unstash [Pipeline] echo 03:52:43 Running shell/job-cost.sh [Pipeline] libraryResource [Pipeline] sh 03:52:43 ---> job-cost.sh 03:52:43 lf-activate-venv: SKIPPING 03:52:43 DEBUG: total: 0.20999999344348907 03:52:43 INFO: Retrieving Stack Cost... 03:52:45 INFO: Retrieving Pricing Info for: v1-standard-2 03:52:45 INFO: Archiving Costs [Pipeline] echo 03:52:45 Running shell/logs-deploy.sh [Pipeline] libraryResource [Pipeline] sh 03:52:45 ---> logs-deploy.sh 03:52:45 lf-activate-venv: SKIPPING 03:52:45 INFO: Nexus URL https://nexus.edgexfoundry.org path production/vex-yul-edgex-jenkins-1/edgexfoundry/edgex-go/PR-3190/1 03:52:45 INFO: archiving workspace using pattern(s): 03:52:47 Archives upload complete. 03:52:47 INFO: archiving logs to Nexus 03:52:48 ---> uname -a: 03:52:48 Linux prd-centos7-docker-4c-2g-27485.vexxhost.local 3.10.0-1160.6.1.el7.x86_64 #1 SMP Tue Nov 17 13:59:11 UTC 2020 x86_64 Linux 03:52:48 03:52:48 03:52:48 ---> lscpu: 03:52:48 Architecture: x86_64 03:52:48 CPU op-mode(s): 32-bit, 64-bit 03:52:48 Byte Order: Little Endian 03:52:48 Address sizes: 40 bits physical, 48 bits virtual 03:52:48 CPU(s): 4 03:52:48 On-line CPU(s) list: 0-3 03:52:48 Thread(s) per core: 1 03:52:48 Core(s) per socket: 1 03:52:48 Socket(s): 4 03:52:48 NUMA node(s): 1 03:52:48 Vendor ID: GenuineIntel 03:52:48 CPU family: 6 03:52:48 Model: 44 03:52:48 Model name: Westmere E56xx/L56xx/X56xx (IBRS update) 03:52:48 Stepping: 1 03:52:48 CPU MHz: 2933.436 03:52:48 BogoMIPS: 5866.87 03:52:48 Virtualization: VT-x 03:52:48 Hypervisor vendor: KVM 03:52:48 Virtualization type: full 03:52:48 L1d cache: 128 KiB 03:52:48 L1i cache: 128 KiB 03:52:48 L2 cache: 16 MiB 03:52:48 L3 cache: 64 MiB 03:52:48 NUMA node0 CPU(s): 0-3 03:52:48 Vulnerability Itlb multihit: KVM: Mitigation: Split huge pages 03:52:48 Vulnerability L1tf: Mitigation; PTE Inversion; VMX conditional cache flushes, SMT disabled 03:52:48 Vulnerability Mds: Vulnerable: Clear CPU buffers attempted, no microcode; SMT Host state unknown 03:52:48 Vulnerability Meltdown: Mitigation; PTI 03:52:48 Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl and seccomp 03:52:48 Vulnerability Spectre v1: Mitigation; Load fences, usercopy/swapgs barriers and __user pointer sanitization 03:52:48 Vulnerability Spectre v2: Mitigation; Full retpoline, IBPB 03:52:48 Vulnerability Srbds: Not affected 03:52:48 Vulnerability Tsx async abort: Not affected 03:52:48 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss syscall nx pdpe1gb rdtscp lm constant_tsc rep_good nopl xtopology eagerfpu pni pclmulqdq vmx ssse3 cx16 pcid sse4_1 sse4_2 x2apic popcnt tsc_deadline_timer aes hypervisor lahf_lm ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid tsc_adjust arat spec_ctrl intel_stibp 03:52:48 03:52:48 03:52:48 ---> nproc: 03:52:48 4 03:52:48 03:52:48 03:52:48 ---> df -h: 03:52:48 Filesystem Size Used Available Use% Mounted on 03:52:48 overlay 50.0G 8.2G 41.7G 16% / 03:52:48 tmpfs 64.0M 0 64.0M 0% /dev 03:52:48 tmpfs 918.7M 0 918.7M 0% /sys/fs/cgroup 03:52:48 shm 64.0M 0 64.0M 0% /dev/shm 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /facter-os 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /etc/resolv.conf 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /etc/hostname 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /etc/hosts 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /var/log/secure 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /var/log/auth.log 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /run/cloud-init/result.json 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /var/log/sa-host 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /w/workspace/edgex-go/1 03:52:48 /dev/vda1 50.0G 8.2G 41.7G 16% /w/workspace/edgex-go/1@tmp 03:52:48 03:52:48 03:52:48 ---> free -m: 03:52:48 total used free shared buff/cache available 03:52:48 Mem: 1837 768 126 0 942 976 03:52:48 Swap: 1023 3 1020 03:52:48 03:52:48 03:52:48 ---> ip addr: 03:52:48 1: lo: mtu 65536 qdisc noqueue state UNKNOWN qlen 1000 03:52:48 link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 03:52:48 inet 127.0.0.1/8 scope host lo 03:52:48 valid_lft forever preferred_lft forever 03:52:48 inet6 ::1/128 scope host 03:52:48 valid_lft forever preferred_lft forever 03:52:48 2: eth0: mtu 1458 qdisc pfifo_fast state UP qlen 1000 03:52:48 link/ether fa:16:3e:79:55:9b brd ff:ff:ff:ff:ff:ff 03:52:48 inet 10.30.123.24/23 brd 10.30.123.255 scope global dynamic eth0 03:52:48 valid_lft 85715sec preferred_lft 85715sec 03:52:48 inet6 fe80::f816:3eff:fe79:559b/64 scope link 03:52:48 valid_lft forever preferred_lft forever 03:52:48 3: docker0: mtu 1500 qdisc noqueue state DOWN 03:52:48 link/ether 02:42:c3:8a:8f:e7 brd ff:ff:ff:ff:ff:ff 03:52:48 inet 10.250.0.254/24 brd 10.250.0.255 scope global docker0 03:52:48 valid_lft forever preferred_lft forever 03:52:48 inet6 fe80::42:c3ff:fe8a:8fe7/64 scope link 03:52:48 valid_lft forever preferred_lft forever 03:52:48 03:52:48 03:52:48 ---> sar -b -r -n DEV: 03:52:48 Linux 3.10.0-1160.6.1.el7.x86_64 (centos-7-docker-5fbc1798-0377-b841-54c3-72bc41eda64a.vexxhost.lo) 02/24/21 _x86_64_ (4 CPU) 03:52:48 03:52:48 03:41:13 LINUX RESTART (4 CPU) 03:52:48 03:52:48 03:42:01 tps rtps wtps dtps bread/s bwrtn/s bdscd/s 03:52:48 03:43:01 186.89 70.56 116.33 0.00 9823.55 44702.01 0.00 03:52:48 03:44:01 245.12 93.81 151.31 0.00 4221.63 23007.39 0.00 03:52:48 03:45:01 79.96 15.02 64.94 0.00 1764.14 7937.82 0.00 03:52:48 03:46:01 4.31 0.02 4.30 0.00 3.73 140.29 0.00 03:52:48 03:47:01 1.80 1.18 0.62 0.00 67.55 6.61 0.00 03:52:48 03:48:01 0.77 0.02 0.75 0.00 0.53 9.35 0.00 03:52:48 03:49:01 0.33 0.10 0.23 0.00 73.42 3.75 0.00 03:52:48 03:50:01 0.13 0.00 0.13 0.00 0.00 2.02 0.00 03:52:48 03:51:01 0.37 0.00 0.37 0.00 0.00 5.13 0.00 03:52:48 03:52:01 1.03 0.78 0.25 0.00 175.38 2.45 0.00 03:52:48 Average: 52.07 18.17 33.90 0.00 1614.18 7587.98 0.00 03:52:48 03:52:48 03:42:01 kbmemfree kbavail kbmemused %memused kbbuffers kbcached kbcommit %commit kbactive kbinact kbdirty 03:52:48 03:43:01 177736 0 693532 36.86 1620 1008656 1321992 45.12 508544 956612 56188 03:52:48 03:44:01 135176 0 805868 42.83 1492 939008 1749976 59.72 633008 831508 65296 03:52:48 03:45:01 538560 0 706292 37.54 824 635868 1112408 37.96 445976 614880 20 03:52:48 03:46:01 555692 0 688904 36.61 824 636124 1080264 36.87 452092 605396 8 03:52:48 03:47:01 553504 0 689056 36.62 824 638160 1080348 36.87 450576 609524 8 03:52:48 03:48:01 554000 0 688552 36.60 824 638168 1080264 36.87 450256 609524 8 03:52:48 03:49:01 551060 0 689284 36.63 824 640376 1080376 36.87 450296 611724 16 03:52:48 03:50:01 551320 0 689020 36.62 824 640380 1080328 36.87 450160 611732 8 03:52:48 03:51:01 551388 0 688944 36.62 824 640388 1080328 36.87 450164 611736 8 03:52:48 03:52:01 542988 0 692076 36.78 824 645656 1080400 36.87 456180 614180 16 03:52:48 Average: 471142 0 703153 37.37 970 706278 1174668 40.09 474725 667682 12158 03:52:48 03:52:48 03:42:01 IFACE rxpck/s txpck/s rxkB/s txkB/s rxcmp/s txcmp/s rxmcst/s %ifutil 03:52:48 03:43:01 eth0 1161.09 1390.37 5951.66 157.07 0.00 0.00 0.00 0.00 03:52:48 03:43:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:43:01 docker0 1021.52 706.29 78.94 2675.22 0.00 0.00 0.00 0.00 03:52:48 03:44:01 veth5cd8fe4 0.00 0.13 0.00 0.01 0.00 0.00 0.00 0.00 03:52:48 03:44:01 eth0 258.54 213.34 869.52 77.82 0.00 0.00 0.00 0.00 03:52:48 03:44:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:44:01 docker0 175.71 203.61 13.03 834.40 0.00 0.00 0.00 0.00 03:52:48 03:45:01 eth0 22.16 12.60 17.23 8.85 0.00 0.00 0.00 0.00 03:52:48 03:45:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:45:01 docker0 1.96 1.96 0.13 0.17 0.00 0.00 0.00 0.00 03:52:48 03:46:01 eth0 0.08 0.07 0.01 0.01 0.00 0.00 0.00 0.00 03:52:48 03:46:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:46:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:47:01 eth0 0.23 0.20 0.08 0.07 0.00 0.00 0.00 0.00 03:52:48 03:47:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:47:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:48:01 eth0 0.08 0.08 0.01 0.01 0.00 0.00 0.00 0.00 03:52:48 03:48:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:48:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:49:01 eth0 0.22 0.20 0.09 0.01 0.00 0.00 0.00 0.00 03:52:48 03:49:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:49:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:50:01 eth0 0.08 0.08 0.01 0.01 0.00 0.00 0.00 0.00 03:52:48 03:50:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:50:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:51:01 eth0 0.08 0.08 0.01 0.01 0.00 0.00 0.00 0.00 03:52:48 03:51:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:51:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:52:01 eth0 0.22 0.20 0.08 0.07 0.00 0.00 0.00 0.00 03:52:48 03:52:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 03:52:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 Average: eth0 144.63 162.14 685.70 24.44 0.00 0.00 0.00 0.00 03:52:48 Average: lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 03:52:48 Average: docker0 120.24 91.43 9.24 351.92 0.00 0.00 0.00 0.00 03:52:48 03:52:48 03:52:48 ---> sar -P ALL: 03:52:48 Linux 3.10.0-1160.6.1.el7.x86_64 (centos-7-docker-5fbc1798-0377-b841-54c3-72bc41eda64a.vexxhost.lo) 02/24/21 _x86_64_ (4 CPU) 03:52:48 03:52:48 03:41:13 LINUX RESTART (4 CPU) 03:52:48 03:52:48 03:42:01 CPU %user %nice %system %iowait %steal %idle 03:52:48 03:43:01 all 16.01 0.00 6.16 2.54 0.13 75.16 03:52:48 03:43:01 0 18.46 0.00 7.90 2.52 0.17 70.94 03:52:48 03:43:01 1 16.82 0.00 5.89 1.70 0.14 75.46 03:52:48 03:43:01 2 13.20 0.00 5.30 3.17 0.12 78.21 03:52:48 03:43:01 3 15.59 0.00 5.57 2.76 0.09 76.00 03:52:48 03:44:01 all 23.09 0.00 6.26 7.47 0.08 63.11 03:52:48 03:44:01 0 23.22 0.00 6.29 7.71 0.08 62.69 03:52:48 03:44:01 1 23.21 0.00 6.31 7.27 0.08 63.13 03:52:48 03:44:01 2 23.15 0.00 6.16 7.62 0.05 63.03 03:52:48 03:44:01 3 22.76 0.00 6.31 7.26 0.09 63.59 03:52:48 03:45:01 all 31.37 0.00 6.95 3.04 0.07 58.57 03:52:48 03:45:01 0 31.49 0.00 6.64 3.00 0.07 58.81 03:52:48 03:45:01 1 31.65 0.00 7.32 2.65 0.09 58.29 03:52:48 03:45:01 2 32.03 0.00 6.89 2.43 0.09 58.56 03:52:48 03:45:01 3 30.30 0.00 6.97 4.06 0.05 58.62 03:52:48 03:46:01 all 0.15 0.00 0.04 0.00 0.00 99.81 03:52:48 03:46:01 0 0.53 0.00 0.05 0.00 0.02 99.40 03:52:48 03:46:01 1 0.00 0.00 0.03 0.00 0.00 99.97 03:52:48 03:46:01 2 0.05 0.00 0.03 0.00 0.00 99.92 03:52:48 03:46:01 3 0.00 0.00 0.05 0.00 0.00 99.95 03:52:48 03:47:01 all 0.15 0.00 0.02 0.00 0.01 99.81 03:52:48 03:47:01 0 0.17 0.00 0.03 0.00 0.00 99.80 03:52:48 03:47:01 1 0.05 0.00 0.02 0.02 0.02 99.90 03:52:48 03:47:01 2 0.37 0.00 0.02 0.00 0.02 99.60 03:52:48 03:47:01 3 0.03 0.00 0.02 0.00 0.00 99.95 03:52:48 03:48:01 all 0.10 0.00 0.03 0.00 0.01 99.86 03:52:48 03:48:01 0 0.03 0.00 0.02 0.00 0.00 99.95 03:52:48 03:48:01 1 0.00 0.00 0.02 0.00 0.02 99.97 03:52:48 03:48:01 2 0.35 0.00 0.05 0.00 0.00 99.60 03:52:48 03:48:01 3 0.03 0.00 0.03 0.00 0.02 99.92 03:52:48 03:49:01 all 0.03 0.00 0.02 0.00 0.00 99.94 03:52:48 03:49:01 0 0.05 0.00 0.02 0.00 0.00 99.93 03:52:48 03:49:01 1 0.03 0.00 0.03 0.00 0.00 99.93 03:52:48 03:49:01 2 0.03 0.00 0.02 0.02 0.00 99.93 03:52:48 03:49:01 3 0.02 0.00 0.02 0.00 0.00 99.97 03:52:48 03:50:01 all 0.15 0.00 0.02 0.00 0.01 99.82 03:52:48 03:50:01 0 0.03 0.00 0.02 0.00 0.02 99.93 03:52:48 03:50:01 1 0.50 0.00 0.03 0.00 0.02 99.45 03:52:48 03:50:01 2 0.03 0.00 0.03 0.00 0.00 99.93 03:52:48 03:50:01 3 0.02 0.00 0.00 0.00 0.00 99.98 03:52:48 03:51:01 all 0.15 0.00 0.02 0.00 0.00 99.83 03:52:48 03:51:01 0 0.03 0.00 0.02 0.00 0.00 99.95 03:52:48 03:51:01 1 0.50 0.00 0.03 0.00 0.00 99.47 03:52:48 03:51:01 2 0.02 0.00 0.02 0.00 0.00 99.97 03:52:48 03:51:01 3 0.03 0.00 0.03 0.00 0.00 99.93 03:52:48 03:52:01 all 0.15 0.00 0.02 0.00 0.00 99.82 03:52:48 03:52:01 0 0.05 0.00 0.03 0.00 0.00 99.92 03:52:48 03:52:01 1 0.50 0.00 0.02 0.02 0.00 99.47 03:52:48 03:52:01 2 0.02 0.00 0.02 0.00 0.00 99.97 03:52:48 03:52:01 3 0.03 0.00 0.02 0.00 0.00 99.95 03:52:48 Average: all 7.00 0.00 1.92 1.29 0.03 89.76 03:52:48 Average: 0 7.27 0.00 2.06 1.30 0.04 89.33 03:52:48 Average: 1 7.20 0.00 1.94 1.15 0.04 89.68 03:52:48 Average: 2 6.79 0.00 1.82 1.30 0.03 90.05 03:52:48 Average: 3 6.74 0.00 1.86 1.38 0.02 89.98 03:52:48 03:52:48 03:52:48