Pull request #3651 updated Connecting to https://api.github.com using edgex-jenkins github personal access token Connecting to https://api.github.com to check permissions of obtain list of ernestojeda for edgexfoundry/edgex-go Obtained Jenkinsfile from 11823b6516c72c5e8283f9afa0dd54401ae59d3e+6d7ef7536c6b5b4a7a59b9fe5a7a3965e4137e1c (f4de99c02059acba3b3590bac0194f9bf5806fdb) Running in Durability level: PERFORMANCE_OPTIMIZED Loading library edgex-global-pipelines@04cfaf192170919779d06151a74cb52773448f91 Attempting to resolve 04cfaf192170919779d06151a74cb52773448f91 from remote references... > git --version # timeout=10 > git --version # 'git version 2.16.6' using GIT_SSH to set credentials SSH Credentials for GitHub [INFO] Currently running in a labeled security context [INFO] Currently SELinux is 'enforcing' on the host > /usr/bin/chcon --type=ssh_home_t /tmp/jenkins-gitclient-ssh4861659401387923465.key > git ls-remote -h -t -- git@github.com:edgexfoundry/edgex-global-pipelines.git # timeout=10 Could not find 04cfaf192170919779d06151a74cb52773448f91 in remote references. Pulling heads to local for deep search... > git rev-parse --resolve-git-dir /var/lib/jenkins/caches/git-95b00d7e16de695d9f4849f078f37a0f/.git # timeout=10 Setting origin to git@github.com:edgexfoundry/edgex-global-pipelines.git > git config remote.origin.url git@github.com:edgexfoundry/edgex-global-pipelines.git # timeout=10 Fetching origin... Fetching upstream changes from origin > git --version # timeout=10 > git --version # 'git version 2.16.6' > git config --get remote.origin.url # timeout=10 using GIT_SSH to set credentials SSH Credentials for GitHub [INFO] Currently running in a labeled security context [INFO] Currently SELinux is 'enforcing' on the host > /usr/bin/chcon --type=ssh_home_t /var/lib/jenkins/caches/git-95b00d7e16de695d9f4849f078f37a0f@tmp/jenkins-gitclient-ssh8076608480063532816.key > git fetch --tags --progress -- origin +refs/pull/*:refs/remotes/origin/pr/* # timeout=10 > git rev-parse 04cfaf192170919779d06151a74cb52773448f91^{commit} # timeout=10 > git branch -a -v --no-abbrev --contains 04cfaf192170919779d06151a74cb52773448f91 # timeout=10 Selected match: pr/352/merge revision 04cfaf192170919779d06151a74cb52773448f91 The recommended git tool is: git using credential edgex-jenkins-ssh > git rev-parse --resolve-git-dir /var/lib/jenkins/jobs/edgexfoundry/jobs/edgex-go/branches/PR-3651/workspace@libs/edgex-global-pipelines/.git # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url git@github.com:edgexfoundry/edgex-global-pipelines.git # timeout=10 Fetching without tags Fetching upstream changes from git@github.com:edgexfoundry/edgex-global-pipelines.git > git --version # timeout=10 > git --version # 'git version 2.16.6' using GIT_SSH to set credentials SSH Credentials for GitHub [INFO] Currently running in a labeled security context [INFO] Currently SELinux is 'enforcing' on the host > /usr/bin/chcon --type=ssh_home_t /var/lib/jenkins/jobs/edgexfoundry/jobs/edgex-go/branches/PR-3651/workspace@libs/edgex-global-pipelines@tmp/jenkins-gitclient-ssh8761749732127981127.key > git fetch --no-tags --progress -- git@github.com:edgexfoundry/edgex-global-pipelines.git +refs/pull/*:refs/remotes/origin/pr/* # timeout=10 Checking out Revision 04cfaf192170919779d06151a74cb52773448f91 (pr/352/merge) > git config core.sparsecheckout # timeout=10 > git checkout -f 04cfaf192170919779d06151a74cb52773448f91 # timeout=10 Commit message: "fix: build inline image with go modules downloaded" > git remote # timeout=10 > git submodule init # timeout=10 > git submodule sync # timeout=10 > git config --get remote.origin.url # timeout=10 > git submodule init # timeout=10 > git config -f .gitmodules --get-regexp ^submodule\.(.+)\.url # timeout=10 > git config --get submodule.global-jjb.url # timeout=10 > git config -f .gitmodules --get submodule.global-jjb.path # timeout=10 > git submodule update --init --recursive global-jjb # timeout=10 Excluding src/test/ from checkout of git git@github.com:edgexfoundry/edgex-global-pipelines.git so that shared library test code cannot be accessed by Pipelines. To remove this log message, move the test code outside of src/. To restore the previous behavior that allowed access to files in src/test/, pass -Dorg.jenkinsci.plugins.workflow.libs.SCMSourceRetriever.INCLUDE_SRC_TEST_IN_LIBRARIES=true to the java command used to start Jenkins. Loading library lf-pipelines@master Attempting to resolve master from remote references... > git --version # timeout=10 > git --version # 'git version 2.16.6' using GIT_SSH to set credentials SSH Credentials for GitHub [INFO] Currently running in a labeled security context [INFO] Currently SELinux is 'enforcing' on the host > /usr/bin/chcon --type=ssh_home_t /tmp/jenkins-gitclient-ssh3039690367591814234.key > git ls-remote -h -- git@github.com:lfit/releng-pipelines.git # timeout=10 Found match: refs/heads/master revision 98bb157299c17168c94e81a7dba3d05dc38b0f72 The recommended git tool is: NONE using credential edgex-jenkins-ssh > git rev-parse --resolve-git-dir /var/lib/jenkins/jobs/edgexfoundry/jobs/edgex-go/branches/PR-3651/workspace@libs/lf-pipelines/.git # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url git@github.com:lfit/releng-pipelines.git # timeout=10 Fetching without tags Fetching upstream changes from git@github.com:lfit/releng-pipelines.git > git --version # timeout=10 > git --version # 'git version 2.16.6' using GIT_SSH to set credentials SSH Credentials for GitHub [INFO] Currently running in a labeled security context [INFO] Currently SELinux is 'enforcing' on the host > /usr/bin/chcon --type=ssh_home_t /var/lib/jenkins/jobs/edgexfoundry/jobs/edgex-go/branches/PR-3651/workspace@libs/lf-pipelines@tmp/jenkins-gitclient-ssh6014627859271244963.key > git fetch --no-tags --progress -- git@github.com:lfit/releng-pipelines.git +refs/heads/*:refs/remotes/origin/* # timeout=10 Checking out Revision 98bb157299c17168c94e81a7dba3d05dc38b0f72 (master) > git config core.sparsecheckout # timeout=10 > git checkout -f 98bb157299c17168c94e81a7dba3d05dc38b0f72 # timeout=10 Commit message: "Docs: Add example Jenkinsfile to documentation" > git remote # timeout=10 > git submodule init # timeout=10 > git submodule sync # timeout=10 > git config --get remote.origin.url # timeout=10 > git submodule init # timeout=10 > git config -f .gitmodules --get-regexp ^submodule\.(.+)\.url # timeout=10 > git config --get submodule.global-jjb.url # timeout=10 > git config -f .gitmodules --get submodule.global-jjb.path # timeout=10 > git submodule update --init --recursive global-jjb # timeout=10 Excluding src/test/ from checkout of git git@github.com:lfit/releng-pipelines.git so that shared library test code cannot be accessed by Pipelines. To remove this log message, move the test code outside of src/. To restore the previous behavior that allowed access to files in src/test/, pass -Dorg.jenkinsci.plugins.workflow.libs.SCMSourceRetriever.INCLUDE_SRC_TEST_IN_LIBRARIES=true to the java command used to start Jenkins. [Pipeline] Start of Pipeline [Pipeline] echo ========================================================= [edgeXBuildGoParallel] RAW Config: [project:edgex-go, dockerFileGlobPath:cmd/**/Dockerfile, testScript:ln -s /bin/touch /usr/bin/touch && make test, buildScript:make build, publishSwaggerDocs:true, swaggerApiFolders:[openapi/v2], buildSnap:true] ========================================================= [Pipeline] echo Setting up nodes based on requested architectures [[amd64, arm64]] [Pipeline] echo Nodes requested: [[centos7-docker-4c-2g, ubuntu18.04-docker-arm64-4c-16g]] [Pipeline] echo ========================================================= [edgeXBuildGoParallel] Pipeline Parameters: ========================================================= [Pipeline] echo MAVEN_SETTINGS: edgex-go-settings PROJECT: edgex-go USE_SEMVER: true TEST_SCRIPT: ln -s /bin/touch /usr/bin/touch && make test BUILD_SCRIPT: make build GO_VERSION: 1.16 DOCKER_BASE_IMAGE: nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.16-alpine DOCKER_FILE_GLOB: cmd/**/Dockerfile DOCKER_IMAGE_NAME_PREFIX: DOCKER_IMAGE_NAME_SUFFIX: DOCKER_BUILD_FILE_PATH: Dockerfile.build DOCKER_BUILD_CONTEXT: . DOCKER_BUILD_IMAGE_TARGET: builder DOCKER_REGISTRY_NAMESPACE: DOCKER_NEXUS_REPO: staging BUILD_DOCKER_IMAGE: true PUSH_DOCKER_IMAGE: true SEMVER_BUMP_LEVEL: pre GOPROXY: https://nexus3.edgexfoundry.org/repository/go-proxy/ PUBLISH_SWAGGER_DOCS: true SWAGGER_API_FOLDERS: openapi/v2 BUILD_SNAP: true BUILD_FAILURE_NOTIFY_LIST: edgex-tsc-core@lists.edgexfoundry.org,edgex-tsc-devops@lists.edgexfoundry.org [Pipeline] node Still waiting to schedule task ‘prd-centos7-docker-4c-2g-2124’ is offline Running on prd-centos7-docker-4c-2g-2125 in /w/workspace/edgexfoundry_edgex-go_PR-3651 [Pipeline] { [Pipeline] ws Running in /w/workspace/edgex-go/3 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git using credential edgex-jenkins-ssh Cloning the remote Git repository Cloning repository git@github.com:edgexfoundry/edgex-go.git > git init /w/workspace/edgex-go/3 # timeout=10 Fetching upstream changes from git@github.com:edgexfoundry/edgex-go.git > git --version # timeout=10 > git --version # 'git version 2.24.4' using GIT_SSH to set credentials SSH Credentials for GitHub [INFO] Currently running in a labeled security context [INFO] Currently SELinux is 'enforcing' on the host > /usr/bin/chcon --type=ssh_home_t /w/workspace/edgex-go/3@tmp/jenkins-gitclient-ssh933990112848516642.key > git fetch --tags --force --progress -- git@github.com:edgexfoundry/edgex-go.git +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url git@github.com:edgexfoundry/edgex-go.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url git@github.com:edgexfoundry/edgex-go.git # timeout=10 Fetching upstream changes from git@github.com:edgexfoundry/edgex-go.git using GIT_SSH to set credentials SSH Credentials for GitHub [INFO] Currently running in a labeled security context [INFO] Currently SELinux is 'enforcing' on the host > /usr/bin/chcon --type=ssh_home_t /w/workspace/edgex-go/3@tmp/jenkins-gitclient-ssh2652811542493664487.key > git fetch --tags --force --progress -- git@github.com:edgexfoundry/edgex-go.git +refs/pull/3651/head:refs/remotes/origin/PR-3651 +refs/heads/main:refs/remotes/origin/main # timeout=10 Merging remotes/origin/main commit 6d7ef7536c6b5b4a7a59b9fe5a7a3965e4137e1c into PR head commit 11823b6516c72c5e8283f9afa0dd54401ae59d3e Merge succeeded, producing 11823b6516c72c5e8283f9afa0dd54401ae59d3e Checking out Revision 11823b6516c72c5e8283f9afa0dd54401ae59d3e (PR-3651) > git config core.sparsecheckout # timeout=10 > git checkout -f 11823b6516c72c5e8283f9afa0dd54401ae59d3e # timeout=10 > git remote # timeout=10 > git config --get remote.origin.url # timeout=10 using GIT_SSH to set credentials SSH Credentials for GitHub [INFO] Currently running in a labeled security context [INFO] Currently SELinux is 'enforcing' on the host > /usr/bin/chcon --type=ssh_home_t /w/workspace/edgex-go/3@tmp/jenkins-gitclient-ssh9113443581741210495.key > git merge 6d7ef7536c6b5b4a7a59b9fe5a7a3965e4137e1c # timeout=10 > git rev-parse HEAD^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 11823b6516c72c5e8283f9afa0dd54401ae59d3e # timeout=10 Commit message: "ci: update Jenkinsfile" First time build. Skipping changelog. > git rev-list --no-walk b0a01bd60d1915f4e3e9c227ca3c031f364ae12e # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] timestamps [Pipeline] { [Pipeline] timeout 20:38:56 Timeout set to expire in 6 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] script [Pipeline] { [Pipeline] withCredentials 20:38:56 Masking supported pattern matches of $GH_TOKEN_USR or $GH_TOKEN_PSW [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] echo 20:38:56 ========================================================= 20:38:56 EdgeX Global Pipelines Version Info 20:38:56 ========================================================= [Pipeline] libraryResource [Pipeline] sh 20:38:58 ------------------- 20:38:58 stable info: 20:38:58 ------------------- 20:38:58 Commited By: Ernesto Ojeda ernesto.ojeda@intel.com 20:38:58 Commit SHA: 8b1b5db5c8148d6590c9ec50d824bb24a751c4e0 20:38:58 Message: update stable to v1.0.203 20:38:58 ------------------- 20:38:58 experimental info: 20:38:58 ------------------- 20:38:58 Commited By: **** collab-it+edgex@linuxfoundation.org 20:38:58 Commit SHA: 8b1b5db5c8148d6590c9ec50d824bb24a751c4e0 20:38:58 Message: update experimental to v1.0.203 [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withCredentials [Pipeline] echo 20:38:58 [edgeXSetupEnvironment]: set envvar MAVEN_SETTINGS = edgex-go-settings [Pipeline] echo 20:38:58 [edgeXSetupEnvironment]: set envvar PROJECT = edgex-go [Pipeline] echo 20:38:58 [edgeXSetupEnvironment]: set envvar USE_SEMVER = true [Pipeline] echo 20:38:58 [edgeXSetupEnvironment]: set envvar TEST_SCRIPT = ln -s /bin/touch /usr/bin/touch && make test [Pipeline] echo 20:38:58 [edgeXSetupEnvironment]: set envvar BUILD_SCRIPT = make build [Pipeline] echo 20:38:58 [edgeXSetupEnvironment]: set envvar GO_VERSION = 1.16 [Pipeline] echo 20:38:58 [edgeXSetupEnvironment]: set envvar DOCKER_BASE_IMAGE = nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.16-alpine [Pipeline] echo 20:38:58 [edgeXSetupEnvironment]: set envvar DOCKER_FILE_GLOB = cmd/**/Dockerfile [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar DOCKER_IMAGE_NAME_PREFIX = [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar DOCKER_IMAGE_NAME_SUFFIX = [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar DOCKER_BUILD_FILE_PATH = Dockerfile.build [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar DOCKER_BUILD_CONTEXT = . [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar DOCKER_BUILD_IMAGE_TARGET = builder [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar DOCKER_REGISTRY_NAMESPACE = [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar DOCKER_NEXUS_REPO = staging [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar BUILD_DOCKER_IMAGE = true [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar PUSH_DOCKER_IMAGE = true [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar SEMVER_BUMP_LEVEL = pre [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar GOPROXY = https://nexus3.edgexfoundry.org/repository/go-proxy/ [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar PUBLISH_SWAGGER_DOCS = true [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar SWAGGER_API_FOLDERS = openapi/v2 [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar BUILD_SNAP = true [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar BUILD_FAILURE_NOTIFY_LIST = edgex-tsc-core@lists.edgexfoundry.org,edgex-tsc-devops@lists.edgexfoundry.org [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar GIT_BRANCH = PR-3651 [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar SEMVER_BRANCH = PR-3651 [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar GIT_BRANCH_CLEAN = PR-3651 [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar GIT_COMMIT = 11823b6516c72c5e8283f9afa0dd54401ae59d3e [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar SHORT_GIT_COMMIT = 11823b6 [Pipeline] echo 20:38:59 [edgeXSetupEnvironment]: set envvar SEMVER_PRE_PREFIX = dev [Pipeline] withEnv [Pipeline] { [Pipeline] configFileProvider 20:38:59 provisioning config files... 20:38:59 copy managed file [edgex-go-settings] to file:/w/workspace/edgex-go/3@tmp/config481976985467454521tmp [Pipeline] { [Pipeline] libraryResource [Pipeline] sh 20:38:59 ---> docker-login.sh 20:38:59 nexus3.edgexfoundry.org:10001 20:38:59 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:39:00 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:39:00 Configure a credential helper to remove this warning. See 20:39:00 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:39:00 20:39:00 Login Succeeded 20:39:00 nexus3.edgexfoundry.org:10002 20:39:00 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:39:00 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:39:00 Configure a credential helper to remove this warning. See 20:39:00 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:39:00 20:39:00 Login Succeeded 20:39:00 nexus3.edgexfoundry.org:10003 20:39:00 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:39:00 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:39:00 Configure a credential helper to remove this warning. See 20:39:00 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:39:00 20:39:00 Login Succeeded 20:39:00 nexus3.edgexfoundry.org:10004 20:39:00 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:39:00 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:39:00 Configure a credential helper to remove this warning. See 20:39:00 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:39:00 20:39:00 Login Succeeded 20:39:00 docker.io 20:39:00 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:39:01 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:39:01 Configure a credential helper to remove this warning. See 20:39:01 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:39:01 20:39:01 Login Succeeded 20:39:01 ---> docker-login.sh ends [Pipeline] } 20:39:01 Deleting 1 temporary files [Pipeline] // configFileProvider [Pipeline] } [Pipeline] // withEnv [Pipeline] sh 20:39:01 ++ ls cmd/core-command/Dockerfile cmd/core-data/Dockerfile cmd/core-metadata/Dockerfile cmd/security-bootstrapper/Dockerfile cmd/security-proxy-setup/Dockerfile cmd/security-secretstore-setup/Dockerfile cmd/support-notifications/Dockerfile cmd/support-scheduler/Dockerfile cmd/sys-mgmt-agent/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ dirname cmd/core-command/Dockerfile 20:39:01 ++ cut -d/ -f2 20:39:01 + echo core-command,cmd/core-command/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ dirname cmd/core-data/Dockerfile 20:39:01 ++ cut -d/ -f2 20:39:01 + echo core-data,cmd/core-data/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ dirname cmd/core-metadata/Dockerfile 20:39:01 ++ cut -d/ -f2 20:39:01 + echo core-metadata,cmd/core-metadata/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ dirname cmd/security-bootstrapper/Dockerfile 20:39:01 ++ cut -d/ -f2 20:39:01 + echo security-bootstrapper,cmd/security-bootstrapper/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ dirname cmd/security-proxy-setup/Dockerfile 20:39:01 ++ cut -d/ -f2 20:39:01 + echo security-proxy-setup,cmd/security-proxy-setup/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ dirname cmd/security-secretstore-setup/Dockerfile 20:39:01 ++ cut -d/ -f2 20:39:01 + echo security-secretstore-setup,cmd/security-secretstore-setup/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ cut -d/ -f2 20:39:01 ++ dirname cmd/support-notifications/Dockerfile 20:39:01 + echo support-notifications,cmd/support-notifications/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ dirname cmd/support-scheduler/Dockerfile 20:39:01 ++ cut -d/ -f2 20:39:01 + echo support-scheduler,cmd/support-scheduler/Dockerfile 20:39:01 + for file in '`ls cmd/**/Dockerfile`' 20:39:01 ++ dirname cmd/sys-mgmt-agent/Dockerfile 20:39:01 ++ cut -d/ -f2 20:39:01 + echo sys-mgmt-agent,cmd/sys-mgmt-agent/Dockerfile [Pipeline] echo 20:39:01 Generate Dockers from filesystem: [[image:core-command, dockerfile:cmd/core-command/Dockerfile], [image:core-data, dockerfile:cmd/core-data/Dockerfile], [image:core-metadata, dockerfile:cmd/core-metadata/Dockerfile], [image:security-bootstrapper, dockerfile:cmd/security-bootstrapper/Dockerfile], [image:security-proxy-setup, dockerfile:cmd/security-proxy-setup/Dockerfile], [image:security-secretstore-setup, dockerfile:cmd/security-secretstore-setup/Dockerfile], [image:support-notifications, dockerfile:cmd/support-notifications/Dockerfile], [image:support-scheduler, dockerfile:cmd/support-scheduler/Dockerfile], [image:sys-mgmt-agent, dockerfile:cmd/sys-mgmt-agent/Dockerfile]] [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Semver Prep) [Pipeline] isUnix [Pipeline] sh 20:39:02 + docker inspect -f . nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest 20:39:02 20:39:02 Error: No such object: nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest [Pipeline] isUnix [Pipeline] sh 20:39:02 + docker pull nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest 20:39:02 latest: Pulling from edgex-devops/git-semver 20:39:02 31603596830f: Pulling fs layer 20:39:02 d4622e32a9a9: Pulling fs layer 20:39:02 1030fce36090: Pulling fs layer 20:39:02 6c6cb7e1b49b: Pulling fs layer 20:39:02 6c6cb7e1b49b: Waiting 20:39:02 d4622e32a9a9: Verifying Checksum 20:39:02 d4622e32a9a9: Download complete 20:39:04 31603596830f: Verifying Checksum 20:39:04 31603596830f: Download complete 20:39:04 31603596830f: Pull complete 20:39:04 6c6cb7e1b49b: Verifying Checksum 20:39:04 6c6cb7e1b49b: Download complete 20:39:04 d4622e32a9a9: Pull complete 20:39:04 1030fce36090: Verifying Checksum 20:39:04 1030fce36090: Download complete 20:39:04 1030fce36090: Pull complete 20:39:04 6c6cb7e1b49b: Pull complete 20:39:04 Digest: sha256:98b6084a185347f7b64647794a0a4774a411b925a780a33b3032b91fe10e00ab 20:39:04 Status: Downloaded newer image for nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest 20:39:04 nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest [Pipeline] withDockerContainer 20:39:04 prd-centos7-docker-4c-2g-2125 does not seem to be running inside a container 20:39:04 $ docker run -t -d -u 1001:1001 -u 0:0 -v /etc/ssh:/etc/ssh -w /w/workspace/edgex-go/3 -v /w/workspace/edgex-go/3:/w/workspace/edgex-go/3:rw,z -v /w/workspace/edgex-go/3@tmp:/w/workspace/edgex-go/3@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** nexus3.edgexfoundry.org:10004/edgex-devops/git-semver:latest cat 20:39:05 $ docker top b669a7c1ae02f4b00610ccb2a04298903222ece5089d86028756af8c0b90c007 -eo pid,comm [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] sshagent 20:39:05 [ssh-agent] Using credentials edgex-jenkins (SSH Credentials for GitHub) 20:39:05 [ssh-agent] Looking for ssh-agent implementation... 20:39:06 [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) 20:39:06 $ docker exec b669a7c1ae02f4b00610ccb2a04298903222ece5089d86028756af8c0b90c007 ssh-agent 20:39:06 SSH_AUTH_SOCK=/tmp/ssh-S8tPlqpObD1u/agent.14 20:39:06 SSH_AGENT_PID=20 20:39:06 Running ssh-add (command line suppressed) 20:39:06 Identity added: /w/workspace/edgex-go/3@tmp/private_key_538552841196567040.key (/w/workspace/edgex-go/3@tmp/private_key_538552841196567040.key) 20:39:06 [ssh-agent] Started. [Pipeline] { [Pipeline] sh 20:39:06 + git tag --points-at HEAD [Pipeline] } 20:39:06 $ docker exec --env ******** --env ******** b669a7c1ae02f4b00610ccb2a04298903222ece5089d86028756af8c0b90c007 ssh-agent -k 20:39:06 unset SSH_AUTH_SOCK; 20:39:06 unset SSH_AGENT_PID; 20:39:06 echo Agent pid 20 killed; 20:39:06 [ssh-agent] Stopped. [Pipeline] // sshagent [Pipeline] sshagent 20:39:06 [ssh-agent] Using credentials edgex-jenkins (SSH Credentials for GitHub) 20:39:06 [ssh-agent] Looking for ssh-agent implementation... 20:39:07 [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) 20:39:07 $ docker exec b669a7c1ae02f4b00610ccb2a04298903222ece5089d86028756af8c0b90c007 ssh-agent 20:39:07 SSH_AUTH_SOCK=/tmp/ssh-87Iqwmlog0KC/agent.55 20:39:07 SSH_AGENT_PID=61 20:39:07 Running ssh-add (command line suppressed) 20:39:07 Identity added: /w/workspace/edgex-go/3@tmp/private_key_6139194577230154153.key (/w/workspace/edgex-go/3@tmp/private_key_6139194577230154153.key) 20:39:07 [ssh-agent] Started. [Pipeline] { [Pipeline] sh 20:39:07 + git semver init 20:39:07 # -> Open(): unable to determine branch for HEAD 20:39:07 # $GIT_DIR = /w/workspace/edgex-go/3/.git 20:39:07 # $GIT_WORK_TREE = /w/workspace/edgex-go/3 20:39:07 # $SEMVER_REMOTE_NAME = origin 20:39:07 # $SEMVER_USER_EMAIL = collab-it+edgex@linuxfoundation.org 20:39:07 # $SEMVER_USER_NAME = edgex-jenkins 20:39:07 # $SEMVER_BRANCH = PR-3651 20:39:07 # $SEMVER_TEMP = /tmp/semver-292544527 20:39:07 # git clone --branch semver git@github.com:edgexfoundry/edgex-go.git $SEMVER_TEMP 20:39:26 # '/tmp/semver-292544527' -> '/w/workspace/edgex-go/3/.semver' 20:39:26 # -> Force: false 20:39:26 # $SEMVER_DIR = /w/workspace/edgex-go/3/.semver [Pipeline] } 20:39:26 $ docker exec --env ******** --env ******** b669a7c1ae02f4b00610ccb2a04298903222ece5089d86028756af8c0b90c007 ssh-agent -k 20:39:26 unset SSH_AUTH_SOCK; 20:39:26 unset SSH_AGENT_PID; 20:39:26 echo Agent pid 61 killed; 20:39:26 [ssh-agent] Stopped. [Pipeline] // sshagent [Pipeline] } [Pipeline] // withEnv [Pipeline] sh 20:39:26 + git semver [Pipeline] } 20:39:26 $ docker stop --time=1 b669a7c1ae02f4b00610ccb2a04298903222ece5089d86028756af8c0b90c007 20:39:28 $ docker rm -f b669a7c1ae02f4b00610ccb2a04298903222ece5089d86028756af8c0b90c007 [Pipeline] // withDockerContainer [Pipeline] sh 20:39:28 + sudo chown -R jenkins:jenkins .semver [Pipeline] writeFile [Pipeline] stash 20:39:29 Stashed 1 file(s) [Pipeline] echo 20:39:29 [edgeXSemver]: initialized semver on version 0.0.0 [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Build) [Pipeline] parallel [Pipeline] { (Branch: amd64) [Pipeline] { (Branch: arm64) [Pipeline] stage [Pipeline] { (amd64) [Pipeline] stage [Pipeline] { (arm64) [Pipeline] node [Pipeline] withEnv [Pipeline] { [Pipeline] stage [Pipeline] { (Prep) [Pipeline] script [Pipeline] { [Pipeline] echo 20:39:29 ========================================================= 20:39:29 [edgeXBuildGoParallel] Building Code With image [nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.16-alpine] 20:39:29 ========================================================= [Pipeline] fileExists [Pipeline] sh 20:39:29 + docker pull nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.16-alpine 20:39:35 1.16-alpine: Pulling from edgex-devops/edgex-golang-base 20:39:35 540db60ca938: Pulling fs layer 20:39:35 adcc1eea9eea: Pulling fs layer 20:39:35 4c4ab2625f07: Pulling fs layer 20:39:35 db62176df00c: Pulling fs layer 20:39:35 3b30891b0d05: Pulling fs layer 20:39:35 444f5516b4c7: Pulling fs layer 20:39:35 90b9b1106a8b: Pulling fs layer 20:39:35 0383d17a5b7e: Pulling fs layer 20:39:35 c82ef313ddc5: Pulling fs layer 20:39:35 db62176df00c: Waiting 20:39:35 3b30891b0d05: Waiting 20:39:35 444f5516b4c7: Waiting 20:39:35 90b9b1106a8b: Waiting 20:39:35 0383d17a5b7e: Waiting 20:39:35 c82ef313ddc5: Waiting 20:39:35 4c4ab2625f07: Verifying Checksum 20:39:35 4c4ab2625f07: Download complete 20:39:35 adcc1eea9eea: Verifying Checksum 20:39:35 adcc1eea9eea: Download complete 20:39:35 3b30891b0d05: Verifying Checksum 20:39:35 3b30891b0d05: Download complete 20:39:35 444f5516b4c7: Verifying Checksum 20:39:35 444f5516b4c7: Download complete 20:39:35 90b9b1106a8b: Verifying Checksum 20:39:35 90b9b1106a8b: Download complete 20:39:35 540db60ca938: Verifying Checksum 20:39:35 540db60ca938: Download complete 20:39:35 540db60ca938: Pull complete 20:39:35 adcc1eea9eea: Pull complete 20:39:35 4c4ab2625f07: Pull complete 20:39:35 0383d17a5b7e: Verifying Checksum 20:39:35 0383d17a5b7e: Download complete 20:39:39 c82ef313ddc5: Verifying Checksum 20:39:39 c82ef313ddc5: Download complete 20:39:39 db62176df00c: Verifying Checksum 20:39:39 db62176df00c: Download complete 20:39:43 db62176df00c: Pull complete 20:39:43 3b30891b0d05: Pull complete 20:39:43 444f5516b4c7: Pull complete 20:39:43 90b9b1106a8b: Pull complete 20:39:43 0383d17a5b7e: Pull complete 20:39:44 Still waiting to schedule task 20:39:44 All nodes of label ‘ubuntu18.04-docker-arm64-4c-16g’ are offline 20:39:46 c82ef313ddc5: Pull complete 20:39:46 Digest: sha256:3eb3d6350589afc32301fc0b898c8a62550fd4a320e6d69c5ccab6db48ea93d4 20:39:46 Status: Downloaded newer image for nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.16-alpine 20:39:46 nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.16-alpine [Pipeline] fileExists [Pipeline] sh 20:39:46 + echo 'FROM nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.16-alpine 20:39:46 COPY go.mod . 20:39:46 RUN go mod download' 20:39:46 + docker build -t ci-base-image-x86_64 -f - . 20:39:47 Sending build context to Docker daemon 328.6MB 20:39:47 Step 1/3 : FROM nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base:1.16-alpine 20:39:47 ---> 4508b0543a43 20:39:47 Step 2/3 : COPY go.mod . 20:39:49 ---> fe8c9efcaca7 20:39:49 Step 3/3 : RUN go mod download 20:39:49 ---> Running in f36fe4a9bcb6 20:39:49 $GOPATH/go.mod exists but should not 20:39:50 The command '/bin/sh -c go mod download' returned a non-zero code: 1 [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Test) Stage "Test" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Docker Build) Stage "Docker Build" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Docker Push) Stage "Docker Push" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Snap) Stage "Snap" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } 20:39:50 Failed in branch amd64 20:41:47 Running on prd-ubuntu18.04-docker-arm64-4c-16g-2126 in /w/workspace/edgexfoundry_edgex-go_PR-3651 [Pipeline] { [Pipeline] ws 20:41:47 Running in /w/workspace/edgex-go/3 [Pipeline] { [Pipeline] checkout 20:41:48 The recommended git tool is: git 20:41:55 using credential edgex-jenkins-ssh 20:41:55 Cloning the remote Git repository 20:41:55 Cloning repository git@github.com:edgexfoundry/edgex-go.git 20:41:55 > git init /w/workspace/edgex-go/3 # timeout=10 20:41:56 Fetching upstream changes from git@github.com:edgexfoundry/edgex-go.git 20:41:56 > git --version # timeout=10 20:41:56 > git --version # 'git version 2.17.1' 20:41:56 using GIT_SSH to set credentials SSH Credentials for GitHub 20:41:56 > git fetch --tags --progress -- git@github.com:edgexfoundry/edgex-go.git +refs/heads/*:refs/remotes/origin/* # timeout=10 20:42:12 Merging remotes/origin/main commit 6d7ef7536c6b5b4a7a59b9fe5a7a3965e4137e1c into PR head commit 11823b6516c72c5e8283f9afa0dd54401ae59d3e 20:42:11 > git config remote.origin.url git@github.com:edgexfoundry/edgex-go.git # timeout=10 20:42:11 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 20:42:11 > git config remote.origin.url git@github.com:edgexfoundry/edgex-go.git # timeout=10 20:42:11 Fetching upstream changes from git@github.com:edgexfoundry/edgex-go.git 20:42:11 using GIT_SSH to set credentials SSH Credentials for GitHub 20:42:11 > git fetch --tags --progress -- git@github.com:edgexfoundry/edgex-go.git +refs/pull/3651/head:refs/remotes/origin/PR-3651 +refs/heads/main:refs/remotes/origin/main # timeout=10 20:42:12 > git config core.sparsecheckout # timeout=10 20:42:12 > git checkout -f 11823b6516c72c5e8283f9afa0dd54401ae59d3e # timeout=10 20:42:12 Merge succeeded, producing 11823b6516c72c5e8283f9afa0dd54401ae59d3e 20:42:12 Checking out Revision 11823b6516c72c5e8283f9afa0dd54401ae59d3e (PR-3651) 20:42:12 > git remote # timeout=10 20:42:12 > git config --get remote.origin.url # timeout=10 20:42:12 using GIT_SSH to set credentials SSH Credentials for GitHub 20:42:12 > git merge 6d7ef7536c6b5b4a7a59b9fe5a7a3965e4137e1c # timeout=10 20:42:12 > git rev-parse HEAD^{commit} # timeout=10 20:42:12 > git config core.sparsecheckout # timeout=10 20:42:12 > git checkout -f 11823b6516c72c5e8283f9afa0dd54401ae59d3e # timeout=10 20:42:17 Commit message: "ci: update Jenkinsfile" [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] stage [Pipeline] { (Prep) [Pipeline] script [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] configFileProvider 20:42:17 provisioning config files... 20:42:17 copy managed file [edgex-go-settings] to file:/w/workspace/edgex-go/3@tmp/config2680518568505132278tmp [Pipeline] { [Pipeline] libraryResource [Pipeline] sh 20:42:17 ---> docker-login.sh 20:42:17 nexus3.edgexfoundry.org:10001 20:42:18 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:42:19 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:42:19 Configure a credential helper to remove this warning. See 20:42:19 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:42:19 20:42:19 Login Succeeded 20:42:19 nexus3.edgexfoundry.org:10002 20:42:19 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:42:19 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:42:19 Configure a credential helper to remove this warning. See 20:42:19 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:42:19 20:42:19 Login Succeeded 20:42:19 nexus3.edgexfoundry.org:10003 20:42:20 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:42:20 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:42:20 Configure a credential helper to remove this warning. See 20:42:20 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:42:20 20:42:20 Login Succeeded 20:42:20 nexus3.edgexfoundry.org:10004 20:42:20 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:42:20 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:42:20 Configure a credential helper to remove this warning. See 20:42:20 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:42:20 20:42:20 Login Succeeded 20:42:20 docker.io 20:42:21 WARNING! Using --password via the CLI is insecure. Use --password-stdin. 20:42:21 WARNING! Your password will be stored unencrypted in /home/jenkins/.docker/config.json. 20:42:21 Configure a credential helper to remove this warning. See 20:42:21 https://docs.docker.com/engine/reference/commandline/login/#credentials-store 20:42:21 20:42:21 Login Succeeded 20:42:21 ---> docker-login.sh ends [Pipeline] } 20:42:21 Deleting 1 temporary files [Pipeline] // configFileProvider [Pipeline] } [Pipeline] // withEnv [Pipeline] unstash [Pipeline] echo 20:42:22 ========================================================= 20:42:22 [edgeXBuildGoParallel] Building Code With image [nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.16-alpine] 20:42:22 ========================================================= [Pipeline] fileExists [Pipeline] sh 20:42:22 + docker pull nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.16-alpine 20:42:22 1.16-alpine: Pulling from edgex-devops/edgex-golang-base-arm64 20:42:22 595b0fe564bb: Pulling fs layer 20:42:22 24495759ef45: Pulling fs layer 20:42:22 d148012ef14d: Pulling fs layer 20:42:22 e90a11edd702: Pulling fs layer 20:42:22 d77568369979: Pulling fs layer 20:42:22 02195dbdac53: Pulling fs layer 20:42:22 2b1b35aa2570: Pulling fs layer 20:42:22 2c1f732e5b09: Pulling fs layer 20:42:22 e90a11edd702: Waiting 20:42:22 d77568369979: Waiting 20:42:22 02195dbdac53: Waiting 20:42:22 2b1b35aa2570: Waiting 20:42:22 2c1f732e5b09: Waiting 20:42:22 d148012ef14d: Download complete 20:42:22 24495759ef45: Verifying Checksum 20:42:22 24495759ef45: Download complete 20:42:22 d77568369979: Verifying Checksum 20:42:22 d77568369979: Download complete 20:42:23 02195dbdac53: Verifying Checksum 20:42:23 02195dbdac53: Download complete 20:42:23 595b0fe564bb: Download complete 20:42:23 2b1b35aa2570: Verifying Checksum 20:42:23 2b1b35aa2570: Download complete 20:42:24 595b0fe564bb: Pull complete 20:42:24 24495759ef45: Pull complete 20:42:24 d148012ef14d: Pull complete 20:42:26 2c1f732e5b09: Download complete 20:42:26 e90a11edd702: Verifying Checksum 20:42:26 e90a11edd702: Download complete 20:42:37 e90a11edd702: Pull complete 20:42:37 d77568369979: Pull complete 20:42:37 02195dbdac53: Pull complete 20:42:38 2b1b35aa2570: Pull complete 20:42:43 2c1f732e5b09: Pull complete 20:42:43 Digest: sha256:28bf673c29b435c7a745567d5b62fe0c6cb5f21a2a07afb8b83a2b3b340898b5 20:42:43 Status: Downloaded newer image for nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.16-alpine 20:42:43 nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.16-alpine [Pipeline] fileExists [Pipeline] sh 20:42:44 + echo FROM nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.16-alpine 20:42:44 COPY go.mod . 20:42:44 RUN go mod download 20:42:44 + docker build -t ci-base-image-arm64 -f - . 20:42:46 Sending build context to Docker daemon 165.9MB 20:42:46 Step 1/3 : FROM nexus3.edgexfoundry.org:10003/edgex-devops/edgex-golang-base-arm64:1.16-alpine 20:42:46 ---> 88ecf2bb1f95 20:42:46 Step 2/3 : COPY go.mod . 20:42:51 ---> ddbb1da03170 20:42:51 Step 3/3 : RUN go mod download 20:42:51 ---> Running in d42d944670f4 20:42:52 $GOPATH/go.mod exists but should not 20:42:53 The command '/bin/sh -c go mod download' returned a non-zero code: 1 [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Test) Stage "Test" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Docker Build) Stage "Docker Build" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Docker Push) Stage "Docker Push" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage Post stage [Pipeline] script [Pipeline] { [Pipeline] isUnix [Pipeline] sh 20:42:53 + docker inspect -f . nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:arm64 20:42:53 20:42:53 Error: No such object: nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:arm64 [Pipeline] isUnix [Pipeline] sh 20:42:54 + docker pull nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:arm64 20:42:54 arm64: Pulling from edgex-lftools-log-publisher 20:42:54 448f6bf000e3: Pulling fs layer 20:42:54 f757da607395: Pulling fs layer 20:42:54 05883995daec: Pulling fs layer 20:42:54 8603b9c90790: Pulling fs layer 20:42:54 1560dd03e051: Pulling fs layer 20:42:54 27f5ce0e4adf: Pulling fs layer 20:42:54 c2d8d7efcc4b: Pulling fs layer 20:42:54 1560dd03e051: Waiting 20:42:54 27f5ce0e4adf: Waiting 20:42:54 c2d8d7efcc4b: Waiting 20:42:54 8603b9c90790: Waiting 20:42:54 f757da607395: Verifying Checksum 20:42:54 f757da607395: Download complete 20:42:54 8603b9c90790: Download complete 20:42:55 1560dd03e051: Verifying Checksum 20:42:55 1560dd03e051: Download complete 20:42:55 27f5ce0e4adf: Verifying Checksum 20:42:55 27f5ce0e4adf: Download complete 20:42:55 05883995daec: Verifying Checksum 20:42:55 05883995daec: Download complete 20:42:55 448f6bf000e3: Verifying Checksum 20:42:55 448f6bf000e3: Download complete 20:42:58 c2d8d7efcc4b: Verifying Checksum 20:42:58 c2d8d7efcc4b: Download complete 20:42:59 448f6bf000e3: Pull complete 20:43:02 f757da607395: Pull complete 20:43:02 05883995daec: Pull complete 20:43:02 8603b9c90790: Pull complete 20:43:03 1560dd03e051: Pull complete 20:43:03 27f5ce0e4adf: Pull complete 20:43:18 c2d8d7efcc4b: Pull complete 20:43:18 Digest: sha256:42f6a1c33103aa4ecfebf648e29883a20fd84132c0f0d4f855d8bcfd8dd9c454 20:43:18 Status: Downloaded newer image for nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:arm64 20:43:18 nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:arm64 [Pipeline] withDockerContainer 20:43:18 prd-ubuntu18.04-docker-arm64-4c-16g-2126 does not seem to be running inside a container 20:43:19 $ docker run -t -d -u 1001:1001 -u 0:0 --privileged --net host -v /home/jenkins:/home/jenkins -v /run/cloud-init/result.json:/run/cloud-init/result.json -w /w/workspace/edgex-go/3 -v /w/workspace/edgex-go/3:/w/workspace/edgex-go/3:rw,z -v /w/workspace/edgex-go/3@tmp:/w/workspace/edgex-go/3@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:arm64 cat 20:43:25 $ docker top cfb0d31b4fef32ce832f6273b63bef541f6f94e33fb1b717d769a0e3d302a18d -eo pid,comm [Pipeline] { [Pipeline] libraryResource [Pipeline] sh 20:43:26 ---> job-cost.sh 20:43:26 lf-activate-venv: SKIPPING 20:43:26 INFO: No Stack... 20:43:27 INFO: Retrieving Pricing Info for: v2-standard-4 20:43:27 INFO: Archiving Costs [Pipeline] sh 20:43:28 + cat /w/workspace/edgex-go/3/archives/cost.csv 20:43:28 + cut -d, -f6 [Pipeline] lock 20:43:28 Trying to acquire lock on [jenkins-edgexfoundry-edgex-go-PR-3651-3-stack-cost] 20:43:28 Resource [jenkins-edgexfoundry-edgex-go-PR-3651-3-stack-cost] did not exist. Created. 20:43:28 Lock acquired on [jenkins-edgexfoundry-edgex-go-PR-3651-3-stack-cost] [Pipeline] { [Pipeline] unstash [Pipeline] sh 20:43:29 + echo total: 0.18000000715255737 [Pipeline] stash 20:43:29 Stashed 1 file(s) [Pipeline] } 20:43:29 Lock released on resource [jenkins-edgexfoundry-edgex-go-PR-3651-3-stack-cost] [Pipeline] // lock [Pipeline] } 20:43:29 $ docker stop --time=1 cfb0d31b4fef32ce832f6273b63bef541f6f94e33fb1b717d769a0e3d302a18d 20:43:31 $ docker rm -f cfb0d31b4fef32ce832f6273b63bef541f6f94e33fb1b717d769a0e3d302a18d [Pipeline] // withDockerContainer [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // ws [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // stage [Pipeline] } 20:43:32 Failed in branch arm64 [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (CodeCov) Stage "CodeCov" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Snyk Scan) Stage "Snyk Scan" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Publish Swagger) Stage "Publish Swagger" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Semver) Stage "Semver" skipped due to earlier failure(s) [Pipeline] stage [Pipeline] { (Tag) Stage "Semver" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Bump Pre-Release Version) Stage "Semver" skipped due to earlier failure(s) [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] stage [Pipeline] { (LF Post Build Actions) [Pipeline] sh 20:43:33 + '[' -d /w/workspace/edgex-go/3/archives ']' [Pipeline] libraryResource [Pipeline] sh 20:43:33 ---> sysstat.sh [Pipeline] libraryResource [Pipeline] sh 20:43:34 ---> package-listing.sh 20:43:34 ++ facter osfamily 20:43:34 ++ tr '[:upper:]' '[:lower:]' 20:43:34 + OS_FAMILY=redhat 20:43:34 + workspace=/w/workspace/edgex-go/3 20:43:34 + START_PACKAGES=/tmp/packages_start.txt 20:43:34 + END_PACKAGES=/tmp/packages_end.txt 20:43:34 + DIFF_PACKAGES=/tmp/packages_diff.txt 20:43:34 + PACKAGES=/tmp/packages_start.txt 20:43:34 + '[' /w/workspace/edgex-go/3 ']' 20:43:34 + PACKAGES=/tmp/packages_end.txt 20:43:34 + case "${OS_FAMILY}" in 20:43:34 + rpm -qa 20:43:34 + sort 20:43:35 + '[' -f /tmp/packages_start.txt ']' 20:43:35 + '[' -f /tmp/packages_end.txt ']' 20:43:35 + diff /tmp/packages_start.txt /tmp/packages_end.txt 20:43:35 + '[' /w/workspace/edgex-go/3 ']' 20:43:35 + mkdir -p /w/workspace/edgex-go/3/archives/ 20:43:35 + cp -f /tmp/packages_diff.txt /tmp/packages_end.txt /tmp/packages_start.txt /w/workspace/edgex-go/3/archives/ [Pipeline] echo 20:43:35 Launching container with: [--privileged -u 0:0 --net host -v /var/log/sa:/var/log/sa-host -v /var/log/secure:/var/log/secure -v /var/log/auth.log:/var/log/auth.log -v /w/workspace/edgex-go/3/facter-os:/facter-os -v /proc/uptime:/proc/uptime -v /run/cloud-init/result.json:/run/cloud-init/result.json] [Pipeline] sh 20:43:35 + facter operatingsystem [Pipeline] isUnix [Pipeline] sh 20:43:36 + docker inspect -f . nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:latest 20:43:36 20:43:36 Error: No such object: nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:latest [Pipeline] isUnix [Pipeline] sh 20:43:36 + docker pull nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:latest 20:43:36 latest: Pulling from edgex-lftools-log-publisher 20:43:36 b4d181a07f80: Pulling fs layer 20:43:36 a1111a8f2ec3: Pulling fs layer 20:43:36 ed53099fbce6: Pulling fs layer 20:43:36 dc539afda2c1: Pulling fs layer 20:43:36 77bc0d833cb6: Pulling fs layer 20:43:36 9065ff56babe: Pulling fs layer 20:43:36 d287ab97295c: Pulling fs layer 20:43:36 dc539afda2c1: Waiting 20:43:36 77bc0d833cb6: Waiting 20:43:36 9065ff56babe: Waiting 20:43:36 d287ab97295c: Waiting 20:43:36 a1111a8f2ec3: Verifying Checksum 20:43:36 a1111a8f2ec3: Download complete 20:43:36 dc539afda2c1: Verifying Checksum 20:43:36 dc539afda2c1: Download complete 20:43:37 77bc0d833cb6: Verifying Checksum 20:43:37 77bc0d833cb6: Download complete 20:43:37 9065ff56babe: Verifying Checksum 20:43:37 9065ff56babe: Download complete 20:43:37 ed53099fbce6: Verifying Checksum 20:43:37 ed53099fbce6: Download complete 20:43:38 b4d181a07f80: Verifying Checksum 20:43:38 b4d181a07f80: Download complete 20:43:39 b4d181a07f80: Pull complete 20:43:39 a1111a8f2ec3: Pull complete 20:43:40 ed53099fbce6: Pull complete 20:43:40 dc539afda2c1: Pull complete 20:43:40 77bc0d833cb6: Pull complete 20:43:40 9065ff56babe: Pull complete 20:43:41 d287ab97295c: Verifying Checksum 20:43:41 d287ab97295c: Download complete 20:43:46 d287ab97295c: Pull complete 20:43:46 Digest: sha256:0c69325c24349bfb3ea32a3c3cbcab1fb66df42c981276dd8ebcf6aa441257c4 20:43:46 Status: Downloaded newer image for nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:latest 20:43:46 nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:latest [Pipeline] withDockerContainer 20:43:46 prd-centos7-docker-4c-2g-2125 does not seem to be running inside a container 20:43:46 $ docker run -t -d -u 1001:1001 --privileged -u 0:0 --net host -v /var/log/sa:/var/log/sa-host -v /var/log/secure:/var/log/secure -v /var/log/auth.log:/var/log/auth.log -v /w/workspace/edgex-go/3/facter-os:/facter-os -v /proc/uptime:/proc/uptime -v /run/cloud-init/result.json:/run/cloud-init/result.json -w /w/workspace/edgex-go/3 -v /w/workspace/edgex-go/3:/w/workspace/edgex-go/3:rw,z -v /w/workspace/edgex-go/3@tmp:/w/workspace/edgex-go/3@tmp:rw,z -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** -e ******** nexus3.edgexfoundry.org:10003/edgex-lftools-log-publisher:latest cat 20:43:48 $ docker top dd0f6e1e2a6de28ef63db6d56e7652fce9b58a2f17186357184272c0b452b287 -eo pid,comm [Pipeline] { [Pipeline] sh 20:43:49 + touch /tmp/pre-build-complete [Pipeline] sh 20:43:49 + mkdir -p /var/log/sysstat [Pipeline] sh 20:43:49 + ls /var/log/sa-host 20:43:49 + sadf -c /var/log/sa-host/sa05 20:43:49 file_magic: OK 20:43:49 HZ: Using current value: 100 20:43:49 file_header: OK 20:43:49 file_activity: A_CPU A_PCSW A_SWAP A_PAGE A_IO A_MEMORY A_HUGE A_KTABLES A_QUEUE A_SERIAL A_DISK A_NET_DEV A_NET_EDEV A_NET_NFS A_NET_NFSD A_NET_SOCK OK 20:43:49 Statistics: 20:43:49 HRHnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu...Hnuu...uuuununununu... 20:43:49 File successfully converted to sysstat format version 12.0.3 [Pipeline] withEnv [Pipeline] { [Pipeline] configFileProvider 20:43:50 provisioning config files... 20:43:50 copy managed file [jenkins-log-archives-settings] to file:/w/workspace/edgex-go/3@tmp/config4570978592920617701tmp [Pipeline] { [Pipeline] echo 20:43:50 Running shell/create-netrc.sh [Pipeline] libraryResource [Pipeline] sh 20:43:52 ---> create-netrc.sh [Pipeline] } 20:43:52 Deleting 1 temporary files [Pipeline] // configFileProvider [Pipeline] libraryResource [Pipeline] sh 20:43:53 ---> python-tools-install.sh [Pipeline] echo 20:43:53 Running shell/sudo-logs.sh [Pipeline] libraryResource [Pipeline] sh 20:43:53 ---> sudo-logs.sh 20:43:53 Archiving 'sudo' log.. 20:43:53 sudo: unable to resolve host prd-centos7-docker-4c-2g-2125.vexxhost.local: Name or service not known 20:43:53 sudo: unable to resolve host prd-centos7-docker-4c-2g-2125.vexxhost.local: Name or service not known [Pipeline] unstash [Pipeline] echo 20:43:53 Running shell/job-cost.sh [Pipeline] libraryResource [Pipeline] sh 20:43:54 ---> job-cost.sh 20:43:54 lf-activate-venv: SKIPPING 20:43:54 DEBUG: total: 0.18000000715255737 20:43:54 INFO: Retrieving Stack Cost... 20:43:54 INFO: Retrieving Pricing Info for: v3-standard-2 20:43:55 INFO: Archiving Costs [Pipeline] echo 20:43:55 Running shell/logs-deploy.sh [Pipeline] libraryResource [Pipeline] sh 20:43:55 ---> logs-deploy.sh 20:43:55 lf-activate-venv: SKIPPING 20:43:55 INFO: Nexus URL https://nexus.edgexfoundry.org path production/vex-yul-edgex-jenkins-1/edgexfoundry/edgex-go/PR-3651/3 20:43:55 INFO: archiving workspace using pattern(s): 20:43:56 Archives upload complete. 20:43:56 INFO: archiving logs to Nexus 20:43:57 ---> uname -a: 20:43:57 Linux prd-centos7-docker-4c-2g-2125.vexxhost.local 3.10.0-1160.21.1.el7.x86_64 #1 SMP Tue Mar 16 18:28:22 UTC 2021 x86_64 GNU/Linux 20:43:57 20:43:57 20:43:57 ---> lscpu: 20:43:57 Architecture: x86_64 20:43:57 CPU op-mode(s): 32-bit, 64-bit 20:43:57 Byte Order: Little Endian 20:43:57 Address sizes: 40 bits physical, 48 bits virtual 20:43:57 CPU(s): 2 20:43:57 On-line CPU(s) list: 0,1 20:43:57 Thread(s) per core: 1 20:43:57 Core(s) per socket: 1 20:43:57 Socket(s): 2 20:43:57 NUMA node(s): 1 20:43:57 Vendor ID: AuthenticAMD 20:43:57 CPU family: 23 20:43:57 Model: 49 20:43:57 Model name: AMD EPYC-Rome Processor 20:43:57 Stepping: 0 20:43:57 CPU MHz: 2799.998 20:43:57 BogoMIPS: 5599.99 20:43:57 Virtualization: AMD-V 20:43:57 Hypervisor vendor: KVM 20:43:57 Virtualization type: full 20:43:57 L1d cache: 32K 20:43:57 L1i cache: 32K 20:43:57 L2 cache: 512K 20:43:57 L3 cache: 16384K 20:43:57 NUMA node0 CPU(s): 0,1 20:43:57 Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm art rep_good nopl extd_apicid eagerfpu pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core retpoline_amd ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr arat npt nrip_save umip spec_ctrl intel_stibp arch_capabilities 20:43:57 20:43:57 20:43:57 ---> nproc: 20:43:57 2 20:43:57 20:43:57 20:43:57 ---> df -h: 20:43:57 Filesystem Size Used Avail Use% Mounted on 20:43:57 overlay 40G 8.6G 32G 22% / 20:43:57 tmpfs 64M 0 64M 0% /dev 20:43:57 tmpfs 3.9G 0 3.9G 0% /sys/fs/cgroup 20:43:57 shm 64M 0 64M 0% /dev/shm 20:43:57 /dev/vda1 40G 8.6G 32G 22% /facter-os 20:43:57 20:43:57 20:43:57 ---> sar -b -r -n DEV: 20:43:57 Linux 3.10.0-1160.21.1.el7.x86_64 (centos-7-docker-606adb87-c9a3-b56e-c965-7bc42a059c0f.vexxhost.lo) 08/05/21 _x86_64_ (2 CPU) 20:43:57 20:43:57 20:38:01 LINUX RESTART (2 CPU) 20:43:57 20:43:57 20:39:02 tps rtps wtps bread/s bwrtn/s 20:43:57 20:40:01 90.60 0.63 89.97 357.12 44854.61 20:43:57 20:41:01 3.11 0.00 3.11 0.00 232.52 20:43:57 20:42:01 0.28 0.00 0.28 0.00 4.46 20:43:57 20:43:01 0.22 0.00 0.22 0.00 3.90 20:43:57 Average: 23.28 0.15 23.12 88.17 11134.88 20:43:57 20:43:57 20:39:02 kbmemfree kbavail kbmemused %memused kbbuffers kbcached kbcommit %commit kbactive kbinact kbdirty 20:43:57 20:40:01 4495544 0 888716 11.10 2620 2622052 1280340 14.14 958100 2077832 20 20:43:57 20:41:01 4506716 0 877540 10.96 2620 2622056 1196780 13.21 961036 2067848 20 20:43:57 20:42:01 4503584 0 880668 11.00 2620 2622060 1197052 13.22 949776 2081808 20 20:43:57 20:43:01 4504768 0 879480 10.98 2620 2622064 1197016 13.22 949584 2081808 12 20:43:57 Average: 4502653 0 881601 11.01 2620 2622058 1217797 13.45 954624 2077324 18 20:43:57 20:43:57 20:39:02 IFACE rxpck/s txpck/s rxkB/s txkB/s rxcmp/s txcmp/s rxmcst/s %ifutil 20:43:57 20:40:01 eth0 1288.20 1038.92 6402.07 109.67 0.00 0.00 0.00 0.00 20:43:57 20:40:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 20:43:57 20:40:01 docker0 640.78 699.59 59.75 2730.22 0.00 0.00 0.00 0.00 20:43:57 20:41:01 eth0 4.38 2.13 3.08 0.14 0.00 0.00 0.00 0.00 20:43:57 20:41:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 20:43:57 20:41:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 20:43:57 20:42:01 eth0 0.55 0.40 0.27 0.20 0.00 0.00 0.00 0.00 20:43:57 20:42:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 20:43:57 20:42:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 20:43:57 20:43:01 eth0 0.57 0.40 0.27 0.21 0.00 0.00 0.00 0.00 20:43:57 20:43:01 lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 20:43:57 20:43:01 docker0 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 20:43:57 Average: eth0 319.43 257.24 1581.55 27.21 0.00 0.00 0.00 0.00 20:43:57 Average: lo 0.00 0.00 0.00 0.00 0.00 0.00 0.00 0.00 20:43:57 Average: docker0 158.21 172.73 14.75 674.08 0.00 0.00 0.00 0.00 20:43:57 20:43:57 20:43:57 ---> sar -P ALL: 20:43:57 Linux 3.10.0-1160.21.1.el7.x86_64 (centos-7-docker-606adb87-c9a3-b56e-c965-7bc42a059c0f.vexxhost.lo) 08/05/21 _x86_64_ (2 CPU) 20:43:57 20:43:57 20:38:01 LINUX RESTART (2 CPU) 20:43:57 20:43:57 20:39:02 CPU %user %nice %system %iowait %steal %idle 20:43:57 20:40:01 all 22.17 0.00 8.09 1.71 0.07 67.96 20:43:57 20:40:01 0 18.59 0.00 8.64 1.51 0.07 71.19 20:43:57 20:40:01 1 25.74 0.00 7.55 1.91 0.07 64.74 20:43:57 20:41:01 all 0.23 0.00 0.09 0.00 0.03 99.65 20:43:57 20:41:01 0 0.33 0.00 0.08 0.00 0.03 99.55 20:43:57 20:41:01 1 0.12 0.00 0.10 0.00 0.03 99.75 20:43:57 20:42:01 all 0.20 0.00 0.06 0.00 0.03 99.71 20:43:57 20:42:01 0 0.30 0.00 0.05 0.00 0.03 99.61 20:43:57 20:42:01 1 0.10 0.00 0.07 0.00 0.03 99.80 20:43:57 20:43:01 all 0.12 0.00 0.03 0.00 0.03 99.82 20:43:57 20:43:01 0 0.05 0.00 0.03 0.00 0.05 99.87 20:43:57 20:43:01 1 0.18 0.00 0.03 0.00 0.02 99.77 20:43:57 Average: all 5.38 0.00 1.96 0.40 0.04 92.22 20:43:57 Average: 0 4.56 0.00 2.08 0.36 0.05 92.95 20:43:57 Average: 1 6.19 0.00 1.84 0.45 0.04 91.48 20:43:57 20:43:57 20:43:57