From 67cda55b94d85751514e7d0f14afc4a22c2d02af Mon Sep 17 00:00:00 2001 From: Nathan Pierce Date: Mon, 21 Oct 2019 11:45:12 -0400 Subject: [PATCH 01/15] 1 hour min for mac steps --- .cicd/generate-pipeline.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index 79fc38b38ea..79e44970269 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -190,7 +190,7 @@ EOF - 'registry_1' - 'registry_2' pre-execute-sleep: 5 - timeout: ${TIMEOUT:-20} + timeout: ${TIMEOUT:-60} agents: "queue=mac-anka-node-fleet" skip: \${SKIP_$(echo "$PLATFORM_JSON" | jq -r .PLATFORM_NAME_UPCASE)_$(echo "$PLATFORM_JSON" | jq -r .VERSION_MAJOR)$(echo "$PLATFORM_JSON" | jq -r .VERSION_MINOR)}${SKIP_UNIT_TESTS} @@ -238,7 +238,7 @@ EOF - 'registry_1' - 'registry_2' pre-execute-sleep: 5 - timeout: ${TIMEOUT:-20} + timeout: ${TIMEOUT:-60} agents: "queue=mac-anka-node-fleet" skip: \${SKIP_$(echo "$PLATFORM_JSON" | jq -r .PLATFORM_NAME_UPCASE)_$(echo "$PLATFORM_JSON" | jq -r .VERSION_MAJOR)$(echo "$PLATFORM_JSON" | jq -r .VERSION_MINOR)}${SKIP_SERIAL_TESTS} @@ -425,7 +425,7 @@ cat < Date: Thu, 24 Oct 2019 09:48:33 -0400 Subject: [PATCH 02/15] added new build step & comments to help describe what variables are available for logic creation --- .cicd/generate-pipeline.sh | 53 +++++++++++++++++--------------------- 1 file changed, 24 insertions(+), 29 deletions(-) diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index 79e44970269..f6985d264bd 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -28,11 +28,23 @@ for FILE in $(ls $CICD_DIR/platforms); do [[ $FILE =~ 'unpinned' ]] && continue fi export FILE_NAME="$(echo $FILE | awk '{split($0,a,/\.(d|s)/); print a[1] }')" + # macos-10.14 + # ubuntu-16.04 export PLATFORM_NAME="$(echo $FILE_NAME | cut -d- -f1 | sed 's/os/OS/g')" + # macOS + # ubuntu export PLATFORM_NAME_UPCASE="$(echo $PLATFORM_NAME | tr a-z A-Z)" + # MACOS + # UBUNTU export VERSION_MAJOR="$(echo $FILE_NAME | cut -d- -f2 | cut -d. -f1)" + # 10 + # 16 [[ "$(echo $FILE_NAME | cut -d- -f2)" =~ '.' ]] && export VERSION_MINOR="_$(echo $FILE_NAME | cut -d- -f2 | cut -d. -f2)" || export VERSION_MINOR='' + # _14 + # _04 export VERSION_FULL="$(echo $FILE_NAME | cut -d- -f2)" + # 10.14 + # 16.04 OLDIFS=$IFS IFS='_' set $PLATFORM_NAME @@ -71,33 +83,6 @@ nIFS=$IFS # fix array splitting (\n won't work) # start with a wait step echo ' - wait' echo '' -# base-image steps -echo ' # base-images' -echo $PLATFORMS_JSON_ARRAY | jq -cr '.[]' | while read -r PLATFORM_JSON; do - if [[ "$(echo "$PLATFORM_JSON" | jq -r .FILE_NAME)" =~ 'macos' ]]; then - cat < Date: Thu, 24 Oct 2019 10:35:50 -0400 Subject: [PATCH 03/15] ensure script name change --- .cicd/generate-pipeline.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index f6985d264bd..72343870f78 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -124,7 +124,7 @@ EOF - 'registry_2' pre-execute-sleep: 5 pre-commands: - - "git clone git@github.com:EOSIO/mac-anka-fleet.git && cd mac-anka-fleet && . ./ensure_tag.bash -u 12 -r 25G -a '-n'" + - "git clone git@github.com:EOSIO/mac-anka-fleet.git && cd mac-anka-fleet && . ./ensure-tag.bash -u 12 -r 25G -a '-n'" env: REPO: ${BUILDKITE_PULL_REQUEST_REPO:-$BUILDKITE_REPO} REPO_COMMIT: $BUILDKITE_COMMIT From 492a0e0ace75f3e098708e27f856cf3e679f2036 Mon Sep 17 00:00:00 2001 From: Scott Arnette Date: Wed, 30 Oct 2019 13:21:23 -0400 Subject: [PATCH 04/15] Add support for platform type directory. --- .cicd/build.sh | 11 +- .cicd/generate-base-images.sh | 6 +- .cicd/generate-pipeline.sh | 110 ++++++++++++++---- .cicd/helpers/file-hash.sh | 1 - .cicd/installation-build.sh | 2 - .cicd/package.sh | 2 +- .cicd/platforms/macos-10.14.sh | 91 --------------- .../amazon_linux-2-pinned.dockerfile} | 14 +-- .../centos-7.6-pinned.dockerfile} | 14 +-- .cicd/platforms/pinned/macos-10.14-pinned.sh | 86 ++++++++++++++ .../ubuntu-16.04-pinned.dockerfile} | 14 +-- .../ubuntu-18.04-pinned.dockerfile} | 14 +-- .../amazon_linux-2-unpinned.dockerfile | 20 +--- .../centos-7.6-unpinned.dockerfile | 22 +--- .../unpinned/macos-10.14-unpinned.sh | 33 ++++++ .../ubuntu-18.04-unpinned.dockerfile | 8 +- .cicd/test.sh | 7 +- .travis.yml | 14 ++- scripts/long-running-test.sh | 10 +- scripts/serial-test.sh | 10 +- 20 files changed, 284 insertions(+), 205 deletions(-) delete mode 100755 .cicd/platforms/macos-10.14.sh rename .cicd/platforms/{amazon_linux-2.dockerfile => pinned/amazon_linux-2-pinned.dockerfile} (93%) rename .cicd/platforms/{centos-7.6.dockerfile => pinned/centos-7.6-pinned.dockerfile} (93%) create mode 100755 .cicd/platforms/pinned/macos-10.14-pinned.sh rename .cicd/platforms/{ubuntu-16.04.dockerfile => pinned/ubuntu-16.04-pinned.dockerfile} (92%) rename .cicd/platforms/{ubuntu-18.04.dockerfile => pinned/ubuntu-18.04-pinned.dockerfile} (92%) rename .cicd/platforms/{ => unpinned}/amazon_linux-2-unpinned.dockerfile (79%) rename .cicd/platforms/{ => unpinned}/centos-7.6-unpinned.dockerfile (81%) create mode 100755 .cicd/platforms/unpinned/macos-10.14-unpinned.sh rename .cicd/platforms/{ => unpinned}/ubuntu-18.04-unpinned.dockerfile (92%) diff --git a/.cicd/build.sh b/.cicd/build.sh index c549a449753..284ca20787f 100755 --- a/.cicd/build.sh +++ b/.cicd/build.sh @@ -9,7 +9,6 @@ if [[ "$(uname)" == 'Darwin' ]]; then export PINNED=false ccache -s CMAKE_EXTRAS="$CMAKE_EXTRAS -DCMAKE_CXX_COMPILER_LAUNCHER=ccache" - ./$CICD_DIR/platforms/macos-10.14.sh else CMAKE_EXTRAS="$CMAKE_EXTRAS -DBUILD_MONGO_DB_PLUGIN=true" fi @@ -22,18 +21,17 @@ if [[ "$(uname)" == 'Darwin' ]]; then else # Linux CMAKE_EXTRAS="$CMAKE_EXTRAS -DBUILD_MONGO_DB_PLUGIN=true" ARGS=${ARGS:-"--rm --init -v $(pwd):$MOUNTED_DIR"} - . $HELPERS_DIR/file-hash.sh $CICD_DIR/platforms/$IMAGE_TAG.dockerfile PRE_COMMANDS="cd $MOUNTED_DIR/build" # PRE_COMMANDS: Executed pre-cmake # CMAKE_EXTRAS: Executed within and right before the cmake path (cmake CMAKE_EXTRAS ..) [[ ! "$IMAGE_TAG" =~ 'unpinned' ]] && CMAKE_EXTRAS="$CMAKE_EXTRAS -DCMAKE_TOOLCHAIN_FILE=$MOUNTED_DIR/.cicd/helpers/clang.make -DCMAKE_CXX_COMPILER_LAUNCHER=ccache" - if [[ "$IMAGE_TAG" == 'amazon_linux-2' ]]; then + if [[ "$IMAGE_TAG" == 'amazon_linux-2-pinned' ]]; then PRE_COMMANDS="$PRE_COMMANDS && export PATH=/usr/lib64/ccache:\\\$PATH" - elif [[ "$IMAGE_TAG" == 'centos-7.6' ]]; then + elif [[ "$IMAGE_TAG" == 'centos-7.6-pinned' ]]; then PRE_COMMANDS="$PRE_COMMANDS && export PATH=/usr/lib64/ccache:\\\$PATH" - elif [[ "$IMAGE_TAG" == 'ubuntu-16.04' ]]; then + elif [[ "$IMAGE_TAG" == 'ubuntu-16.04-pinned' ]]; then PRE_COMMANDS="$PRE_COMMANDS && export PATH=/usr/lib/ccache:\\\$PATH" - elif [[ "$IMAGE_TAG" == 'ubuntu-18.04' ]]; then + elif [[ "$IMAGE_TAG" == 'ubuntu-18.04-pinned' ]]; then PRE_COMMANDS="$PRE_COMMANDS && export PATH=/usr/lib/ccache:\\\$PATH" elif [[ "$IMAGE_TAG" == 'amazon_linux-2-unpinned' ]]; then PRE_COMMANDS="$PRE_COMMANDS && export PATH=/usr/lib64/ccache:\\\$PATH" @@ -56,6 +54,7 @@ else # Linux ARGS="$ARGS -v /usr/lib/ccache -v $HOME/.ccache:/opt/.ccache -e JOBS -e TRAVIS -e CCACHE_DIR=/opt/.ccache" COMMANDS="ccache -s && $BUILD_COMMANDS" fi + . $HELPERS_DIR/file-hash.sh $CICD_DIR/platforms/$PLATFORM_TYPE/$IMAGE_TAG.dockerfile COMMANDS="$PRE_COMMANDS && $COMMANDS" echo "$ docker run $ARGS $(buildkite-intrinsics) $FULL_TAG bash -c \"$COMMANDS\"" eval docker run $ARGS $(buildkite-intrinsics) $FULL_TAG bash -c \"$COMMANDS\" diff --git a/.cicd/generate-base-images.sh b/.cicd/generate-base-images.sh index 32992fe117c..d05a4a25b99 100755 --- a/.cicd/generate-base-images.sh +++ b/.cicd/generate-base-images.sh @@ -1,15 +1,15 @@ #!/bin/bash set -eo pipefail . ./.cicd/helpers/general.sh -. $HELPERS_DIR/file-hash.sh $CICD_DIR/platforms/${IMAGE_TAG}.dockerfile +. $HELPERS_DIR/file-hash.sh $CICD_DIR/platforms/$PLATFORM_TYPE/$IMAGE_TAG.dockerfile # look for Docker image echo "+++ :mag_right: Looking for $FULL_TAG" ORG_REPO=$(echo $FULL_TAG | cut -d: -f1) TAG=$(echo $FULL_TAG | cut -d: -f2) EXISTS=$(curl -s -H "Authorization: Bearer $(curl -sSL "https://auth.docker.io/token?service=registry.docker.io&scope=repository:${ORG_REPO}:pull" | jq --raw-output .token)" "https://registry.hub.docker.com/v2/${ORG_REPO}/manifests/$TAG") # build, if neccessary -if [[ $EXISTS =~ '404 page not found' || $EXISTS =~ 'manifest unknown' ]]; then # if we cannot pull the image, we build and push it first - docker build -t $FULL_TAG -f $CICD_DIR/platforms/${IMAGE_TAG}.dockerfile . +if [[ $EXISTS =~ '404 page not found' || $EXISTS =~ 'manifest unknown' || $FORCE_BASE_IMAGE == 'true' ]]; then # if we cannot pull the image, we build and push it first + docker build -t $FULL_TAG -f $CICD_DIR/platforms/$PLATFORM_TYPE/$IMAGE_TAG.dockerfile . docker push $FULL_TAG else echo "$FULL_TAG already exists." diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index 72343870f78..f43de556cbc 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -14,18 +14,20 @@ if [[ $BUILDKITE_BRANCH =~ ^pull/[0-9]+/head: ]]; then fi [[ -z "$ROUNDS" ]] && export ROUNDS='1' -# read .cicd/platforms -for FILE in $(ls $CICD_DIR/platforms); do +# Determine which dockerfiles/scripts to use for the pipeline. +if [[ $PINNED == false || $UNPINNED == true ]]; then + export PLATFORM_TYPE="unpinned" +else + export PLATFORM_TYPE="pinned" +fi +for FILE in $(ls $CICD_DIR/platforms/$PLATFORM_TYPE); do # skip mac or linux by not even creating the json block ( [[ $SKIP_MAC == true ]] && [[ $FILE =~ 'macos' ]] ) && continue ( [[ $SKIP_LINUX == true ]] && [[ ! $FILE =~ 'macos' ]] ) && continue # use pinned or unpinned, not both sets of platform files - if [[ $PINNED == false || $UNPINNED == true ]] && [[ ! $FILE =~ 'macos' ]]; then + if [[ $PINNED == false || $UNPINNED == true ]]; then export SKIP_CONTRACT_BUILDER=${SKIP_CONTRACT_BUILDER:-true} export SKIP_PACKAGE_BUILDER=${SKIP_PACKAGE_BUILDER:-true} - [[ ! $FILE =~ 'unpinned' ]] && continue - else - [[ $FILE =~ 'unpinned' ]] && continue fi export FILE_NAME="$(echo $FILE | awk '{split($0,a,/\.(d|s)/); print a[1] }')" # macos-10.14 @@ -54,7 +56,7 @@ for FILE in $(ls $CICD_DIR/platforms); do [[ $FILE_NAME =~ 'ubuntu' ]] && export ICON=':ubuntu:' [[ $FILE_NAME =~ 'centos' ]] && export ICON=':centos:' [[ $FILE_NAME =~ 'macos' ]] && export ICON=':darwin:' - . $HELPERS_DIR/file-hash.sh $CICD_DIR/platforms/$FILE # returns HASHED_IMAGE_TAG, etc + . $HELPERS_DIR/file-hash.sh $CICD_DIR/platforms/$PLATFORM_TYPE/$FILE # returns HASHED_IMAGE_TAG, etc export PLATFORMS_JSON_ARRAY=$(echo $PLATFORMS_JSON_ARRAY | jq -c '. += [{ "FILE_NAME": env.FILE_NAME, "PLATFORM_NAME": env.PLATFORM_NAME, @@ -94,7 +96,7 @@ echo $PLATFORMS_JSON_ARRAY | jq -cr '.[]' | while read -r PLATFORM_JSON; do - "tar -pczf build.tar.gz build && buildkite-agent artifact upload build.tar.gz" env: IMAGE_TAG: $(echo "$PLATFORM_JSON" | jq -r .FILE_NAME) - BUILDKITE_AGENT_ACCESS_TOKEN: + PLATFORM_TYPE: $PLATFORM_TYPE agents: queue: "$BUILDKITE_BUILD_AGENT_QUEUE" timeout: ${TIMEOUT:-180} @@ -130,9 +132,9 @@ EOF REPO_COMMIT: $BUILDKITE_COMMIT TEMPLATE: $MOJAVE_ANKA_TEMPLATE_NAME TEMPLATE_TAG: $MOJAVE_ANKA_TAG_BASE - PINNED: $PINNED - UNPINNED: $UNPINNED - TAG_COMMANDS: "git clone ${BUILDKITE_PULL_REQUEST_REPO:-$BUILDKITE_REPO} eos && cd eos && $GIT_FETCH git checkout -f $BUILDKITE_COMMIT && git submodule update --init --recursive && export PINNED=$PINNED && export UNPINNED=$UNPINNED && . ./.cicd/platforms/$(echo "$PLATFORM_JSON" | jq -r .FILE_NAME).sh && cd ~/eos && cd .. && rm -rf eos" + IMAGE_TAG: $(echo "$PLATFORM_JSON" | jq -r .FILE_NAME) + PLATFORM_TYPE: $PLATFORM_TYPE + TAG_COMMANDS: "git clone ${BUILDKITE_PULL_REQUEST_REPO:-$BUILDKITE_REPO} eos && cd eos && $GIT_FETCH git checkout -f $BUILDKITE_COMMIT && git submodule update --init --recursive && export IMAGE_TAG=$(echo "$PLATFORM_JSON" | jq -r .FILE_NAME) && export PLATFORM_TYPE=$PLATFORM_TYPE && . ./.cicd/platforms/$PLATFORM_TYPE/$(echo "$PLATFORM_JSON" | jq -r .FILE_NAME).sh && cd ~/eos && cd .. && rm -rf eos" PROJECT_TAG: $(echo "$PLATFORM_JSON" | jq -r .HASHED_IMAGE_TAG) timeout: ${TIMEOUT:-180} agents: "queue=mac-anka-large-node-fleet" @@ -158,7 +160,7 @@ for ROUND in $(seq 1 $ROUNDS); do - "./.cicd/test.sh scripts/parallel-test.sh" env: IMAGE_TAG: $(echo "$PLATFORM_JSON" | jq -r .FILE_NAME) - BUILDKITE_AGENT_ACCESS_TOKEN: + PLATFORM_TYPE: $PLATFORM_TYPE agents: queue: "$BUILDKITE_BUILD_AGENT_QUEUE" timeout: ${TIMEOUT:-10} @@ -191,6 +193,72 @@ EOF EOF fi +<<<<<<< Updated upstream +======= + if [ "$BUILDKITE_SOURCE" = "schedule" ]; then + cat <>>>>>> Stashed changes done # serial tests echo ' # serial tests' @@ -206,7 +274,7 @@ EOF - "./.cicd/test.sh scripts/serial-test.sh $TEST_NAME" env: IMAGE_TAG: $(echo "$PLATFORM_JSON" | jq -r .FILE_NAME) - BUILDKITE_AGENT_ACCESS_TOKEN: + PLATFORM_TYPE: $PLATFORM_TYPE agents: queue: "$BUILDKITE_TEST_AGENT_QUEUE" timeout: ${TIMEOUT:-20} @@ -256,7 +324,7 @@ EOF - "./.cicd/test.sh scripts/long-running-test.sh $TEST_NAME" env: IMAGE_TAG: $(echo "$PLATFORM_JSON" | jq -r .FILE_NAME) - BUILDKITE_AGENT_ACCESS_TOKEN: + PLATFORM_TYPE: $PLATFORM_TYPE agents: queue: "$BUILDKITE_TEST_AGENT_QUEUE" timeout: ${TIMEOUT:-180} @@ -363,8 +431,8 @@ cat < Date: Wed, 30 Oct 2019 13:21:57 -0400 Subject: [PATCH 05/15] Add support for platform type directory. --- .cicd/generate-pipeline.sh | 66 -------------------------------------- 1 file changed, 66 deletions(-) diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index f43de556cbc..86390f76dcf 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -193,72 +193,6 @@ EOF EOF fi -<<<<<<< Updated upstream -======= - if [ "$BUILDKITE_SOURCE" = "schedule" ]; then - cat <>>>>>> Stashed changes done # serial tests echo ' # serial tests' From b083328d4922e5250c33b27e48b8fc015fb0f0c0 Mon Sep 17 00:00:00 2001 From: Scott Arnette Date: Wed, 30 Oct 2019 13:46:48 -0400 Subject: [PATCH 06/15] Fix for incorrect dockerfiles. --- .../pinned/amazon_linux-2-pinned.dockerfile | 14 ++++++------ .../pinned/centos-7.6-pinned.dockerfile | 14 ++++++------ .../pinned/ubuntu-16.04-pinned.dockerfile | 14 ++++++------ .../pinned/ubuntu-18.04-pinned.dockerfile | 14 ++++++------ .../amazon_linux-2-unpinned.dockerfile | 20 ++++++++++++----- .../unpinned/centos-7.6-unpinned.dockerfile | 22 ++++++++++++++----- .../unpinned/ubuntu-18.04-unpinned.dockerfile | 8 +++---- 7 files changed, 64 insertions(+), 42 deletions(-) diff --git a/.cicd/platforms/pinned/amazon_linux-2-pinned.dockerfile b/.cicd/platforms/pinned/amazon_linux-2-pinned.dockerfile index 55df25e33be..60afc79a567 100644 --- a/.cicd/platforms/pinned/amazon_linux-2-pinned.dockerfile +++ b/.cicd/platforms/pinned/amazon_linux-2-pinned.dockerfile @@ -32,24 +32,24 @@ RUN git clone --single-branch --branch release_80 https://git.llvm.org/git/llvm. cd / && \ rm -rf /clang8 COPY ./.cicd/helpers/clang.make /tmp/clang.cmake -# build llvm8 -RUN git clone --depth 1 --single-branch --branch release_80 https://github.com/llvm-mirror/llvm.git llvm && \ +# build llvm +RUN git clone --depth 1 --single-branch --branch release_40 https://github.com/llvm-mirror/llvm.git llvm && \ cd llvm && \ mkdir build && \ cd build && \ - cmake -G 'Unix Makefiles' -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_TOOLCHAIN_FILE='/tmp/clang.cmake' -DCMAKE_EXE_LINKER_FLAGS=-pthread -DCMAKE_SHARED_LINKER_FLAGS=-pthread .. && \ + cmake -G 'Unix Makefiles' -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_TOOLCHAIN_FILE='/tmp/clang.cmake' .. && \ make -j$(nproc) && \ make install && \ cd / && \ rm -rf /llvm # build boost -RUN curl -LO https://dl.bintray.com/boostorg/release/1.71.0/source/boost_1_71_0.tar.bz2 && \ - tar -xjf boost_1_71_0.tar.bz2 && \ - cd boost_1_71_0 && \ +RUN curl -LO https://dl.bintray.com/boostorg/release/1.70.0/source/boost_1_70_0.tar.bz2 && \ + tar -xjf boost_1_70_0.tar.bz2 && \ + cd boost_1_70_0 && \ ./bootstrap.sh --with-toolset=clang --prefix=/usr/local && \ ./b2 toolset=clang cxxflags='-stdlib=libc++ -D__STRICT_ANSI__ -nostdinc++ -I/usr/local/include/c++/v1' linkflags='-stdlib=libc++' link=static threading=multi --with-iostreams --with-date_time --with-filesystem --with-system --with-program_options --with-chrono --with-test -q -j$(nproc) install && \ cd / && \ - rm -rf boost_1_71_0.tar.bz2 /boost_1_71_0 + rm -rf boost_1_70_0.tar.bz2 /boost_1_70_0 # build mongodb RUN curl -LO https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-amazon-3.6.3.tgz && \ tar -xzf mongodb-linux-x86_64-amazon-3.6.3.tgz && \ diff --git a/.cicd/platforms/pinned/centos-7.6-pinned.dockerfile b/.cicd/platforms/pinned/centos-7.6-pinned.dockerfile index 734b240c0b1..552748db63e 100644 --- a/.cicd/platforms/pinned/centos-7.6-pinned.dockerfile +++ b/.cicd/platforms/pinned/centos-7.6-pinned.dockerfile @@ -41,24 +41,24 @@ RUN git clone --single-branch --branch release_80 https://git.llvm.org/git/llvm. cd / && \ rm -rf /clang8 COPY ./.cicd/helpers/clang.make /tmp/clang.cmake -# build llvm8 -RUN git clone --depth 1 --single-branch --branch release_80 https://github.com/llvm-mirror/llvm.git llvm && \ +# build llvm +RUN git clone --depth 1 --single-branch --branch release_40 https://github.com/llvm-mirror/llvm.git llvm && \ cd llvm && \ mkdir build && \ cd build && \ - cmake -G 'Unix Makefiles' -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_TOOLCHAIN_FILE='/tmp/clang.cmake' -DCMAKE_EXE_LINKER_FLAGS=-pthread -DCMAKE_SHARED_LINKER_FLAGS=-pthread .. && \ + cmake -G 'Unix Makefiles' -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_TOOLCHAIN_FILE='/tmp/clang.cmake' .. && \ make -j$(nproc) && \ make install && \ cd / && \ rm -rf /llvm # build boost -RUN curl -LO https://dl.bintray.com/boostorg/release/1.71.0/source/boost_1_71_0.tar.bz2 && \ - tar -xjf boost_1_71_0.tar.bz2 && \ - cd boost_1_71_0 && \ +RUN curl -LO https://dl.bintray.com/boostorg/release/1.70.0/source/boost_1_70_0.tar.bz2 && \ + tar -xjf boost_1_70_0.tar.bz2 && \ + cd boost_1_70_0 && \ ./bootstrap.sh --with-toolset=clang --prefix=/usr/local && \ ./b2 toolset=clang cxxflags='-stdlib=libc++ -D__STRICT_ANSI__ -nostdinc++ -I/usr/local/include/c++/v1' linkflags='-stdlib=libc++' link=static threading=multi --with-iostreams --with-date_time --with-filesystem --with-system --with-program_options --with-chrono --with-test -q -j$(nproc) install && \ cd / && \ - rm -rf boost_1_71_0.tar.bz2 /boost_1_71_0 + rm -rf boost_1_70_0.tar.bz2 /boost_1_70_0 # build mongodb RUN curl -LO https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-amazon-3.6.3.tgz && \ tar -xzf mongodb-linux-x86_64-amazon-3.6.3.tgz && \ diff --git a/.cicd/platforms/pinned/ubuntu-16.04-pinned.dockerfile b/.cicd/platforms/pinned/ubuntu-16.04-pinned.dockerfile index d93c21afc04..8cdbe42e9ef 100644 --- a/.cicd/platforms/pinned/ubuntu-16.04-pinned.dockerfile +++ b/.cicd/platforms/pinned/ubuntu-16.04-pinned.dockerfile @@ -33,24 +33,24 @@ RUN git clone --single-branch --branch release_80 https://git.llvm.org/git/llvm. cd / && \ rm -rf /clang8 COPY ./.cicd/helpers/clang.make /tmp/clang.cmake -# build llvm8 -RUN git clone --depth 1 --single-branch --branch release_80 https://github.com/llvm-mirror/llvm.git llvm && \ +# build llvm +RUN git clone --depth 1 --single-branch --branch release_40 https://github.com/llvm-mirror/llvm.git llvm && \ cd llvm && \ mkdir build && \ cd build && \ - cmake -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_TOOLCHAIN_FILE='/tmp/clang.cmake' -DCMAKE_EXE_LINKER_FLAGS=-pthread -DCMAKE_SHARED_LINKER_FLAGS=-pthread .. && \ + cmake -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_TOOLCHAIN_FILE='/tmp/clang.cmake' .. && \ make -j$(nproc) && \ make install && \ cd / && \ rm -rf /llvm # build boost -RUN curl -LO https://dl.bintray.com/boostorg/release/1.71.0/source/boost_1_71_0.tar.bz2 && \ - tar -xjf boost_1_71_0.tar.bz2 && \ - cd boost_1_71_0 && \ +RUN curl -LO https://dl.bintray.com/boostorg/release/1.70.0/source/boost_1_70_0.tar.bz2 && \ + tar -xjf boost_1_70_0.tar.bz2 && \ + cd boost_1_70_0 && \ ./bootstrap.sh --with-toolset=clang --prefix=/usr/local && \ ./b2 toolset=clang cxxflags='-stdlib=libc++ -D__STRICT_ANSI__ -nostdinc++ -I/usr/local/include/c++/v1' linkflags='-stdlib=libc++' link=static threading=multi --with-iostreams --with-date_time --with-filesystem --with-system --with-program_options --with-chrono --with-test -q -j$(nproc) install && \ cd / && \ - rm -rf boost_1_71_0.tar.bz2 /boost_1_71_0 + rm -rf boost_1_70_0.tar.bz2 /boost_1_70_0 # build mongodb RUN curl -LO http://downloads.mongodb.org/linux/mongodb-linux-x86_64-ubuntu1604-3.6.3.tgz && \ tar -xzf mongodb-linux-x86_64-ubuntu1604-3.6.3.tgz && \ diff --git a/.cicd/platforms/pinned/ubuntu-18.04-pinned.dockerfile b/.cicd/platforms/pinned/ubuntu-18.04-pinned.dockerfile index 79d30a25f16..5448a23c04c 100644 --- a/.cicd/platforms/pinned/ubuntu-18.04-pinned.dockerfile +++ b/.cicd/platforms/pinned/ubuntu-18.04-pinned.dockerfile @@ -34,24 +34,24 @@ RUN git clone --single-branch --branch release_80 https://git.llvm.org/git/llvm. cd / && \ rm -rf /clang8 COPY ./.cicd/helpers/clang.make /tmp/clang.cmake -# build llvm8 -RUN git clone --depth 1 --single-branch --branch release_80 https://github.com/llvm-mirror/llvm.git llvm && \ +# build llvm +RUN git clone --depth 1 --single-branch --branch release_40 https://github.com/llvm-mirror/llvm.git llvm && \ cd llvm && \ mkdir build && \ cd build && \ - cmake -G 'Unix Makefiles' -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_TOOLCHAIN_FILE='/tmp/clang.cmake' -DCMAKE_EXE_LINKER_FLAGS=-pthread -DCMAKE_SHARED_LINKER_FLAGS=-pthread .. && \ + cmake -G 'Unix Makefiles' -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local -DCMAKE_TOOLCHAIN_FILE='/tmp/clang.cmake' .. && \ make -j$(nproc) && \ make install && \ cd / && \ rm -rf /llvm # build boost -RUN curl -LO https://dl.bintray.com/boostorg/release/1.71.0/source/boost_1_71_0.tar.bz2 && \ - tar -xjf boost_1_71_0.tar.bz2 && \ - cd boost_1_71_0 && \ +RUN curl -LO https://dl.bintray.com/boostorg/release/1.70.0/source/boost_1_70_0.tar.bz2 && \ + tar -xjf boost_1_70_0.tar.bz2 && \ + cd boost_1_70_0 && \ ./bootstrap.sh --with-toolset=clang --prefix=/usr/local && \ ./b2 toolset=clang cxxflags='-stdlib=libc++ -D__STRICT_ANSI__ -nostdinc++ -I/usr/local/include/c++/v1' linkflags='-stdlib=libc++' link=static threading=multi --with-iostreams --with-date_time --with-filesystem --with-system --with-program_options --with-chrono --with-test -q -j$(nproc) install && \ cd / && \ - rm -rf boost_1_71_0.tar.bz2 /boost_1_71_0 + rm -rf boost_1_70_0.tar.bz2 /boost_1_70_0 # build mongodb RUN curl -LO http://downloads.mongodb.org/linux/mongodb-linux-x86_64-ubuntu1804-4.1.1.tgz && \ tar -xzf mongodb-linux-x86_64-ubuntu1804-4.1.1.tgz && \ diff --git a/.cicd/platforms/unpinned/amazon_linux-2-unpinned.dockerfile b/.cicd/platforms/unpinned/amazon_linux-2-unpinned.dockerfile index 8dfa0be6695..b2c086a6915 100644 --- a/.cicd/platforms/unpinned/amazon_linux-2-unpinned.dockerfile +++ b/.cicd/platforms/unpinned/amazon_linux-2-unpinned.dockerfile @@ -5,7 +5,7 @@ RUN yum update -y && \ yum install -y which git sudo procps-ng util-linux autoconf automake \ libtool make bzip2 bzip2-devel openssl-devel gmp-devel libstdc++ libcurl-devel \ libusbx-devel python3 python3-devel python-devel libedit-devel doxygen \ - graphviz clang patch llvm-devel llvm-static vim-common jq + graphviz clang patch vim-common jq # build cmake. RUN curl -LO https://cmake.org/files/v3.13/cmake-3.13.2.tar.gz && \ tar -xzf cmake-3.13.2.tar.gz && \ @@ -15,14 +15,24 @@ RUN curl -LO https://cmake.org/files/v3.13/cmake-3.13.2.tar.gz && \ make install && \ cd / && \ rm -rf cmake-3.13.2.tar.gz /cmake-3.13.2 +# build llvm +RUN git clone --depth 1 --single-branch --branch release_40 https://github.com/llvm-mirror/llvm.git llvm && \ + cd llvm && \ + mkdir build && \ + cd build && \ + cmake -G 'Unix Makefiles' -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local .. && \ + make -j$(nproc) && \ + make install && \ + cd / && \ + rm -rf /llvm # build boost -RUN curl -LO https://dl.bintray.com/boostorg/release/1.71.0/source/boost_1_71_0.tar.bz2 && \ - tar -xjf boost_1_71_0.tar.bz2 && \ - cd boost_1_71_0 && \ +RUN curl -LO https://dl.bintray.com/boostorg/release/1.70.0/source/boost_1_70_0.tar.bz2 && \ + tar -xjf boost_1_70_0.tar.bz2 && \ + cd boost_1_70_0 && \ ./bootstrap.sh --prefix=/usr/local && \ ./b2 --with-iostreams --with-date_time --with-filesystem --with-system --with-program_options --with-chrono --with-test -q -j$(nproc) install && \ cd / && \ - rm -rf boost_1_71_0.tar.bz2 /boost_1_71_0 + rm -rf boost_1_70_0.tar.bz2 /boost_1_70_0 # build mongodb RUN curl -LO https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-amazon-3.6.3.tgz && \ tar -xzf mongodb-linux-x86_64-amazon-3.6.3.tgz && \ diff --git a/.cicd/platforms/unpinned/centos-7.6-unpinned.dockerfile b/.cicd/platforms/unpinned/centos-7.6-unpinned.dockerfile index 5e7d86f33e5..789873f824d 100644 --- a/.cicd/platforms/unpinned/centos-7.6-unpinned.dockerfile +++ b/.cicd/platforms/unpinned/centos-7.6-unpinned.dockerfile @@ -8,7 +8,7 @@ RUN yum update -y && \ yum --enablerepo=extras install -y which git autoconf automake libtool make bzip2 doxygen \ graphviz bzip2-devel openssl-devel gmp-devel ocaml libicu-devel \ python python-devel rh-python36 gettext-devel file libusbx-devel \ - libcurl-devel patch vim-common jq llvm-toolset-7.0-llvm-devel llvm-toolset-7.0-llvm-static + libcurl-devel patch vim-common jq # build cmake. RUN curl -LO https://cmake.org/files/v3.13/cmake-3.13.2.tar.gz && \ source /opt/rh/devtoolset-8/enable && \ @@ -20,16 +20,28 @@ RUN curl -LO https://cmake.org/files/v3.13/cmake-3.13.2.tar.gz && \ make install && \ cd / && \ rm -rf cmake-3.13.2.tar.gz /cmake-3.13.2 +# build llvm +RUN git clone --depth 1 --single-branch --branch release_40 https://github.com/llvm-mirror/llvm.git llvm && \ + source /opt/rh/devtoolset-8/enable && \ + source /opt/rh/rh-python36/enable && \ + cd llvm && \ + mkdir build && \ + cd build && \ + cmake -G 'Unix Makefiles' -DLLVM_TARGETS_TO_BUILD=host -DLLVM_BUILD_TOOLS=false -DLLVM_ENABLE_RTTI=1 -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr/local .. && \ + make -j$(nproc) && \ + make install && \ + cd / && \ + rm -rf /llvm # build boost -RUN curl -LO https://dl.bintray.com/boostorg/release/1.71.0/source/boost_1_71_0.tar.bz2 && \ +RUN curl -LO https://dl.bintray.com/boostorg/release/1.70.0/source/boost_1_70_0.tar.bz2 && \ source /opt/rh/devtoolset-8/enable && \ source /opt/rh/rh-python36/enable && \ - tar -xjf boost_1_71_0.tar.bz2 && \ - cd boost_1_71_0 && \ + tar -xjf boost_1_70_0.tar.bz2 && \ + cd boost_1_70_0 && \ ./bootstrap.sh --prefix=/usr/local && \ ./b2 --with-iostreams --with-date_time --with-filesystem --with-system --with-program_options --with-chrono --with-test -q -j$(nproc) install && \ cd / && \ - rm -rf boost_1_71_0.tar.bz2 /boost_1_71_0 + rm -rf boost_1_70_0.tar.bz2 /boost_1_70_0 # build mongodb RUN curl -LO https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-amazon-3.6.3.tgz && \ tar -xzf mongodb-linux-x86_64-amazon-3.6.3.tgz && \ diff --git a/.cicd/platforms/unpinned/ubuntu-18.04-unpinned.dockerfile b/.cicd/platforms/unpinned/ubuntu-18.04-unpinned.dockerfile index 4be87a5171d..4e0feaa0180 100644 --- a/.cicd/platforms/unpinned/ubuntu-18.04-unpinned.dockerfile +++ b/.cicd/platforms/unpinned/ubuntu-18.04-unpinned.dockerfile @@ -18,13 +18,13 @@ RUN curl -LO https://cmake.org/files/v3.13/cmake-3.13.2.tar.gz && \ cd / && \ rm -rf cmake-3.13.2.tar.gz /cmake-3.13.2 # build boost -RUN curl -LO https://dl.bintray.com/boostorg/release/1.71.0/source/boost_1_71_0.tar.bz2 && \ - tar -xjf boost_1_71_0.tar.bz2 && \ - cd boost_1_71_0 && \ +RUN curl -LO https://dl.bintray.com/boostorg/release/1.70.0/source/boost_1_70_0.tar.bz2 && \ + tar -xjf boost_1_70_0.tar.bz2 && \ + cd boost_1_70_0 && \ ./bootstrap.sh --prefix=/usr/local && \ ./b2 --with-iostreams --with-date_time --with-filesystem --with-system --with-program_options --with-chrono --with-test -j$(nproc) install && \ cd / && \ - rm -rf boost_1_71_0.tar.bz2 /boost_1_71_0 + rm -rf boost_1_70_0.tar.bz2 /boost_1_70_0 # build mongodb RUN curl -LO http://downloads.mongodb.org/linux/mongodb-linux-x86_64-ubuntu1804-4.1.1.tgz && \ tar -xzf mongodb-linux-x86_64-ubuntu1804-4.1.1.tgz && \ From 885122f2729534556cff9e0b157a2bb541278dfe Mon Sep 17 00:00:00 2001 From: Scott Arnette Date: Wed, 30 Oct 2019 14:41:59 -0400 Subject: [PATCH 07/15] Fix quotes. --- .cicd/test.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.cicd/test.sh b/.cicd/test.sh index 815724ec8bb..632e714d82e 100755 --- a/.cicd/test.sh +++ b/.cicd/test.sh @@ -11,9 +11,9 @@ if [[ $(uname) == 'Darwin' ]]; then # macOS else # Linux COMMANDS="$MOUNTED_DIR/$@" . $HELPERS_DIR/file-hash.sh $CICD_DIR/platforms/$PLATFORM_TYPE/$IMAGE_TAG.dockerfile - echo "$ docker run --rm --init -v $(pwd):$MOUNTED_DIR $(buildkite-intrinsics) -e JOBS $FULL_TAG bash -c \"$COMMANDS"" + echo "$ docker run --rm --init -v $(pwd):$MOUNTED_DIR $(buildkite-intrinsics) -e JOBS $FULL_TAG bash -c \"$COMMANDS\"" set +e # defer error handling to end - eval docker run --rm --init -v $(pwd):$MOUNTED_DIR $(buildkite-intrinsics) -e JOBS $FULL_TAG bash -c \"$COMMANDS\"" + eval docker run --rm --init -v $(pwd):$MOUNTED_DIR $(buildkite-intrinsics) -e JOBS $FULL_TAG bash -c \"$COMMANDS\" EXIT_STATUS=$? fi # buildkite From c0a7db843990a33f9ff02ca25c22b8f4961a4753 Mon Sep 17 00:00:00 2001 From: Kevin Heifner Date: Mon, 28 Oct 2019 13:01:37 -0500 Subject: [PATCH 08/15] Post callback as medium priority to prevent ship running at maximum priority --- .../state_history_plugin/state_history_plugin.cpp | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/plugins/state_history_plugin/state_history_plugin.cpp b/plugins/state_history_plugin/state_history_plugin.cpp index 27ace9718d3..c04aeab5e88 100644 --- a/plugins/state_history_plugin/state_history_plugin.cpp +++ b/plugins/state_history_plugin/state_history_plugin.cpp @@ -330,11 +330,13 @@ struct state_history_plugin_impl : std::enable_shared_from_this void callback(boost::system::error_code ec, const char* what, F f) { - if (plugin->stopping) - return; - if (ec) - return on_fail(ec, what); - catch_and_close(f); + app().post( priority::medium, [=]() { + if( plugin->stopping ) + return; + if( ec ) + return on_fail( ec, what ); + catch_and_close( f ); + } ); } void on_fail(boost::system::error_code ec, const char* what) { From 89a509441245a7e20070985978f448885e7dee5e Mon Sep 17 00:00:00 2001 From: Kevin Heifner Date: Fri, 1 Nov 2019 11:15:35 -0500 Subject: [PATCH 09/15] Be careful to capture lambda values by value since execution happens later via app post --- .../state_history_plugin.cpp | 26 +++++++++---------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/plugins/state_history_plugin/state_history_plugin.cpp b/plugins/state_history_plugin/state_history_plugin.cpp index c04aeab5e88..97984b38af9 100644 --- a/plugins/state_history_plugin/state_history_plugin.cpp +++ b/plugins/state_history_plugin/state_history_plugin.cpp @@ -186,10 +186,10 @@ struct state_history_plugin_impl : std::enable_shared_from_thisnext_layer().set_option(boost::asio::ip::tcp::no_delay(true)); socket_stream->next_layer().set_option(boost::asio::socket_base::send_buffer_size(1024 * 1024)); socket_stream->next_layer().set_option(boost::asio::socket_base::receive_buffer_size(1024 * 1024)); - socket_stream->async_accept([self = shared_from_this(), this](boost::system::error_code ec) { - callback(ec, "async_accept", [&] { - start_read(); - send(state_history_plugin_abi); + socket_stream->async_accept([self = shared_from_this()](boost::system::error_code ec) { + self->callback(ec, "async_accept", [self] { + self->start_read(); + self->send(state_history_plugin_abi); }); }); } @@ -197,15 +197,15 @@ struct state_history_plugin_impl : std::enable_shared_from_this(); socket_stream->async_read( - *in_buffer, [self = shared_from_this(), this, in_buffer](boost::system::error_code ec, size_t) { - callback(ec, "async_read", [&] { + *in_buffer, [self = shared_from_this(), in_buffer](boost::system::error_code ec, size_t) { + self->callback(ec, "async_read", [self, in_buffer] { auto d = boost::asio::buffer_cast(boost::beast::buffers_front(in_buffer->data())); auto s = boost::asio::buffer_size(in_buffer->data()); fc::datastream ds(d, s); state_request req; fc::raw::unpack(ds, req); - req.visit(*this); - start_read(); + req.visit(*self); + self->start_read(); }); }); } @@ -231,11 +231,11 @@ struct state_history_plugin_impl : std::enable_shared_from_thisasync_write( // boost::asio::buffer(send_queue[0]), - [self = shared_from_this(), this](boost::system::error_code ec, size_t) { - callback(ec, "async_write", [&] { - send_queue.erase(send_queue.begin()); - sending = false; - send(); + [self = shared_from_this()](boost::system::error_code ec, size_t) { + self->callback(ec, "async_write", [self] { + self->send_queue.erase(self->send_queue.begin()); + self->sending = false; + self->send(); }); }); } From c32a20d9ccc33d797c7d429a7140e79b52c14eed Mon Sep 17 00:00:00 2001 From: Scott Arnette Date: Tue, 5 Nov 2019 12:41:00 -0500 Subject: [PATCH 10/15] Fix for UNPINNED=true not working. --- .cicd/build.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.cicd/build.sh b/.cicd/build.sh index 284ca20787f..d948f2b34db 100755 --- a/.cicd/build.sh +++ b/.cicd/build.sh @@ -12,7 +12,7 @@ if [[ "$(uname)" == 'Darwin' ]]; then else CMAKE_EXTRAS="$CMAKE_EXTRAS -DBUILD_MONGO_DB_PLUGIN=true" fi - [[ ! "$PINNED" == 'false' || "$UNPINNED" == 'true' ]] && CMAKE_EXTRAS="$CMAKE_EXTRAS -DCMAKE_TOOLCHAIN_FILE=$HELPERS_DIR/clang.make" + [[ "$PINNED" == 'false' || "$UNPINNED" == 'true' ]] || CMAKE_EXTRAS="$CMAKE_EXTRAS -DCMAKE_TOOLCHAIN_FILE=$HELPERS_DIR/clang.make" cd $BUILD_DIR echo "cmake $CMAKE_EXTRAS .." cmake $CMAKE_EXTRAS .. From 2ebba605c11aa7a0166391eb7c83f060408f7a20 Mon Sep 17 00:00:00 2001 From: Matt Witherspoon <32485495+spoonincode@users.noreply.github.com> Date: Tue, 5 Nov 2019 12:34:32 -0500 Subject: [PATCH 11/15] ensure GMP is always dynamically linked --- libraries/fc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/libraries/fc b/libraries/fc index f4755d330fa..0784e1b5737 160000 --- a/libraries/fc +++ b/libraries/fc @@ -1 +1 @@ -Subproject commit f4755d330faf9d2342d646a93f9a27bf68ca759e +Subproject commit 0784e1b573739e7769c07d7509184c5005d7a2d4 From 56bbbcf9607bc66bdc6aa57e7468fc8d9e94252a Mon Sep 17 00:00:00 2001 From: Scott Arnette Date: Tue, 5 Nov 2019 14:33:30 -0500 Subject: [PATCH 12/15] Remove signs of UNPINNED in favor of only supporting one env. --- .cicd/build.sh | 2 +- .cicd/generate-pipeline.sh | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/.cicd/build.sh b/.cicd/build.sh index d948f2b34db..26a938d8b1c 100755 --- a/.cicd/build.sh +++ b/.cicd/build.sh @@ -12,7 +12,7 @@ if [[ "$(uname)" == 'Darwin' ]]; then else CMAKE_EXTRAS="$CMAKE_EXTRAS -DBUILD_MONGO_DB_PLUGIN=true" fi - [[ "$PINNED" == 'false' || "$UNPINNED" == 'true' ]] || CMAKE_EXTRAS="$CMAKE_EXTRAS -DCMAKE_TOOLCHAIN_FILE=$HELPERS_DIR/clang.make" + [[ ! "$PINNED" == 'false' ]] && CMAKE_EXTRAS="$CMAKE_EXTRAS -DCMAKE_TOOLCHAIN_FILE=$HELPERS_DIR/clang.make" cd $BUILD_DIR echo "cmake $CMAKE_EXTRAS .." cmake $CMAKE_EXTRAS .. diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index 86390f76dcf..d9b527f0402 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -15,7 +15,7 @@ fi [[ -z "$ROUNDS" ]] && export ROUNDS='1' # Determine which dockerfiles/scripts to use for the pipeline. -if [[ $PINNED == false || $UNPINNED == true ]]; then +if [[ $PINNED == false ]]; then export PLATFORM_TYPE="unpinned" else export PLATFORM_TYPE="pinned" @@ -25,7 +25,7 @@ for FILE in $(ls $CICD_DIR/platforms/$PLATFORM_TYPE); do ( [[ $SKIP_MAC == true ]] && [[ $FILE =~ 'macos' ]] ) && continue ( [[ $SKIP_LINUX == true ]] && [[ ! $FILE =~ 'macos' ]] ) && continue # use pinned or unpinned, not both sets of platform files - if [[ $PINNED == false || $UNPINNED == true ]]; then + if [[ $PINNED == false ]]; then export SKIP_CONTRACT_BUILDER=${SKIP_CONTRACT_BUILDER:-true} export SKIP_PACKAGE_BUILDER=${SKIP_PACKAGE_BUILDER:-true} fi @@ -302,7 +302,7 @@ EOF done # trigger eosio-lrt post pr if [[ -z $BUILDKITE_TRIGGERED_FROM_BUILD_ID && $TRIGGER_JOB == "true" ]]; then - if ( [[ ! $PINNED == false || $UNPINNED == true ]] ); then + if ( [[ ! $PINNED == false ]] ); then cat < Date: Tue, 5 Nov 2019 14:35:47 -0500 Subject: [PATCH 13/15] Remove signs of UNPINNED in favor of only supporting one env. --- .cicd/generate-pipeline.sh | 1 - 1 file changed, 1 deletion(-) diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index d9b527f0402..910b68ae3cb 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -317,7 +317,6 @@ if [[ -z $BUILDKITE_TRIGGERED_FROM_BUILD_ID && $TRIGGER_JOB == "true" ]]; then BUILDKITE_PULL_REQUEST_REPO: "${BUILDKITE_PULL_REQUEST_REPO}" SKIP_BUILD: "true" PINNED: "${PINNED}" - UNPINNED: "${UNPINNED}" EOF fi From 4421c6580f47c0e86bd9da8dcb518bc6775d5399 Mon Sep 17 00:00:00 2001 From: Nathan Pierce Date: Wed, 6 Nov 2019 09:20:55 -0500 Subject: [PATCH 14/15] 10 second sleep --- .cicd/generate-pipeline.sh | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.cicd/generate-pipeline.sh b/.cicd/generate-pipeline.sh index 910b68ae3cb..b097f867784 100755 --- a/.cicd/generate-pipeline.sh +++ b/.cicd/generate-pipeline.sh @@ -124,7 +124,7 @@ EOF failover-registries: - 'registry_1' - 'registry_2' - pre-execute-sleep: 5 + pre-execute-sleep: 10 pre-commands: - "git clone git@github.com:EOSIO/mac-anka-fleet.git && cd mac-anka-fleet && . ./ensure-tag.bash -u 12 -r 25G -a '-n'" env: @@ -186,7 +186,7 @@ EOF failover-registries: - 'registry_1' - 'registry_2' - pre-execute-sleep: 5 + pre-execute-sleep: 10 timeout: ${TIMEOUT:-60} agents: "queue=mac-anka-node-fleet" skip: \${SKIP_$(echo "$PLATFORM_JSON" | jq -r .PLATFORM_NAME_UPCASE)_$(echo "$PLATFORM_JSON" | jq -r .VERSION_MAJOR)$(echo "$PLATFORM_JSON" | jq -r .VERSION_MINOR)}${SKIP_UNIT_TESTS} @@ -234,7 +234,7 @@ EOF failover-registries: - 'registry_1' - 'registry_2' - pre-execute-sleep: 5 + pre-execute-sleep: 10 timeout: ${TIMEOUT:-60} agents: "queue=mac-anka-node-fleet" skip: \${SKIP_$(echo "$PLATFORM_JSON" | jq -r .PLATFORM_NAME_UPCASE)_$(echo "$PLATFORM_JSON" | jq -r .VERSION_MAJOR)$(echo "$PLATFORM_JSON" | jq -r .VERSION_MINOR)}${SKIP_SERIAL_TESTS} @@ -284,7 +284,7 @@ EOF failover-registries: - 'registry_1' - 'registry_2' - pre-execute-sleep: 5 + pre-execute-sleep: 10 timeout: ${TIMEOUT:-180} agents: "queue=mac-anka-node-fleet" skip: \${SKIP_$(echo "$PLATFORM_JSON" | jq -r .PLATFORM_NAME_UPCASE)_$(echo "$PLATFORM_JSON" | jq -r .VERSION_MAJOR)$(echo "$PLATFORM_JSON" | jq -r .VERSION_MINOR)}${SKIP_LONG_RUNNING_TESTS:-true} @@ -418,7 +418,7 @@ cat < Date: Fri, 8 Nov 2019 10:40:57 -0500 Subject: [PATCH 15/15] bump version to 1.8.6 --- CMakeLists.txt | 2 +- README.md | 12 ++++++------ 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index 858253ed208..3241dd7eed5 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -28,7 +28,7 @@ set( CXX_STANDARD_REQUIRED ON) set(VERSION_MAJOR 1) set(VERSION_MINOR 8) -set(VERSION_PATCH 5) +set(VERSION_PATCH 6) #set(VERSION_SUFFIX develop) if(VERSION_SUFFIX) diff --git a/README.md b/README.md index df39cf60a21..5da3d56adee 100644 --- a/README.md +++ b/README.md @@ -44,13 +44,13 @@ $ brew remove eosio #### Ubuntu 18.04 Package Install ```sh -$ wget https://github.com/eosio/eos/releases/download/v1.8.5/eosio_1.8.5-1-ubuntu-18.04_amd64.deb -$ sudo apt install ./eosio_1.8.5-1-ubuntu-18.04_amd64.deb +$ wget https://github.com/eosio/eos/releases/download/v1.8.6/eosio_1.8.6-1-ubuntu-18.04_amd64.deb +$ sudo apt install ./eosio_1.8.6-1-ubuntu-18.04_amd64.deb ``` #### Ubuntu 16.04 Package Install ```sh -$ wget https://github.com/eosio/eos/releases/download/v1.8.5/eosio_1.8.5-1-ubuntu-16.04_amd64.deb -$ sudo apt install ./eosio_1.8.5-1-ubuntu-16.04_amd64.deb +$ wget https://github.com/eosio/eos/releases/download/v1.8.6/eosio_1.8.6-1-ubuntu-16.04_amd64.deb +$ sudo apt install ./eosio_1.8.6-1-ubuntu-16.04_amd64.deb ``` #### Ubuntu Package Uninstall ```sh @@ -58,8 +58,8 @@ $ sudo apt remove eosio ``` #### Centos RPM Package Install ```sh -$ wget https://github.com/eosio/eos/releases/download/v1.8.5/eosio-1.8.5-1.el7.x86_64.rpm -$ sudo yum install ./eosio-1.8.5-1.el7.x86_64.rpm +$ wget https://github.com/eosio/eos/releases/download/v1.8.6/eosio-1.8.6-1.el7.x86_64.rpm +$ sudo yum install ./eosio-1.8.6-1.el7.x86_64.rpm ``` #### Centos RPM Package Uninstall ```sh