[AAE-7986] Migrate ADF from Travis to Github actions (#8050)

* rebased

* [ci:force]

scripts/ci/job_hooks/after_e2e.sh

@@ -1,5 +1,5 @@
 #!/usr/bin/env bash
 
 # Upload protractor-smartrunner artifact related to this particular job to S3
-./scripts/ci/utils/artifact-to-s3.sh -a "$SMART_RUNNER_DIRECTORY" -o "$S3_SMART_RUNNER_PATH/$TRAVIS_JOB_ID.tar.bz2"
+./scripts/ci/utils/artifact-to-s3.sh -a "$SMART_RUNNER_DIRECTORY" -o "$S3_SMART_RUNNER_PATH/$JOB_ID.tar.bz2"
 

scripts/ci/job_hooks/before_e2e.sh

@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 
  # Download protractor-smartrunner artifact related to this particular job from S3, if exists
-./scripts/ci/utils/artifact-from-s3.sh -a "$S3_SMART_RUNNER_PATH/$TRAVIS_JOB_ID.tar.bz2" -o "$SMART_RUNNER_DIRECTORY"
+./scripts/ci/utils/artifact-from-s3.sh -a "$S3_SMART_RUNNER_PATH/$JOB_ID.tar.bz2" -o "$SMART_RUNNER_DIRECTORY"
 
 # The adf-testing is not installed through NPM for this reason it needs to be built
 #   in addition the dist folder needs to be moved as part of the node modules

scripts/ci/job_hooks/before_install.sh

@@ -7,18 +7,17 @@
 # is supposed to be in the "install.sh" hook script.
 # ===================================================================
 PARENT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." && pwd )"
+ENV_FILE=${1:-"/tmp/github_vars.env"}
 
 # Settings for protractor-smartrunner -------------------------------------------------
-export GIT_HASH=`git rev-parse HEAD`
+export GIT_HASH=$(git rev-parse HEAD)
 
-# Node settings
-export NODE_OPTIONS="--max_old_space_size=30000"
 
 # Settings for Nx ---------------------------------------------------------------------
-export BASE_HASH="$(git merge-base origin/$TRAVIS_BRANCH HEAD)"
+export BASE_HASH="$(git merge-base origin/"$TRAVIS_BRANCH" HEAD)"
 export HEAD_HASH="HEAD"
 export HEAD_COMMIT_HASH=${TRAVIS_PULL_REQUEST_SHA:-${TRAVIS_COMMIT}}
-export COMMIT_MESSAGE=`git log --format=%B -n 1 $HEAD_COMMIT_HASH`
+export COMMIT_MESSAGE=$(git log --format=%B -n 1 "$HEAD_COMMIT_HASH")
 
 #########################################################################################
 # Settings based of Travis event type
@@ -36,7 +35,7 @@ if [ "${TRAVIS_EVENT_TYPE}" == "push" ]; then
         export BUILD_OPTS="--configuration production"
     else
         # into develop
-        export NX_CALCULATION_FLAGS="--base=$(git describe --tags `git rev-list --tags --max-count=1`) --head=$HEAD_HASH"
+        export NX_CALCULATION_FLAGS="--base=$(git describe --tags $(git rev-list --tags --max-count=1)) --head=$HEAD_HASH"
         export BUILD_OPTS="--configuration production"
     fi
 elif [ "${TRAVIS_EVENT_TYPE}" == "pull_request" ]; then
@@ -63,7 +62,7 @@ if [ "${TRAVIS_EVENT_TYPE}" == "push" ]; then
 elif [ "${TRAVIS_EVENT_TYPE}" == "pull_request" ]; then
     echo "pull_request"
     export BASE_HASH="origin/$TRAVIS_BRANCH"
-    source $PARENT_DIR/partials/_ci-flags-parser.sh
+    source "$PARENT_DIR/partials/_ci-flags-parser.sh"
 elif [ "${TRAVIS_EVENT_TYPE}" == "cron" ]; then
     echo "cron"
 else
@@ -71,23 +70,29 @@ else
 fi
 
 # Cache for protractor smart-runner
-export S3_SMART_RUNNER_PATH="$S3_DBP_PATH/smart-runner/$TRAVIS_BUILD_ID"
+export S3_SMART_RUNNER_PATH="$S3_DBP_PATH/smart-runner/$BUILD_ID"
 
 # Cache for node_modules
-export NODE_VERSION=`node -v`
-export PACKAGE_LOCK_SHASUM=`shasum ./package-lock.json | cut -f 1 -d " "`
+export NODE_VERSION=$(node -v)
+export PACKAGE_LOCK_SHASUM=$(shasum ./package-lock.json | cut -f 1 -d " ")
 # This can change regardless of package-lock.json, so we need to calculate with this one as well
-export S3_NODE_MODULES_CACHE_ID=`echo $NODE_VERSION-$PACKAGE_LOCK_SHASUM | shasum  | cut -f 1 -d " "`
+export S3_NODE_MODULES_CACHE_ID=$(echo "$NODE_VERSION-$PACKAGE_LOCK_SHASUM" | shasum  | cut -f 1 -d " ")
 export S3_NODE_MODULES_CACHE_PATH="$S3_DBP_PATH/cache/node_modules/$S3_NODE_MODULES_CACHE_ID.tar.bz2"
 
 echo "========== Caching settings =========="
-echo "S3_SMART_RUNNER_PATH: $S3_SMART_RUNNER_PATH"
-echo "PACKAGE_LOCK_SHASUM: $PACKAGE_LOCK_SHASUM"
-echo "NODE_VERSION: $NODE_VERSION"
-echo "S3_NODE_MODULES_CACHE_ID: $S3_NODE_MODULES_CACHE_ID"
-echo "S3_NODE_MODULES_CACHE_PATH: $S3_NODE_MODULES_CACHE_PATH"
+echo "S3_SMART_RUNNER_PATH=$S3_SMART_RUNNER_PATH" | tee -a $ENV_FILE
+echo "PACKAGE_LOCK_SHASUM=$PACKAGE_LOCK_SHASUM" | tee -a $ENV_FILE
+echo "NODE_VERSION=$NODE_VERSION" | tee -a $ENV_FILE
+echo "S3_NODE_MODULES_CACHE_ID=$S3_NODE_MODULES_CACHE_ID" | tee -a $ENV_FILE
+echo "S3_NODE_MODULES_CACHE_PATH=$S3_NODE_MODULES_CACHE_PATH" | tee -a $ENV_FILE
 echo "========== Nx settings =========="
-echo "GIT_HASH: $GIT_HASH"
-echo "BASE_HASH: $BASE_HASH"
-echo "HEAD_HASH: $HEAD_HASH"
+echo "GIT_HASH=$GIT_HASH" | tee -a $ENV_FILE
+echo "BASE_HASH=$BASE_HASH" | tee -a $ENV_FILE
+echo "HEAD_HASH=$HEAD_HASH" | tee -a $ENV_FILE
 
+
+echo "========== Build vars=========="
+echo "BUILD_OPTS=$BUILD_OPTS" | tee -a $ENV_FILE
+echo "NX_CALCULATION_FLAGS=$NX_CALCULATION_FLAGS" | tee -a $ENV_FILE
+echo "HEAD_COMMIT_HASH=$HEAD_COMMIT_HASH" | tee -a $ENV_FILE
+echo "COMMIT_MESSAGE=$COMMIT_MESSAGE" | tee -a $ENV_FILE

scripts/ci/partials/_ci-flags-parser.sh

@@ -12,6 +12,17 @@
 # git commit -m "[affected:project-name1,project-name2] you commit message"
 #
 
+# ---------------------------------------------------------------
+# Affected projects calculation
+# ---------------------------------------------------------------
+if [[ $COMMIT_MESSAGE == *"[affected:"* ]]; then
+    PROJECTS=$(echo "$COMMIT_MESSAGE" | grep -o "\[affected\:[^]]*\]" | sed -e 's#\[affected:##g' | sed -e 's#\]##g')
+
+    if [[ $PROJECTS == "*" ]]; then
+        export NX_CALCULATION_FLAGS="--all"
+    fi
+fi
+
 # ---------------------------------------------------------------
 # Forced CI run
 # ---------------------------------------------------------------
@@ -21,3 +32,4 @@ if [[ $COMMIT_MESSAGE == *"[ci:force]"* ]]; then
 else
     export CI_FORCE_RUN=false
 fi
+

scripts/travis/affected-contains.sh

@@ -1,5 +1,5 @@
 #!/usr/bin/env bash
-
+set -e
 DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 verifyLib=$1;
 cd $DIR/../../
@@ -9,10 +9,8 @@ if [ "${TRAVIS_EVENT_TYPE}" == "cron" ]; then
   echo true
   exit 0
 fi
-AFFECTED_LIBS="$(nx print-affected --type=lib --select=projects --base=$BASE_HASH --head=$HEAD_HASH --plain)"
+AFFECTED_LIBS=$(npx nx print-affected --type=lib --select=projects ${NX_CALCULATION_FLAGS} --plain)
 #echo "Verify if affected build contains $1"
-
-
 #echo "Affected libs:$AFFECTED_LIBS"
 if [[  $AFFECTED_LIBS =~ $verifyLib ]]; then
     #echo "Yep project:$verifyLib is affected carry on"

scripts/travis/e2e/e2e.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 echo "Start e2e"
-
+set -e
 DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 
 cd $DIR/../../../
@@ -9,7 +9,7 @@ BASE_DIRECTORY=$(echo "$FOLDER" | cut -d "/" -f1)
 verifyLib=$1;
 
 # set test-e2e params
-if [ ! -z "$2" ]; then
+if [ -n "$2" ]; then
       e2eParams="--$2"
 else
       e2eParams=""
@@ -17,7 +17,8 @@ fi
 
 echo "Step1 - Verify if affected libs contains $verifyLib"
 
-AFFECTED_LIB="$(./scripts/travis/affected-contains.sh $verifyLib )";
+AFFECTED_LIB=$(./scripts/travis/affected-contains.sh $verifyLib )
+
 if [ ${AFFECTED_LIB} == true ]; then
     echo "Step2 - $verifyLib affected... will execute e2e"
 

scripts/travis/release/docker-tag.sh

@@ -8,11 +8,13 @@ if [[ $TRAVIS_BRANCH =~ ^master(-patch.*)?$ ]]; then
 else
     if [[ "${TRAVIS_PULL_REQUEST_BRANCH}" != "" ]];
     then
-        export TAGS=""$TRAVIS_PULL_REQUEST_BRANCH-$TRAVIS_BUILD_NUMBER""
+        export TAGS="$TRAVIS_PULL_REQUEST_BRANCH-$TRAVIS_BUILD_NUMBER"
     else
         export TAGS="$TRAVIS_BRANCH-$TRAVIS_BUILD_NUMBER,$TRAVIS_BRANCH"
     fi;
-
 fi;
 
-echo $TAGS
+if [[ -n "$GITHUB_ACTIONS" ]]; then
+    echo "TAGS=$TAGS" >> $GITHUB_ENV;
+fi
+echo "$TAGS"

scripts/travis/release/release-demoshell-docker.sh

@@ -8,6 +8,13 @@ echo "ℹ️ demo-shell: Running the docker with tag" $TAGS
 DOCKER_PROJECT_ARGS="PROJECT_NAME=demo-shell"
 
 # Publish Image to docker
-./node_modules/@alfresco/adf-cli/bin/adf-cli docker --loginCheck --loginUsername "$DOCKER_REPOSITORY_USER" --loginPassword "$DOCKER_REPOSITORY_PASSWORD" --loginRepo "$DOCKER_REPOSITORY_DOMAIN" --dockerRepo "$DOCKER_REPOSITORY" --buildArgs "$DOCKER_PROJECT_ARGS" --dockerTags "$TAGS" --pathProject "$(pwd)"
-
-
+./node_modules/@alfresco/adf-cli/bin/adf-cli docker \
+    --loginCheck \
+    --loginUsername "$DOCKER_REPOSITORY_USER" \
+    --loginPassword "$DOCKER_REPOSITORY_PASSWORD" \
+    --loginRepo "$DOCKER_REPOSITORY_DOMAIN" \
+    --dockerRepo "$DOCKER_REPOSITORY" \
+    --buildArgs "$DOCKER_PROJECT_ARGS" \
+    --dockerTags "$TAGS" \
+    --pathProject "$(pwd)" \
+    "$@"

scripts/travis/release/release-npm.sh

@@ -23,5 +23,13 @@ then
     TAG_NPM=alpha
 fi
 
+if [[ -n "$GITHUB_ACTIONS" ]]; then
+    TAG_NPM=test
+fi
 echo "Publishing on npm with tag $TAG_NPM"
-./node_modules/@alfresco/adf-cli/bin/adf-cli npm-publish --npmRegistry $NPM_REGISTRY_ADDRESS --tokenRegistry $NPM_REGISTRY_TOKEN --tag $TAG_NPM --pathProject "$(pwd)"
+./node_modules/@alfresco/adf-cli/bin/adf-cli npm-publish \
+    --npmRegistry $NPM_REGISTRY_ADDRESS \
+    --tokenRegistry $NPM_REGISTRY_TOKEN \
+    --tag $TAG_NPM \
+    --pathProject "$(pwd)" \
+    "$@"

scripts/travis/release/release-storybook-docker.sh

@@ -10,6 +10,13 @@ DOCKER_PROJECT_ARGS="PROJECT_NAME=storybook/stories"
 echo "{}" > $DIR/../../../dist/storybook/stories/app.config.json
 
 # Publish Image to docker
-./node_modules/@alfresco/adf-cli/bin/adf-cli docker --loginCheck --loginUsername "$DOCKER_REPOSITORY_USER" --loginPassword "$DOCKER_REPOSITORY_PASSWORD" --loginRepo "$DOCKER_REPOSITORY_DOMAIN" --dockerRepo "$DOCKER_REPOSITORY_STORYBOOK" --buildArgs "$DOCKER_PROJECT_ARGS" --dockerTags "$TAGS" --pathProject "$(pwd)"
-
-
+./node_modules/@alfresco/adf-cli/bin/adf-cli docker \
+    --loginCheck \
+    --loginUsername "$DOCKER_REPOSITORY_USER" \
+    --loginPassword "$DOCKER_REPOSITORY_PASSWORD" \
+    --loginRepo "$DOCKER_REPOSITORY_DOMAIN" \
+    --dockerRepo "$DOCKER_REPOSITORY_STORYBOOK" \
+    --buildArgs "$DOCKER_PROJECT_ARGS" \
+    --dockerTags "$TAGS" \
+    --pathProject "$(pwd)" \
+    "$@"