Add progress and improve performance of change detection

Author: JohT

scripts/detectChangedArtifacts.sh

@@ -70,7 +70,7 @@ get_file_size() {
 }
 
 # Function to process a single path
-unwind_directories() {
+file_names_and_sizes() {
     if [ -d "$1" ]; then
         # If it's a directory, list all files inside 
         # except for "node_modules", "target", "temp" and the change detection file itself
@@ -80,10 +80,11 @@ unwind_directories() {
           -type d -name "temp" -prune -o \
           -not -name "${ARTIFACTS_CHANGE_DETECTION_HASH_FILE}" \
           -type f \
+          -exec stat -f "%N %z" {} + \
         | sort 
     elif [ -f "$1" ]; then
         # If it's a file, just echo the file path
-        echo "$1"
+        stat -f "%N %z" < "$1"
     fi
 }
 
@@ -92,16 +93,17 @@ unwind_directories() {
 # and calculates the md5 hash for every of these .
 get_md5_checksum_of_all_file_names_and_sizes() {
   local paths=${1}
+  local total_paths; total_paths=$(echo "${paths}" | awk -F '[\t,]' '{print NF}')
   local files_and_sizes=""
 
   for path in ${paths//,/ }; do
-      files=$(unwind_directories "${path}")
-      for file in ${files}; do
-          size=$(get_file_size "${file}")
-          files_and_sizes="${files_and_sizes}${file}${size}"
-      done
+      local files; files=$(file_names_and_sizes "${path}")
+      local files_and_sizes="${files_and_sizes}${files}"
+      local processed_paths=$((processed_paths + 1))
+      local progress=$((processed_paths * 100 / total_paths))
+      echo -ne "detectChangedArtifacts: Calculate checksum progress: [$progress%] ($processed_paths/$total_paths)\r" >&2
   done
-
+  echo "" >&2
   echo "${files_and_sizes}" | openssl md5 | awk '{print $2}'
 }
 
@@ -118,6 +120,8 @@ if [ ! -f "${ARTIFACTS_CHANGE_DETECTION_HASH_FILE_PATH}" ] ; then
         mkdir -p "${ARTIFACTS_DIRECTORY}"
         echo "${CURRENT_ARTIFACTS_HASH}" > "${ARTIFACTS_CHANGE_DETECTION_HASH_FILE_PATH}"
         echo "detectChangedArtifacts: Change detection file created" >&2
+    else
+        echo "detectChangedArtifacts: Skipping file creation with content (=hash) ${CURRENT_ARTIFACTS_HASH}" >&2
     fi
     echo 1 # 1=Change detected and change detection file created
     exit 0
@@ -132,6 +136,8 @@ else
         # Write the updated hash into the file containing the hash of the files list for the next call
         echo "$CURRENT_ARTIFACTS_HASH" > "${ARTIFACTS_CHANGE_DETECTION_HASH_FILE_PATH}"
         echo "detectChangedArtifacts: Change detection file updated" >&2
+    else
+        echo "detectChangedArtifacts: Skipping file update with content (=hash) ${CURRENT_ARTIFACTS_HASH}" >&2
     fi
     echo 2 # 2=Change detected and change detection file updated
 fi