Add util scripts

Signed-off-by: Lukasz Gryglicki <[email protected]>

Author: lukaszgryglicki

Makefile

@@ -11,7 +11,7 @@ GO_TEST_ENV=PG_DB=dbtest GHA2DB_PROJECT=kubernetes GHA2DB_LOCAL=1
 
 CRON_SCRIPTS=cron/cron_db_backup.sh cron/cron_db_backup_all.sh cron/refresh_mviews.sh cron/sysctl_config.sh cron/backup_artificial.sh cron/restart_dbs.sh cron/ensure_service_active.sh
 UTIL_SCRIPTS=devel/wait_for_command.sh devel/cronctl.sh devel/sync_lock.sh devel/sync_unlock.sh devel/db.sh devel/all_projs.sh devel/all_dbs.sh
-GIT_SCRIPTS=git/git_reset_pull.sh git/git_files.sh git/git_tags.sh git/last_tag.sh git/git_loc.sh
+GIT_SCRIPTS=git/git_reset_pull.sh git/git_files.sh git/git_tags.sh git/last_tag.sh git/git_loc.sh git/git_commits.sh git/git_commits_range.sh
 
 ifdef GHA2DB_DATADIR
 DATADIR=${GHA2DB_DATADIR}

git/git_commits.sh

@@ -0,0 +1,57 @@
+#!/bin/bash
+set -euo pipefail
+
+# Usage:
+#   git_commits.sh <repo_path> <sha1> [sha2 ... shaN]
+#
+# Output (one record per commit):
+#   sha,b64(author_name),b64(author_email),b64(committer_name),b64(committer_email),b64(message);
+#
+# Fields separated by ','; records separated by ';'.
+
+if [ $# -lt 2 ]; then
+  exit 0
+fi
+
+REPO="$1"
+shift
+
+if [ -z "${REPO}" ]; then
+  echo "missing repo path" >&2
+  exit 2
+fi
+if [ ! -d "${REPO}/.git" ]; then
+  echo "repo path is not a git repo: ${REPO}" >&2
+  exit 2
+fi
+if [ "$#" -lt 1 ]; then
+  exit 0
+fi
+
+b64() {
+  if base64 -w 0 </dev/null >/dev/null 2>&1; then
+    base64 -w 0
+  else
+    base64 | tr -d '\n'
+  fi
+}
+
+shas=("$@")
+git -C "${REPO}" log -z --no-walk --format='%H%x00%an%x00%ae%x00%cn%x00%ce%x00%B' "${shas[@]}" |
+while IFS= read -r -d '' SHA; do
+  IFS= read -r -d '' AN || AN=""
+  IFS= read -r -d '' AE || AE=""
+  IFS= read -r -d '' CN || CN=""
+  IFS= read -r -d '' CE || CE=""
+  IFS= read -r -d '' MSG || MSG=""
+
+  printf "%s," "${SHA}"
+  printf "%s," "$(printf "%s" "${AN}" | b64)"
+  printf "%s," "$(printf "%s" "${AE}" | b64)"
+  printf "%s," "$(printf "%s" "${CN}" | b64)"
+  printf "%s," "$(printf "%s" "${CE}" | b64)"
+  printf "%s;" "$(printf "%s" "${MSG}" | b64)"
+done
+
+printf '\n'
+

git/git_commits_range.sh

@@ -0,0 +1,32 @@
+#!/bin/bash
+set -euo pipefail
+
+# Usage:
+#   git_commits_range.sh <repo_path> <before_sha> <head_sha> <skip> <limit>
+#
+# Outputs:
+#   One SHA per line (max <limit>), newest->oldest.
+#
+
+if [ $# -lt 3 ]; then
+  exit 0
+fi
+
+REPO="$1"
+BEFOR="${2:-}"
+HEAD="${3:-}"
+SKIP="${4:-0}"
+LIMIT="${5:-1000}"
+
+ZERO="0000000000000000000000000000000000000000"
+
+if [ -z "${HEAD}" ] || [ "${HEAD}" = "${ZERO}" ]; then
+  exit 0
+fi
+
+if [ -z "${BEFOR}" ] || [ "${BEFOR}" = "${ZERO}" ]; then
+  git -C "${REPO}" rev-list --max-count="${LIMIT}" --skip="${SKIP}" "${HEAD}"
+else
+  git -C "${REPO}" rev-list --max-count="${LIMIT}" --skip="${SKIP}" "${BEFOR}..${HEAD}"
+fi
+