Snapshot: further conversion prograss

This commit also adds lots of TODOs

gitea2gitea-mirror

@@ -0,0 +1,251 @@
+#!/bin/bash
+
+#
+# Script to mirror Gitea repos to another Gitea instance.
+#
+# Modes:
+#   - Mirror a public/private repo
+#   - Mirror all public/private repos of a user
+#   - Mirror all public/private repos of an organization
+#
+# Heavily inspired by:
+#   https://github.com/juergenhoetzel/github2gitea-mirror
+# 
+
+# ENVs:
+#   ACCESS_TOKEN_SRC = Gitea token of the source instance
+#   GITERA_URL_SRC   = Gitea URL of the source instance
+#   ACCESS_TOKEN_TRG = Gitea token of the target instance
+#   GITEA_URL_TRG    = Gitea URL of the target instance
+
+# Displays the given input including "=> " on the console.
+log () {
+	echo "=> $1"
+}
+
+CURL="curl -f -S -s"
+
+# Check for correctly set ENVs
+# TODO: GITEA_URL_SRC is also necessary
+# ACCESS_TOKEN_TRG and GITEA_URL_TRG are always necessary
+if [[ -z "${ACCESS_TOKEN_TRG}" || -z "${GITEA_URL_TRG}" ]]; then
+    echo -e "Please set the Gitea access token and URL in environment:\nexport ACCESS_TOKEN_TRG=abc\nexport GITEA_URL_TRG=http://gitea:3000\n" >&2
+    echo -e "Don't use a trailing slash in URL!"
+    exit 1
+fi
+
+# Parse input arguments
+if [[ -z "$1" ]]; then
+	log "No parameter(s) given. Exit."
+    exit 1
+fi
+while [[ "$#" -gt 0 ]]; do
+	case $1 in
+		-m|--mode) mode="$2"; shift ;;
+		-o|--org) gitea_organization="$2"; shift ;;
+        -u|--user) gitea_user="$2"; shift ;;
+        -v|--visibility) visibility="$2"; shift ;;
+        -r|--repo) repo="$2"; shift ;;
+		*) log "Unknown parameter passed: $1"; exit 1 ;;
+	esac
+	shift
+done
+
+# Prints a message on how to use the script with exit 1
+fail_print_usage () {
+    echo -e "Usage: $0"
+    echo -e "   -m, --mode {org,repo,user}           Mode to use; either mirror an organization or an user."
+    echo -e "   -o, --org \$organization             Gitea organization to mirror and/or the target organization in Gitea."
+    echo -e "   -u, --user \$gitea_user              Gitea user to gather the repositories from."
+    echo -e "   -v, --visibility {public,private}    Visibility for the created Gitea organization."
+    echo -e "   -r, --repo \$repo_url                Gitea URL of a single repo to create a mirror for."
+    echo "" >&2
+    exit 1;
+}
+
+# Check if mode is set
+if [[ -z "${mode}" ]]; then
+    fail_print_usage
+fi
+
+# Check required parameters per mode
+if [ "${mode}" == "org" ]; then
+    if [[ -z "${gitea_organization}" ]]; then
+        echo -e "Organization not set."
+        fail_print_usage
+    fi
+
+    if [[ -z "${visibility}" ]]; then
+        echo -e "Visibility not set."
+        fail_print_usage
+    fi
+elif [ "${mode}" == "repo" ]; then
+    if [[ -z "${repo}" || -z "${gitea_user}" ]]; then
+        echo -e "Repo URL or Gitea user not set."
+        fail_print_usage
+    fi
+elif [ "${mode}" == "user" ]; then
+    if [[ -z "${gitea_user}" ]]; then
+        echo -e "Gitea user not set."
+        fail_print_usage
+    fi  
+else
+    echo -e "Mode not found."
+    fail_print_usage
+fi
+
+# TODO:
+#set -euo pipefail
+set -eu pipefail
+
+header_options_trg=(-H  "Authorization: Bearer ${ACCESS_TOKEN_TRG}" -H "accept: application/json" -H "Content-Type: application/json")
+header_options_src=(-H  "Authorization: Bearer ${ACCESS_TOKEN_SRC}" -H "accept: application/json" -H "Content-Type: application/json")
+jsonoutput=$(mktemp -d -t gitea-repos-XXXXXXXX)
+
+#trap "rm -rf ${jsonoutput}" EXIT
+# TODO
+
+# Sets the uid to the specified Gitea organization
+set_uid() {
+    uid=$($CURL "${header_options_trg[@]}" $GITEA_URL_TRG/api/v1/orgs/${gitea_organization} | jq .id)
+}
+
+# Sets the uid to the specified Gitea user
+set_uid_user() {
+    uid=$($CURL "${header_options_trg[@]}" $GITEA_URL_TRG/api/v1/users/${gitea_user} | jq .id)
+}
+
+# Fetches all public/private repos of the given Gitea organization to JSON files
+fetch_orga_repos() {
+    # TODO
+    log "Fetch organization repos."
+    i=1
+    # GitHub API just returns empty arrays instead of 404
+    while $CURL "https://api.github.com/orgs/${gitea_organization}/repos?page=${i}&per_page=100" -u "username:${GITHUB_TOKEN}" >${jsonoutput}/${i}.json \
+	    && (( $(jq <${jsonoutput}/${i}.json '. | length') > 0 )) ; do
+	    (( i++ ))
+    done
+}
+
+# Fetches all public/private repos of the given Gitea user to JSON files
+fetch_user_repos() {
+    # TODO
+    log "Fetch user repos."
+    # i=1
+    # GitHub API just returns empty arrays instead of 404
+    # while $CURL "https://api.github.com/user/repos?affiliation=owner&page=${i}&per_page=100" -u "${github_user}:${GITHUB_TOKEN}" >${jsonoutput}/${i}.json \
+	#     && (( $(jq <${jsonoutput}/${i}.json '. | length') > 0 )) ; do
+	#     (( i++ ))
+    # done
+
+#    $CURL -w  "%{http_code}\n"  "${header_options_src[@]}" -d @- -X GET $GITEA_URL_SRC/api/v1/user/repos
+    mkdir -p $jsonoutput
+    # touch $jsonoutput/1.json
+    $CURL "${header_options_src[@]}" -X GET $GITEA_URL_SRC/api/v1/user/repos >$jsonoutput/1.json
+
+    # TODO
+    # exit 1
+}
+
+# Fetches one public/private Gitea repo to a JSON file
+fetch_one_repo() {
+    # TODO
+    log "Fetch one repo."
+    # Remove URL prefix
+    repo=$(echo $repo | sed "s/https:\/\/github.com\///g" | sed "s/.git//g")
+    $CURL "https://api.github.com/repos/$repo" -u "username:${GITHUB_TOKEN}" >${jsonoutput}/1.json
+}
+
+# Creates a specific migration repo on Gitea
+create_migration_repo() {
+    log "Create migration repo."
+    if ! $CURL -w  "%{http_code}\n"  "${header_options_trg[@]}" -d @- -X POST $GITEA_URL_TRG/api/v1/repos/migrate > ${jsonoutput}/result.txt 2>${jsonoutput}/stderr.txt; then
+        local code=$(<${jsonoutput}/result.txt)
+        if (( code != 409 ));then # 409 == repo already exits
+            cat ${jsonoutput}/stderr.txt >&2
+        fi
+    fi
+}
+
+# Creates a specific public/private organization on Gitea
+create_migration_orga() {
+    visibility="${1:-}"
+    log "Create migration orga with name: ${gitea_organization}"
+    if ! $CURL -X POST $GITEA_URL_TRG/api/v1/orgs "${header_options_trg[@]}" --data '{"username": "'"${gitea_organization}"'", "visibility": "'"${visibility}"'"}' > ${jsonoutput}/result.txt 2>${jsonoutput}/stderr.txt; then
+        local code=$(<${jsonoutput}/result.txt)
+        if (( code != 422 ));then # 422 == orga already exits
+            cat ${jsonoutput}/stderr.txt >&2
+        fi
+    fi
+}
+
+# Creates a migration repo on Gitea for each Gitea repo in the JSON files
+repos_to_migration() {
+    # TODO
+    log "Repos to migration started."
+    # for f in ${jsonoutput}/*.json; do
+    #     n=$(jq '. | length'<$f)
+    #     if [[ "${n}" -gt "0" ]]; then
+    #         (( n-- )) # last element
+    #     else
+    #         continue;
+    #     fi
+    #     for i in $(seq 0 $n); do
+    #         mig_data=$(jq ".[$i] | .uid=${uid} | \
+    #             if(.visibility==\"private\") then .private=true else .private=false end |\
+    #             if(.visibility==\"private\") then .auth_username=\"${github_user}\" else . end | \
+    #             if(.visibility==\"private\") then .auth_password=\"${GITHUB_TOKEN}\" else . end | \
+    #             .mirror=true | \
+    #             .clone_addr=.clone_url | \
+    #             .description=.description[0:255] | \
+    #             .repo_name=.name | \
+    #             {uid,repo_name,clone_addr,description,mirror,private,auth_username,auth_password}" <$f)
+    #         echo "Migrating repo" $(jq ".[$i] | .uid=${uid} | .name" <$f)
+    #         echo $mig_data | create_migration_repo
+    #     done
+    # done
+
+
+}
+
+# Creates one migration repo on Gitea for the one Gitea repo in '1.json'
+one_repo_to_migration() {
+    # TODO
+    log "One repo to migration started."
+    # There should only be one JSON file
+    for f in ${jsonoutput}/*.json; do
+        mig_data=$(jq ".repo_owner=\"${gitea_user}\" | \
+            if(.visibility==\"private\") then .private=true else .private=false end |\
+            if(.visibility==\"private\") then .auth_username=\"${gitea_user}\" else . end | \
+            if(.visibility==\"private\") then .auth_password=\"${GITEA_TOKEN_SRC}\" else . end | \
+            .mirror=true | \
+            .clone_addr=.clone_url | \
+            .description=.description[0:255] | \
+            .repo_name=.name | \
+            {repo_owner,repo_name,clone_addr,description,mirror,private,auth_username,auth_password}" <$f)
+        echo "Migrating repo" $(jq ".name" <$f)
+        echo $mig_data | create_migration_repo
+    done
+}
+
+# Actual run the script
+if [ "${mode}" == "org" ]; then
+    log "Mode = organization"
+    fetch_orga_repos
+    create_migration_orga ${visibility}
+    set_uid
+    repos_to_migration
+elif [ "${mode}" == "repo" ]; then
+    log "Mode = single repo"
+    fetch_one_repo
+    one_repo_to_migration
+elif [ "${mode}" == "user" ]; then
+    log "Mode = user"
+#    set_uid_user
+    fetch_user_repos
+    exit 1
+    # TODO
+    repos_to_migration
+fi
+
+log "Finished."