bumpver/scripts/bootstrapit_update.sh

#!/bin/bash

set -Ee -o pipefail;
shopt -s extglob nocasematch;

md5sum=$(which md5sum || which md5)


BOOTSTRAPIT_GIT_URL="https://gitlab.com/mbarkhau/bootstrapit.git/"

BOOTSTRAPIT_GIT_PATH=/tmp/bootstrapit;

echo "Updating from $BOOTSTRAPIT_GIT_URL";

if [[ ! -e $BOOTSTRAPIT_GIT_PATH ]]; then
    git clone ${BOOTSTRAPIT_GIT_URL} ${BOOTSTRAPIT_GIT_PATH};
else
    OLD_PWD=${PWD};
    cd ${BOOTSTRAPIT_GIT_PATH};
    git pull --quiet;
    cd $OLD_PWD;
fi

old_md5=$( cat $PROJECT_DIR/scripts/bootstrapit_update.sh | $md5sum );
new_md5=$( cat $BOOTSTRAPIT_GIT_PATH/scripts/bootstrapit_update.sh | $md5sum );

if [[ $old_md5 != $new_md5 ]]; then
    # Copy the updated file, run it and exit the current execution.
    cp "${BOOTSTRAPIT_GIT_PATH}/scripts/bootstrapit_update.sh" \
        "${PROJECT_DIR}/scripts/";
    source "${PROJECT_DIR}/scripts/bootstrapit_update.sh";
    exit 0;
fi

YEAR=$(date +%Y)
MONTH=$(date +%m)

declare -a required_config_param_names=(
    "AUTHOR_NAME"
    "AUTHOR_CONTACT"
    "PACKAGE_NAME"
    "GIT_REPO_NAMESPACE"
    "GIT_REPO_DOMAIN"
    "DESCRIPTION"
    "KEYWORDS"
    "LICENSE_ID"
)

for name in "${required_config_param_names}"; do
    if [[ -z ${!name} ]]; then
        echo "Missing parameter $name in $1";
        exit 1;
    fi
done

if [[ -z $MODULE_NAME ]]; then
    MODULE_NAME=${PACKAGE_NAME};
fi

if [[ -z $DEFAULT_PYTHON_VERSION ]]; then
    DEFAULT_PYTHON_VERSION="python=3.6";
fi

if [[ -z $SPDX_LICENSE_ID ]]; then
    if [[ $LICENSE_ID =~ "none" ]]; then
        SPDX_LICENSE_ID="Proprietary";
    else
        SPDX_LICENSE_ID=$LICENSE_ID;
    fi
fi


SPDX_REPO_URL="https://raw.githubusercontent.com/spdx";
LICENSE_TXT_URL="$SPDX_REPO_URL/license-list-data/master/text/${SPDX_LICENSE_ID}.txt";
LICENSE_XML_URL="$SPDX_REPO_URL/license-list-XML/master/src/${SPDX_LICENSE_ID}.xml";

LICENSE_TXT_FILE="/tmp/bootstrapit_$LICENSE_ID.txt"
LICENSE_XML_FILE="/tmp/bootstrapit_$LICENSE_ID.xml"


if ! [[ $LICENSE_ID =~ "none" ]]; then
    if ! [[ -f $LICENSE_TXT_FILE ]]; then
        echo "Downloading license text from $LICENSE_TXT_URL"
        curl -L --silent $LICENSE_TXT_URL > $LICENSE_TXT_FILE.tmp;
        mv $LICENSE_TXT_FILE.tmp $LICENSE_TXT_FILE;
    fi
    if ! [[ -f $LICENSE_XML_FILE ]]; then
        echo "Downloading license info from $LICENSE_XML_URL"
        curl -L --silent $LICENSE_XML_URL > $LICENSE_XML_FILE.tmp;
        mv $LICENSE_XML_FILE.tmp $LICENSE_XML_FILE;
    fi
fi


if [[ -z $LICENSE_NAME ]]; then
    if [[ $LICENSE_ID =~ "none" ]]; then
        LICENSE_NAME="All Rights Reserved";
    else
        LICENSE_NAME=$(
             awk '{ if ($0 ~ /[^>]\s*$/ ) { printf "%s", $0 } else {printf "%s\n", $0 } }' \
             $LICENSE_XML_FILE \
             | grep "<license" \
             | sed -E 's/.*name="([A-Za-z0-9[:punct:][:space:]]+)".*/\1/g' \
             | sed 's/&#34;/"/g' \
             | head -n 1
        )
    fi
fi


if [[ -z $LICENSE_CLASSIFIER ]]; then
    if [[ $LICENSE_ID = "none" ]]; then
        LICENSE_CLASSIFIER="License :: Other/Proprietary License";
    elif [[ $LICENSE_ID =~ "mit" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: MIT License";
    elif [[ $LICENSE_ID =~ "bsd" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: BSD License";
    elif [[ $LICENSE_ID =~ "gpl-2.0-only" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: GNU General Public License v2 (GPLv2)";
    elif [[ $LICENSE_ID =~ "lgpl-2.0-only" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: GNU Lesser General Public License v2 (LGPLv2)";
    elif [[ $LICENSE_ID =~ "gpl-3.0-only" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: GNU General Public License v3 (GPLv3)";
    elif [[ $LICENSE_ID =~ "agpl-3.0-only" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: GNU Affero General Public License v3";
    elif [[ $LICENSE_ID =~ "lgpl-3.0-only" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: GNU Lesser General Public License v3 (LGPLv3)";
    elif [[ $LICENSE_ID =~ "mpl-2.0" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: Mozilla Public License 2.0 (MPL 2.0)";
    elif [[ $LICENSE_ID =~ "apache-2.0" ]]; then
        LICENSE_CLASSIFIER="License :: OSI Approved :: Apache Software License";
    else
        echo "Invalid LICENSE_ID=\"$LICENSE_ID\". Could not determine LICENSE_CLASSIFIER.";
        exit 1;
    fi
fi

if [[ -z $COPYRIGHT_STRING ]]; then
    COPYRIGHT_STRING="Copyright (c) ${YEAR} ${AUTHOR_NAME} (${AUTHOR_CONTACT}) - ${LICENSE_NAME}";
fi

if [[ -z $IS_PUBLIC ]]; then
    IS_PUBLIC=$( echo $GIT_REPO_DOMAIN | grep -c -E '(gitlab\.com|github\.com|bitbucket\.org)' );
fi

if [[ -z $PAGES_DOMAIN ]]; then
    if [[ $GIT_REPO_DOMAIN == "gitlab.com" ]]; then
        PAGES_DOMAIN=gitlab.io;
    elif [[ $GIT_REPO_DOMAIN == "github.com" ]]; then
        PAGES_DOMAIN=github.io;
    elif [[ $GIT_REPO_DOMAIN == "bitbucket.org" ]]; then
        PAGES_DOMAIN=bitbucket.io;
    else
        PAGES_DOMAIN=gitlab-pages.$GIT_REPO_DOMAIN;
    fi
fi

if [[ -z $DOCKER_REGISTRY_DOMAIN ]]; then
    if [[ $GIT_REPO_DOMAIN == "gitlab.com" ]]; then
        DOCKER_REGISTRY_DOMAIN=registry.gitlab.com;
    else
        DOCKER_REGISTRY_DOMAIN=hub.docker.com;
    fi
fi

if [[ -z $PAGES_URL ]]; then
    PAGES_URL="https://${GIT_REPO_NAMESPACE}.${PAGES_DOMAIN}/${PACKAGE_NAME}/"
fi

if [[ -z $GIT_REPO_URL ]]; then
    GIT_REPO_URL=https://${GIT_REPO_DOMAIN}/${GIT_REPO_NAMESPACE}/${PACKAGE_NAME}
elif [[ ! ${GIT_REPO_URL} =~ ^https?://[^/]+/[^/]+/[^/]+(/|.git)?$ ]]; then
    echo "ERROR: Invalid argument for '${GIT_REPO_URL}'";
    exit 1;
fi

if [[ -z $DOCKER_ALPINE_BASE_IMAGE ]]; then
    DOCKER_ALPINE_BASE_IMAGE=frolvlad/alpine-glibc
fi

if [[ -z ${MODULE_NAME} ]]; then
    MODULE_NAME=$( echo "${PACKAGE_NAME}" | tr '[:upper:]' '[:lower:]' | sed -E -e 's;-;_;g'; );
fi

GIT_REPO_PATH=$( echo "${GIT_REPO_URL}" | sed -E -e 's;https?://[^/]+/;;g' | sed -E 's;(/|.git)$;;g' )
GIT_REPO_NAME=$( echo "${GIT_REPO_PATH}" | sed -E -e 's;^[A-Za-z_-]+/;;g' )

if [[ -f ${PROJECT_DIR}/.git/config ]]; then
    OLD_PWD=${PWD}
    cd ${PROJECT_DIR};
    if [[ $( git diff -s --exit-code || echo $? ) -gt 0 ]]; then
        echo "ABORTING!: Your repo has local changes which are not comitted."
        echo "To avoid overwriting these changes, please commit your changes."
        exit 1;
    fi
    cd $OLD_PWD;
fi

cat $LICENSE_TXT_FILE \
    | sed "s/Copyright (c) <year> <owner>[[:space:]]*/Copyright (c) $YEAR $AUTHOR_NAME ($AUTHOR_CONTACT)/g" \
    | sed "s/Copyright (c) <year> <copyright holders>[[:space:]]*/Copyright (c) $YEAR $AUTHOR_NAME ($AUTHOR_CONTACT)/g" \
    > $PROJECT_DIR/LICENSE;

function format_template()
{
    cat $1 \
        | sed "s;\${GIT_REPO_URL};${GIT_REPO_URL};g" \
        | sed "s;\${GIT_REPO_PATH};${GIT_REPO_PATH};g" \
        | sed "s;\${GIT_REPO_NAMESPACE};${GIT_REPO_NAMESPACE};g" \
        | sed "s;\${GIT_REPO_NAME};${GIT_REPO_NAME};g" \
        | sed "s;\${GIT_REPO_DOMAIN};${GIT_REPO_DOMAIN};g" \
        | sed "s;\${DEFAULT_PYTHON_VERSION};${DEFAULT_PYTHON_VERSION};g" \
        | sed "s;\${DOCKER_REGISTRY_DOMAIN};${DOCKER_REGISTRY_DOMAIN};g" \
        | sed "s;\${PAGES_DOMAIN};${PAGES_DOMAIN};g" \
        | sed "s;\${PAGES_URL};${PAGES_URL};g" \
        | sed "s;\${AUTHOR_CONTACT};${AUTHOR_CONTACT};g" \
        | sed "s;\${AUTHOR_NAME};${AUTHOR_NAME};g" \
        | sed "s;\${MODULE_NAME};${MODULE_NAME};g" \
        | sed "s;\${DESCRIPTION};${DESCRIPTION};g" \
        | sed "s;\${KEYWORDS};${KEYWORDS};g" \
        | sed "s;\${SPDX_LICENSE_ID};${SPDX_LICENSE_ID};g" \
        | sed "s;\${LICENSE_CLASSIFIER};${LICENSE_CLASSIFIER};g" \
        | sed "s;\${COPYRIGHT_STRING};${COPYRIGHT_STRING};g" \
        | sed "s;\${YEAR};${YEAR};g" \
        | sed "s;\${MONTH};${MONTH};g" \
        > $1.tmp;
    mv $1.tmp $1;
}

function copy_template()
{
    if [[ -z ${2} ]]; then
        dest_path=${PROJECT_DIR}/$1;
    else
        dest_path=${PROJECT_DIR}/$2;
    fi;
    cat ${BOOTSTRAPIT_GIT_PATH}/$1.template > ${dest_path};

    format_template ${dest_path};
}

mkdir -p "${PROJECT_DIR}/test/";
mkdir -p "${PROJECT_DIR}/vendor/";
mkdir -p "${PROJECT_DIR}/scripts/";
mkdir -p "${PROJECT_DIR}/stubs/";
mkdir -p "${PROJECT_DIR}/src/";
mkdir -p "${PROJECT_DIR}/requirements/";
mkdir -p "${PROJECT_DIR}/src/${MODULE_NAME}";

copy_template .gitignore;
copy_template README.md;
copy_template CONTRIBUTING.md;
copy_template CHANGELOG.md;
copy_template license.header;
copy_template stubs/README.md;

copy_template setup.py;
copy_template setup.cfg;

copy_template makefile;
copy_template makefile.config.make;
copy_template makefile.extra.make;
copy_template docker_base.Dockerfile;

copy_template requirements/conda.txt;
copy_template requirements/pypi.txt;
copy_template requirements/development.txt;
copy_template requirements/integration.txt;
copy_template requirements/vendor.txt;

copy_template .gitlab-ci.yml;
copy_template scripts/update_conda_env_deps.sh;
copy_template scripts/setup_conda_envs.sh;
copy_template scripts/pre-push-hook.sh;

copy_template __main__.py "src/${MODULE_NAME}/__main__.py";
copy_template __init__.py "src/${MODULE_NAME}/__init__.py";
touch "${PROJECT_DIR}/test/__init__.py";

chmod +x "${PROJECT_DIR}/src/${MODULE_NAME}/__main__.py";
chmod +x "${PROJECT_DIR}/scripts/update_conda_env_deps.sh";
chmod +x "${PROJECT_DIR}/scripts/setup_conda_envs.sh";
chmod +x "${PROJECT_DIR}/scripts/pre-push-hook.sh";

head -n 7 ${PROJECT_DIR}/license.header \
    | tail -n +3 \
    | sed -re 's/(^   |^$)/#/g' \
    > .py_license.header;

src_files=${PROJECT_DIR}/src/**/*.py

for src_file in $src_files; do
    if grep -q -E '^# SPDX-License-Identifier' $src_file; then
        continue;
    fi
    offset=0
    if grep -z -q -E '^#![/a-z ]+?python' $src_file; then
        let offset+=1;
    fi
    if grep -q -E '^# .+?coding: [a-zA-Z0-9_\-]+' $src_file; then
        let offset+=1;
    fi
    rm -f ${src_file}.with_header;
    if [[ $offset -gt 0 ]]; then
        head -n $offset ${src_file} > ${src_file}.with_header;
    fi
    let offset+=1;
    cat .py_license.header >> ${src_file}.with_header;
    tail -n +$offset ${src_file} >> ${src_file}.with_header;
    mv ${src_file}.with_header $src_file;
done

rm .py_license.header