pypi_shadowmire.sh

#!/bin/bash

set -e

SHADOWMIRE=${SHADOWMIRE:-"/home/scripts/shadowmire.py"}
PYPI_MASTER="https://pypi.org"

TUNASYNC_UPSTREAM=${TUNASYNC_UPSTREAM_URL:-$PYPI_MASTER}

CONF="/tmp/shadowmire.conf"
INIT=${INIT:-"0"}
SHADOWMIRE_UPSTREAM=${SHADOWMIRE_UPSTREAM:-"0"}

REPO="${TUNASYNC_WORKING_DIR}/web"

if [ ! -d "$REPO" ]; then
	mkdir -p "$REPO"
	INIT="1"
fi

echo "Syncing to $REPO"

DOWNLOAD_MIRROR=""
if [[ $TUNASYNC_UPSTREAM != $PYPI_MASTER ]]; then
    # see https://github.com/pypa/bandersnatch/pull/928 for more info
    DOWNLOAD_MIRROR="shadowmire_upstream = \"${TUNASYNC_UPSTREAM}\""
fi

USE_PYPI_INDEX=""
if [[ $SHADOWMIRE_USE_PYPI_INDEX == "1" ]]; then
    USE_PYPI_INDEX="use_pypi_index = true"
fi

(
cat << EOF
[options]
repo = "${REPO}"
sync_packages = true
${DOWNLOAD_MIRROR}
${USE_PYPI_INDEX}
exclude = [
    ".+-nightly(-|$)",
EOF

for i in $PYPI_EXCLUDE; do
    echo "    \"$i\","
done

cat << EOF
]
prerelease_exclude = [
    "duckdb",
    "graphscope-client",
    "lalsuite",
    "gs-(apps|engine|include)",
    "bigdl-dllib(-spark2|-spark3)?",
    "ovito"
]
EOF
) > $CONF

echo "Generated config file:"
cat $CONF

exec python3 $SHADOWMIRE --config $CONF sync