fetch-sources.sh
69 lines · 2852 B · bash
#!/usr/bin/env bash
# Fetch upstream source at pinned commits.
set -euo pipefail
DEST="${1:-./sources}"
mkdir -p "$DEST"
# duckdb/duckdb (MIT)
echo "fetching duckdb/duckdb @ fc9d6e9340"
curl -sL --max-time 900 -o "$DEST/duckdb.tar.gz" \
"https://codeload.github.com/duckdb/duckdb/tar.gz/fc9d6e93409a2dc412b658cade45b963371cd033"
# pola-rs/polars (MIT)
echo "fetching pola-rs/polars @ 9ee0dc5b81"
curl -sL --max-time 900 -o "$DEST/polars.tar.gz" \
"https://codeload.github.com/pola-rs/polars/tar.gz/9ee0dc5b818afbae7ddba308eddcf3174f6f5843"
# apache/airflow (Apache-2.0)
echo "fetching apache/airflow @ 484a87b54b"
curl -sL --max-time 900 -o "$DEST/airflow.tar.gz" \
"https://codeload.github.com/apache/airflow/tar.gz/484a87b54bcea2cbb38700de340e2bc93f4b06fd"
# ClickHouse/ClickHouse (Apache-2.0)
echo "fetching ClickHouse/ClickHouse @ c83ecfd441"
curl -sL --max-time 900 -o "$DEST/ClickHouse.tar.gz" \
"https://codeload.github.com/ClickHouse/ClickHouse/tar.gz/c83ecfd4417aca3591c44bc34d4d5aa62c17e540"
# trinodb/trino (Apache-2.0)
echo "fetching trinodb/trino @ 2cf6ed7e29"
curl -sL --max-time 900 -o "$DEST/trino.tar.gz" \
"https://codeload.github.com/trinodb/trino/tar.gz/2cf6ed7e29ee36a67002a6a5373f81cecdd06f7a"
# apache/superset (Apache-2.0)
echo "fetching apache/superset @ 549508b340"
curl -sL --max-time 900 -o "$DEST/superset.tar.gz" \
"https://codeload.github.com/apache/superset/tar.gz/549508b340b2e411f8b8ba4c6172406f39706d7c"
# streamlit/streamlit (Apache-2.0)
echo "fetching streamlit/streamlit @ 7716a0c0bb"
curl -sL --max-time 900 -o "$DEST/streamlit.tar.gz" \
"https://codeload.github.com/streamlit/streamlit/tar.gz/7716a0c0bbbbcfe739ba4601d27ebdbcf630432f"
# apache/kafka (Apache-2.0)
echo "fetching apache/kafka @ 432141b93a"
curl -sL --max-time 900 -o "$DEST/kafka.tar.gz" \
"https://codeload.github.com/apache/kafka/tar.gz/432141b93a474cb80ac2acf6b6e1c0f394efc99a"
# debezium/debezium (Apache-2.0)
echo "fetching debezium/debezium @ 15bcfe1892"
curl -sL --max-time 900 -o "$DEST/debezium.tar.gz" \
"https://codeload.github.com/debezium/debezium/tar.gz/15bcfe1892b435a561eac9851fd1dd622617079f"
# apache/iceberg (Apache-2.0)
echo "fetching apache/iceberg @ 411c38b58c"
curl -sL --max-time 900 -o "$DEST/iceberg.tar.gz" \
"https://codeload.github.com/apache/iceberg/tar.gz/411c38b58c5208dd8e972a394f0e409db32458ac"
# dagster-io/dagster (Apache-2.0)
echo "fetching dagster-io/dagster @ 54577dad9a"
curl -sL --max-time 900 -o "$DEST/dagster.tar.gz" \
"https://codeload.github.com/dagster-io/dagster/tar.gz/54577dad9a95610029c2a3a2e5c1a02cb540d9da"
# prefecthq/prefect (Apache-2.0)
echo "fetching prefecthq/prefect @ 2338265f65"
curl -sL --max-time 900 -o "$DEST/prefect.tar.gz" \
"https://codeload.github.com/prefecthq/prefect/tar.gz/2338265f658845a9bef8ce7baf07519b89846dc8"
echo "done -> $DEST"