This commit is contained in:
@@ -12,22 +12,23 @@ jobs:
|
|||||||
- name: Checkout Code
|
- name: Checkout Code
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
- name: Setup uv
|
- name: Install System Dependencies
|
||||||
uses: astral-sh/setup-uv@v4
|
run: |
|
||||||
with:
|
apt-get update && apt-get install -y curl unzip gettext-base ca-certificates git
|
||||||
version: "latest"
|
|
||||||
|
- name: Install uv
|
||||||
|
run: |
|
||||||
|
curl -LsSf https://astral.sh/uv/install.sh | sh
|
||||||
|
echo "$HOME/.local/bin" >> $GITHUB_PATH
|
||||||
|
echo "/root/.local/bin" >> $GITHUB_PATH
|
||||||
|
|
||||||
- name: Install DuckDB CLI
|
- name: Install DuckDB CLI
|
||||||
run: |
|
run: |
|
||||||
curl -fsSL https://github.com/duckdb/duckdb/releases/latest/download/duckdb_cli-linux-amd64.zip -o duckdb.zip
|
curl -fsSL https://github.com/duckdb/duckdb/releases/latest/download/duckdb_cli-linux-amd64.zip -o duckdb.zip
|
||||||
unzip -o duckdb.zip
|
unzip -o duckdb.zip
|
||||||
sudo mv duckdb /usr/local/bin/
|
mv duckdb /usr/local/bin/
|
||||||
rm -f duckdb.zip
|
rm -f duckdb.zip
|
||||||
|
|
||||||
- name: Install gettext (envsubst)
|
|
||||||
run: |
|
|
||||||
sudo apt-get update && sudo apt-get install -y gettext-base
|
|
||||||
|
|
||||||
- name: Run ETL Pipeline & Upload to Cloudflare R2
|
- name: Run ETL Pipeline & Upload to Cloudflare R2
|
||||||
env:
|
env:
|
||||||
POSTGRES_URL: ${{ secrets.POSTGRES_URL }}
|
POSTGRES_URL: ${{ secrets.POSTGRES_URL }}
|
||||||
@@ -38,5 +39,6 @@ jobs:
|
|||||||
S3_REGION: ${{ secrets.S3_REGION || 'auto' }}
|
S3_REGION: ${{ secrets.S3_REGION || 'auto' }}
|
||||||
S3_DB_KEY: ${{ secrets.S3_DB_KEY || 'dbt_nba.duckdb' }}
|
S3_DB_KEY: ${{ secrets.S3_DB_KEY || 'dbt_nba.duckdb' }}
|
||||||
run: |
|
run: |
|
||||||
|
export PATH="$HOME/.local/bin:/root/.local/bin:$PATH"
|
||||||
chmod +x ./scripts/pipeline.sh ./scripts/db_storage.py
|
chmod +x ./scripts/pipeline.sh ./scripts/db_storage.py
|
||||||
./scripts/pipeline.sh
|
./scripts/pipeline.sh
|
||||||
|
|||||||
Reference in New Issue
Block a user