This commit is contained in:
@@ -12,22 +12,23 @@ jobs:
|
||||
- name: Checkout Code
|
||||
uses: actions/checkout@v4
|
||||
|
||||
- name: Setup uv
|
||||
uses: astral-sh/setup-uv@v4
|
||||
with:
|
||||
version: "latest"
|
||||
- name: Install System Dependencies
|
||||
run: |
|
||||
apt-get update && apt-get install -y curl unzip gettext-base ca-certificates git
|
||||
|
||||
- name: Install uv
|
||||
run: |
|
||||
curl -LsSf https://astral.sh/uv/install.sh | sh
|
||||
echo "$HOME/.local/bin" >> $GITHUB_PATH
|
||||
echo "/root/.local/bin" >> $GITHUB_PATH
|
||||
|
||||
- name: Install DuckDB CLI
|
||||
run: |
|
||||
curl -fsSL https://github.com/duckdb/duckdb/releases/latest/download/duckdb_cli-linux-amd64.zip -o duckdb.zip
|
||||
unzip -o duckdb.zip
|
||||
sudo mv duckdb /usr/local/bin/
|
||||
mv duckdb /usr/local/bin/
|
||||
rm -f duckdb.zip
|
||||
|
||||
- name: Install gettext (envsubst)
|
||||
run: |
|
||||
sudo apt-get update && sudo apt-get install -y gettext-base
|
||||
|
||||
- name: Run ETL Pipeline & Upload to Cloudflare R2
|
||||
env:
|
||||
POSTGRES_URL: ${{ secrets.POSTGRES_URL }}
|
||||
@@ -38,5 +39,6 @@ jobs:
|
||||
S3_REGION: ${{ secrets.S3_REGION || 'auto' }}
|
||||
S3_DB_KEY: ${{ secrets.S3_DB_KEY || 'dbt_nba.duckdb' }}
|
||||
run: |
|
||||
export PATH="$HOME/.local/bin:/root/.local/bin:$PATH"
|
||||
chmod +x ./scripts/pipeline.sh ./scripts/db_storage.py
|
||||
./scripts/pipeline.sh
|
||||
|
||||
Reference in New Issue
Block a user