tembo ai model source #539
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: PG Vectorize Extension | |
defaults: | |
run: | |
shell: bash | |
working-directory: ./extension | |
on: | |
pull_request: | |
branches: | |
- main | |
paths-ignore: | |
- "README.md" | |
- docs/** | |
push: | |
branches: | |
- main | |
paths-ignore: | |
- "README.md" | |
- docs/** | |
release: | |
types: | |
- created | |
jobs: | |
dependencies: | |
name: Install dependencies | |
runs-on: ubuntu-22.04 | |
steps: | |
- uses: actions/checkout@v2 | |
# rust needed to install trunk | |
- name: Install Rust stable toolchain | |
uses: actions-rs/toolchain@v1 | |
with: | |
toolchain: stable | |
cache-directories: /home/runner/.pgrx | |
- name: Install stoml and pg-trunk | |
shell: bash | |
run: | | |
set -xe | |
wget https://github.com/freshautomations/stoml/releases/download/v0.7.1/stoml_linux_amd64 &> /dev/null | |
mv stoml_linux_amd64 stoml | |
chmod +x stoml | |
sudo mv stoml /usr/local/bin/ | |
cargo install pg-trunk | |
- name: Cache binaries | |
uses: actions/cache@v2 | |
with: | |
path: | | |
/usr/local/bin/stoml | |
~/.cargo/bin/trunk | |
key: ${{ runner.os }}-bins-${{ github.sha }} | |
restore-keys: | | |
${{ runner.os }}-bins- | |
lint: | |
name: Run linters | |
runs-on: ubuntu-22.04 | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Install Rust minimal nightly with clippy and rustfmt | |
uses: actions-rs/toolchain@v1 | |
with: | |
profile: minimal | |
toolchain: nightly | |
components: rustfmt, clippy | |
- uses: Swatinem/rust-cache@v2 | |
with: | |
prefix-key: "pg-vectorize-extension-lint" | |
workspaces: pg-vectorize/ | |
# Additional directories to cache | |
cache-directories: /home/runner/.pgrx | |
- uses: ./.github/actions/pgx-init | |
with: | |
working-directory: ./extension | |
- name: Cargo format | |
run: cargo fmt --all --check | |
- name: Clippy | |
run: cargo clippy | |
test: | |
name: Run tests | |
needs: dependencies | |
runs-on: ubuntu-22.04 | |
services: | |
# Label used to access the service container | |
vector-serve: | |
image: quay.io/tembo/vector-serve:latest | |
ports: | |
- 3000:3000 | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Install Rust stable toolchain | |
uses: actions-rs/toolchain@v1 | |
with: | |
toolchain: stable | |
- uses: Swatinem/rust-cache@v2 | |
with: | |
prefix-key: "pg-vectorize-extension-test" | |
workspaces: pg-vectorize | |
# Additional directories to cache | |
cache-directories: /home/runner/.pgrx | |
- uses: ./.github/actions/pgx-init | |
with: | |
working-directory: ./extension | |
- name: Test Core | |
run: | | |
cd ../core && cargo test | |
- name: Restore cached binaries | |
uses: actions/cache@v2 | |
with: | |
path: | | |
/usr/local/bin/stoml | |
~/.cargo/bin/trunk | |
key: ${{ runner.os }}-bins-${{ github.sha }} | |
restore-keys: | | |
${{ runner.os }}-bins- | |
- name: setup-tests | |
run: | | |
make trunk-dependencies | |
make setup.urls | |
make setup.shared_preload_libraries | |
rm -rf ./target/pgrx-test-data-* || true | |
- name: unit-test | |
run: | | |
make test-unit | |
- name: integration-test | |
env: | |
HF_API_KEY: ${{ secrets.HF_API_KEY }} | |
run: | | |
echo "\q" | make run | |
make test-integration | |
publish: | |
if: github.event_name == 'release' | |
name: trunk publish | |
runs-on: ubuntu-22.04 | |
strategy: | |
matrix: | |
pg-version: [14, 15, 16] | |
steps: | |
- uses: actions/checkout@v2 | |
- name: Install Rust stable toolchain | |
uses: actions-rs/toolchain@v1 | |
with: | |
toolchain: stable | |
- uses: Swatinem/rust-cache@v2 | |
with: | |
prefix-key: "pg-vectorize-extension-test" | |
workspaces: pg-vectorize | |
# Additional directories to cache | |
cache-directories: /home/runner/.pgrx | |
- name: Install stoml and pg-trunk | |
shell: bash | |
run: | | |
set -xe | |
wget https://github.com/freshautomations/stoml/releases/download/v0.7.1/stoml_linux_amd64 &> /dev/null | |
mv stoml_linux_amd64 stoml | |
chmod +x stoml | |
sudo mv stoml /usr/local/bin/ | |
cargo install pg-trunk | |
- name: trunk build | |
working-directory: ./extension | |
# trunk does not support path dependencies in Cargo.toml that are not within the current working directory | |
# therefore, we need to move the core crate into the extension directory for the build | |
run: | | |
mv ../core ./core | |
sed -i '0,/..\/core/s//.\/core/' Cargo.toml | |
~/.cargo/bin/trunk build --pg-version ${{ matrix.pg-version }} | |
- name: trunk publish | |
working-directory: ./extension | |
env: | |
TRUNK_API_TOKEN: ${{ secrets.TRUNK_AUTH_TOKEN }} | |
run: ~/.cargo/bin/trunk publish | |
build_and_push: | |
name: Build and push images | |
needs: | |
- publish | |
env: | |
TARGET_PLATFORMS: linux/amd64,linux/arm64 | |
runs-on: | |
- self-hosted | |
- dind | |
- large-8x8 | |
outputs: | |
short_sha: ${{ steps.versions.outputs.SHORT_SHA }} | |
steps: | |
- name: Checkout | |
uses: actions/checkout@v4 | |
- name: Set up QEMU | |
uses: docker/setup-qemu-action@v3 | |
- name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
- name: Install stoml and pg-trunk | |
shell: bash | |
run: | | |
set -xe | |
wget https://github.com/freshautomations/stoml/releases/download/v0.7.1/stoml_linux_amd64 &> /dev/null | |
mv stoml_linux_amd64 stoml | |
chmod +x stoml | |
sudo mv stoml /usr/local/bin/ | |
- name: Set version strings | |
id: versions | |
run: | | |
echo "SHORT_SHA=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT | |
echo "TAG_VER=$(/usr/local/bin/stoml Cargo.toml package.version)" >> $GITHUB_OUTPUT | |
- name: Set up QEMU | |
uses: docker/setup-qemu-action@v3 | |
- name: Set up Docker Buildx | |
uses: docker/setup-buildx-action@v3 | |
- name: Login to Quay | |
uses: docker/login-action@v2 | |
with: | |
registry: quay.io/tembo | |
username: ${{ secrets.QUAY_USER_TEMBO }} | |
password: ${{ secrets.QUAY_PASSWORD_TEMBO }} | |
- name: Login to GitHub Container Registry | |
uses: docker/login-action@v3 | |
with: | |
registry: ghcr.io | |
username: ${{ github.repository_owner }} | |
password: ${{ secrets.GITHUB_TOKEN }} | |
- name: Build and push | |
uses: docker/build-push-action@v5 | |
with: | |
file: ./images/vectorize-pg/Dockerfile | |
context: . | |
platforms: linux/amd64, linux/arm64 | |
push: true | |
tags: | | |
quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }} | |
quay.io/tembo/vectorize-pg:latest | |
ghcr.io/tembo-io/vectorize-pg-v${{ steps.versions.outputs.TAG_VER }} | |
ghcr.io/tembo-io/vectorize-pg:latest |