fix: migrate attention/dag/tiny-dancer to workspace versioning and fi… #106

Workflow file for this run

.github/workflows/ruvector-postgres-ci.yml at d2342d8

	# RuVector-Postgres CI/CD Pipeline
	# Build, test, and package the PostgreSQL vector extension
	#
	# Features:
	# - Matrix testing across PostgreSQL 16, 17 (LTS versions)
	# - Docker-based integration tests
	# - Performance regression detection
	# - Automated packaging for releases

	name: RuVector-Postgres CI/CD

	on:
	push:
	branches: [main, develop, "feat/", "claude/", "fix/**"]
	paths:
	- 'crates/ruvector-postgres/**'
	- '.github/workflows/ruvector-postgres-ci.yml'
	pull_request:
	branches: [main, develop]
	paths:
	- 'crates/ruvector-postgres/**'
	- '.github/workflows/ruvector-postgres-ci.yml'
	workflow_dispatch:
	inputs:
	run_benchmarks:
	description: 'Run performance benchmarks'
	required: false
	default: 'false'
	type: boolean
	pg_version:
	description: 'PostgreSQL version to test (empty for matrix)'
	required: false
	default: ''
	type: string

	env:
	CARGO_TERM_COLOR: always
	RUST_BACKTRACE: 1
	PGRX_VERSION: '0.12.9'
	RUST_VERSION: 'stable'

	# Concurrency control - cancel in-progress runs for same PR
	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	jobs:
	# ============================================================================
	# Code Quality Checks
	# ============================================================================
	lint:
	name: Lint & Format
	runs-on: ubuntu-latest
	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: actions-rust-lang/setup-rust-toolchain@v1
	with:
	toolchain: ${{ env.RUST_VERSION }}
	components: rustfmt, clippy

	- name: Install PostgreSQL 17 dev headers
	run: \|
	sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
	wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc \| sudo apt-key add -
	sudo apt-get update
	sudo apt-get install -y postgresql-17 postgresql-server-dev-17

	- name: Cache cargo registry
	uses: actions/cache@v4
	with:
	path: \|
	~/.cargo/registry
	~/.cargo/git
	key: ${{ runner.os }}-cargo-lint-${{ hashFiles('**/Cargo.lock') }}
	restore-keys: \|
	${{ runner.os }}-cargo-lint-

	- name: Install cargo-pgrx
	run: cargo install cargo-pgrx --version ${{ env.PGRX_VERSION }} --locked

	- name: Initialize pgrx
	run: cargo pgrx init --pg17=/usr/lib/postgresql/17/bin/pg_config
	working-directory: crates/ruvector-postgres

	- name: Check formatting
	run: cargo fmt -- --check
	working-directory: crates/ruvector-postgres

	- name: Run Clippy
	run: \|
	cargo clippy --features pg17 -- -D warnings \
	-A clippy::too_many_arguments \
	-A clippy::should_implement_trait \
	-A clippy::collapsible_str_replace \
	-A clippy::useless_format \
	-A clippy::needless_range_loop \
	-A clippy::comparison_chain \
	-A clippy::not_unsafe_ptr_arg_deref \
	-A clippy::derivable_impls \
	-A clippy::redundant_closure \
	-A clippy::manual_div_ceil \
	-A clippy::unnecessary_cast \
	-A clippy::unwrap_or_default
	working-directory: crates/ruvector-postgres

	# ============================================================================
	# Matrix Build & Test
	# ============================================================================
	test:
	name: Test PG${{ matrix.pg_version }} (${{ matrix.os }})
	runs-on: ${{ matrix.os }}
	needs: lint

	strategy:
	fail-fast: false
	matrix:
	os: [ubuntu-latest]
	pg_version: [17]
	include:
	# macOS tests for pg17
	- os: macos-latest
	pg_version: 17

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: actions-rust-lang/setup-rust-toolchain@v1
	with:
	toolchain: ${{ env.RUST_VERSION }}

	- name: Install PostgreSQL (Ubuntu)
	if: runner.os == 'Linux'
	run: \|
	sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
	wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc \| sudo apt-key add -
	sudo apt-get update
	sudo apt-get install -y postgresql-${{ matrix.pg_version }} postgresql-server-dev-${{ matrix.pg_version }}
	echo "/usr/lib/postgresql/${{ matrix.pg_version }}/bin" >> $GITHUB_PATH

	- name: Install PostgreSQL (macOS)
	if: runner.os == 'macOS'
	run: \|
	brew install postgresql@${{ matrix.pg_version }}
	echo "/opt/homebrew/opt/postgresql@${{ matrix.pg_version }}/bin" >> $GITHUB_PATH

	- name: Cache cargo
	uses: actions/cache@v4
	with:
	path: \|
	~/.cargo/registry
	~/.cargo/git
	target
	key: ${{ runner.os }}-cargo-test-pg${{ matrix.pg_version }}-${{ hashFiles('**/Cargo.lock') }}
	restore-keys: \|
	${{ runner.os }}-cargo-test-pg${{ matrix.pg_version }}-
	${{ runner.os }}-cargo-test-

	- name: Install cargo-pgrx
	run: cargo install cargo-pgrx --version ${{ env.PGRX_VERSION }} --locked

	- name: Initialize pgrx (Ubuntu)
	if: runner.os == 'Linux'
	run: cargo pgrx init --pg${{ matrix.pg_version }}=/usr/lib/postgresql/${{ matrix.pg_version }}/bin/pg_config
	working-directory: crates/ruvector-postgres

	- name: Initialize pgrx (macOS)
	if: runner.os == 'macOS'
	run: cargo pgrx init --pg${{ matrix.pg_version }}=/opt/homebrew/opt/postgresql@${{ matrix.pg_version }}/bin/pg_config
	working-directory: crates/ruvector-postgres

	- name: Build extension
	run: cargo build --no-default-features --features pg${{ matrix.pg_version }} --release
	working-directory: crates/ruvector-postgres

	# Note: cargo test --lib is skipped because #[pg_test] tests require PostgreSQL runtime
	# and cause linker errors (undefined symbols) when compiled outside pgrx test harness.
	# All tests are run via cargo pgrx test instead.

	- name: Run pgrx tests
	run: cargo pgrx test pg${{ matrix.pg_version }} --no-default-features
	working-directory: crates/ruvector-postgres

	# ============================================================================
	# All Features Test
	# ============================================================================
	test-all-features:
	name: Test All Features (PG17)
	runs-on: ubuntu-latest
	needs: lint

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: actions-rust-lang/setup-rust-toolchain@v1
	with:
	toolchain: ${{ env.RUST_VERSION }}

	- name: Install PostgreSQL 17
	run: \|
	sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
	wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc \| sudo apt-key add -
	sudo apt-get update
	sudo apt-get install -y postgresql-17 postgresql-server-dev-17

	- name: Cache cargo
	uses: actions/cache@v4
	with:
	path: \|
	~/.cargo/registry
	~/.cargo/git
	target
	key: ${{ runner.os }}-cargo-allfeatures-${{ hashFiles('**/Cargo.lock') }}

	- name: Install cargo-pgrx
	run: cargo install cargo-pgrx --version ${{ env.PGRX_VERSION }} --locked

	- name: Initialize pgrx
	run: cargo pgrx init --pg17=/usr/lib/postgresql/17/bin/pg_config
	working-directory: crates/ruvector-postgres

	- name: Build with all features
	run: cargo build --features pg17,index-all,quant-all,graph-complete --release
	working-directory: crates/ruvector-postgres

	- name: Test with all features
	run: cargo pgrx test pg17 --features index-all,quant-all,graph-complete
	working-directory: crates/ruvector-postgres

	# ============================================================================
	# Docker Integration Tests
	# ============================================================================
	docker-integration:
	name: Docker Integration (PG${{ matrix.pg_version }})
	runs-on: ubuntu-latest
	needs: test

	strategy:
	fail-fast: false
	matrix:
	pg_version: [17]

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Set up Docker Buildx
	uses: docker/setup-buildx-action@v3

	- name: Build Docker image
	uses: docker/build-push-action@v5
	with:
	context: .
	file: crates/ruvector-postgres/docker/Dockerfile
	build-args: \|
	PG_VERSION=${{ matrix.pg_version }}
	push: false
	load: true
	tags: ruvector-postgres:pg${{ matrix.pg_version }}-test
	cache-from: type=gha,scope=pg${{ matrix.pg_version }}
	cache-to: type=gha,mode=max,scope=pg${{ matrix.pg_version }}

	- name: Start PostgreSQL container
	run: \|
	docker run -d \
	--name ruvector-test \
	-p 5432:5432 \
	-e POSTGRES_USER=ruvector \
	-e POSTGRES_PASSWORD=ruvector \
	-e POSTGRES_DB=ruvector_test \
	ruvector-postgres:pg${{ matrix.pg_version }}-test

	# Wait for PostgreSQL to be ready
	for i in {1..30}; do
	if docker exec ruvector-test pg_isready -U ruvector -d ruvector_test; then
	echo "PostgreSQL is ready"
	break
	fi
	echo "Waiting for PostgreSQL..."
	sleep 2
	done

	- name: Verify extension installation
	run: \|
	docker exec ruvector-test psql -U ruvector -d ruvector_test -c "CREATE EXTENSION IF NOT EXISTS ruvector;"
	docker exec ruvector-test psql -U ruvector -d ruvector_test -c "SELECT ruvector_version();"
	docker exec ruvector-test psql -U ruvector -d ruvector_test -c "SELECT ruvector_simd_info();"

	- name: Run integration tests
	run: \|
	docker exec ruvector-test psql -U ruvector -d ruvector_test << 'EOF'
	-- Test vector operations
	SELECT '[1,2,3]'::real[] AS test_vector;
	SELECT l2_distance_arr(ARRAY[1.0,2.0,3.0]::real[], ARRAY[4.0,5.0,6.0]::real[]) AS l2_dist;
	SELECT cosine_distance_arr(ARRAY[1.0,0.0,0.0]::real[], ARRAY[0.0,1.0,0.0]::real[]) AS cosine_dist;
	SELECT inner_product_arr(ARRAY[1.0,2.0,3.0]::real[], ARRAY[1.0,2.0,3.0]::real[]) AS inner_prod;

	-- Test table creation and queries
	CREATE TABLE test_vectors (id SERIAL PRIMARY KEY, embedding real[]);
	INSERT INTO test_vectors (embedding) VALUES
	(ARRAY[1.0,2.0,3.0]::real[]),
	(ARRAY[4.0,5.0,6.0]::real[]),
	(ARRAY[7.0,8.0,9.0]::real[]);

	SELECT id, l2_distance_arr(embedding, ARRAY[1.0,2.0,3.0]::real[]) AS distance
	FROM test_vectors
	ORDER BY distance
	LIMIT 3;

	DROP TABLE test_vectors;
	SELECT 'Integration tests passed!' AS result;
	EOF

	- name: Collect container logs
	if: always()
	run: docker logs ruvector-test

	- name: Cleanup
	if: always()
	run: docker rm -f ruvector-test \|\| true

	# ============================================================================
	# Performance Benchmarks
	# ============================================================================
	benchmark:
	name: Performance Benchmarks
	runs-on: ubuntu-latest
	needs: test
	if: github.event_name == 'pull_request' \|\| github.event.inputs.run_benchmarks == 'true'

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: actions-rust-lang/setup-rust-toolchain@v1
	with:
	toolchain: ${{ env.RUST_VERSION }}

	- name: Install PostgreSQL 17
	run: \|
	sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
	wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc \| sudo apt-key add -
	sudo apt-get update
	sudo apt-get install -y postgresql-17 postgresql-server-dev-17

	- name: Cache cargo
	uses: actions/cache@v4
	with:
	path: \|
	~/.cargo/registry
	~/.cargo/git
	target
	key: ${{ runner.os }}-cargo-bench-${{ hashFiles('**/Cargo.lock') }}

	- name: Install cargo-pgrx
	run: cargo install cargo-pgrx --version ${{ env.PGRX_VERSION }} --locked

	- name: Initialize pgrx
	run: cargo pgrx init --pg17=/usr/lib/postgresql/17/bin/pg_config
	working-directory: crates/ruvector-postgres

	- name: Run benchmarks
	run: \|
	cargo bench --features pg17 -- --output-format bencher \| tee benchmark-results.txt
	working-directory: crates/ruvector-postgres

	- name: Store benchmark results
	uses: benchmark-action/github-action-benchmark@v1
	with:
	name: RuVector-Postgres Benchmarks
	tool: 'cargo'
	output-file-path: crates/ruvector-postgres/benchmark-results.txt
	github-token: ${{ secrets.GITHUB_TOKEN }}
	auto-push: false
	alert-threshold: '150%'
	comment-on-alert: true
	fail-on-alert: false

	- name: Upload benchmark artifacts
	uses: actions/upload-artifact@v4
	with:
	name: benchmark-results
	path: crates/ruvector-postgres/benchmark-results.txt
	retention-days: 30

	# ============================================================================
	# Security Audit
	# ============================================================================
	security:
	name: Security Audit
	runs-on: ubuntu-latest
	needs: lint

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: actions-rust-lang/setup-rust-toolchain@v1

	- name: Run cargo audit
	run: \|
	cargo install cargo-audit
	cargo audit --ignore RUSTSEC-2020-0071 \|\| true
	working-directory: crates/ruvector-postgres

	# ============================================================================
	# Package Extension
	# ============================================================================
	package:
	name: Package PG${{ matrix.pg_version }}
	runs-on: ubuntu-latest
	needs: [test, docker-integration]
	if: github.event_name == 'push' && github.ref == 'refs/heads/main'

	strategy:
	matrix:
	pg_version: [17]

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Install Rust toolchain
	uses: actions-rust-lang/setup-rust-toolchain@v1
	with:
	toolchain: ${{ env.RUST_VERSION }}

	- name: Install PostgreSQL
	run: \|
	sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
	wget --quiet -O - https://www.postgresql.org/media/keys/ACCC4CF8.asc \| sudo apt-key add -
	sudo apt-get update
	sudo apt-get install -y postgresql-${{ matrix.pg_version }} postgresql-server-dev-${{ matrix.pg_version }}

	- name: Cache cargo
	uses: actions/cache@v4
	with:
	path: \|
	~/.cargo/registry
	~/.cargo/git
	target
	key: ${{ runner.os }}-cargo-package-pg${{ matrix.pg_version }}-${{ hashFiles('**/Cargo.lock') }}

	- name: Install cargo-pgrx
	run: cargo install cargo-pgrx --version ${{ env.PGRX_VERSION }} --locked

	- name: Initialize pgrx
	run: cargo pgrx init --pg${{ matrix.pg_version }}=/usr/lib/postgresql/${{ matrix.pg_version }}/bin/pg_config
	working-directory: crates/ruvector-postgres

	- name: Package extension
	run: cargo pgrx package --no-default-features --features pg${{ matrix.pg_version }},graph-complete
	working-directory: crates/ruvector-postgres

	- name: Upload package artifacts
	uses: actions/upload-artifact@v4
	with:
	name: ruvector-postgres-pg${{ matrix.pg_version }}
	path: crates/ruvector-postgres/target/release/ruvector-pg${{ matrix.pg_version }}/
	retention-days: 30

	# ============================================================================
	# Summary Job
	# ============================================================================
	summary:
	name: CI Summary
	runs-on: ubuntu-latest
	needs: [lint, test, test-all-features, docker-integration, security]
	if: always()

	steps:
	- name: Check job statuses
	run: \|
	echo "## CI Summary" >> $GITHUB_STEP_SUMMARY
	echo "" >> $GITHUB_STEP_SUMMARY
	echo "\| Job \| Status \|" >> $GITHUB_STEP_SUMMARY
	echo "\|-----\|--------\|" >> $GITHUB_STEP_SUMMARY
	echo "\| Lint \| ${{ needs.lint.result }} \|" >> $GITHUB_STEP_SUMMARY
	echo "\| Test Matrix \| ${{ needs.test.result }} \|" >> $GITHUB_STEP_SUMMARY
	echo "\| All Features \| ${{ needs.test-all-features.result }} \|" >> $GITHUB_STEP_SUMMARY
	echo "\| Docker Integration \| ${{ needs.docker-integration.result }} \|" >> $GITHUB_STEP_SUMMARY
	echo "\| Security Audit \| ${{ needs.security.result }} \|" >> $GITHUB_STEP_SUMMARY

	- name: Fail if any job failed
	if: contains(needs.*.result, 'failure')
	run: exit 1

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

fix: migrate attention/dag/tiny-dancer to workspace versioning and fi… #106

Workflow file

fix: migrate attention/dag/tiny-dancer to workspace versioning and fi… #106

Uh oh!

Workflow file for this run