pg_tviews 0.1.0-beta.12

Transactional materialized views with incremental refresh for PostgreSQL
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

# Dockerfile for pg_tviews benchmarks with pg_ivm extension
# Uses PostgreSQL 18 for latest features and compatibility

FROM postgres:18

# Install build dependencies
RUN apt-get update && apt-get install -y \
    build-essential \
    curl \
    git \
    libssl-dev \
    pkg-config \
    postgresql-server-dev-18 \
    python3 \
    python3-pip \
    python3-venv \
    && rm -rf /var/lib/apt/lists/*

# Install Rust toolchain for building extensions
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
ENV PATH="/root/.cargo/bin:${PATH}"

# Install cargo-pgrx for PostgreSQL extension development
# Using version 0.16.1 for PostgreSQL 18 support
RUN /root/.cargo/bin/cargo install --locked cargo-pgrx --version 0.16.1

# Initialize pgrx with PostgreSQL 18
RUN /root/.cargo/bin/cargo pgrx init --pg18 $(which pg_config)

# Set working directory
WORKDIR /build

# Copy both projects from build context (parent directory contains both)
# Build context is set to parent directory in docker-compose.yml
COPY pg_tviews /build/pg_tviews
COPY jsonb_ivm /build/jsonb_ivm

# Build and install pg_tviews extension
WORKDIR /build/pg_tviews
RUN cargo pgrx install --release

# Check if pgrx generated SQL file, if not create minimal one
RUN if [ ! -f /usr/share/postgresql/18/extension/pg_tviews--0.1.0.sql ]; then \
      echo "-- pg_tviews extension (functions exported from Rust via pgrx .so file)" > /usr/share/postgresql/18/extension/pg_tviews--0.1.0.sql; \
    fi && \
    echo "=== Extension files installed ===" && \
    ls -la /usr/share/postgresql/18/extension/pg_tviews* && \
    ls -la /usr/lib/postgresql/18/lib/pg_tviews.so && \
    echo "=== SQL file contents ===" && \
    cat /usr/share/postgresql/18/extension/pg_tviews--0.1.0.sql

# Build and install jsonb_ivm extension
WORKDIR /build/jsonb_ivm
RUN cargo pgrx install --release

# Note: We're NOT using pg_ivm (PostgreSQL native IVM)
# Instead, we use jsonb_ivm (custom Rust extension for JSONB patching)
# This is the key differentiator for pg_tviews architecture

# Install Python dependencies for reporting
RUN python3 -m venv /opt/venv
ENV PATH="/opt/venv/bin:${PATH}"
RUN pip install --no-cache-dir psycopg[binary]

# Copy benchmark files from pg_tviews
WORKDIR /benchmarks
COPY pg_tviews/test/sql/comprehensive_benchmarks/ /benchmarks/
COPY pg_tviews/test/sql/jsonb_ivm_stubs.sql /benchmarks/

# Fix relative path in 00_setup.sql (we won't need stubs since real extension is installed)
# But keep them as fallback
RUN sed -i 's|../jsonb_ivm_stubs.sql|jsonb_ivm_stubs.sql|g' /benchmarks/00_setup.sql

# Create results directory
RUN mkdir -p /benchmarks/results

# Copy custom entrypoint from pg_tviews
COPY pg_tviews/docker/benchmark-entrypoint.sh /usr/local/bin/
RUN chmod +x /usr/local/bin/benchmark-entrypoint.sh

# Configure PostgreSQL for benchmarks
RUN echo "shared_buffers = 512MB" >> /usr/share/postgresql/postgresql.conf.sample && \
    echo "work_mem = 256MB" >> /usr/share/postgresql/postgresql.conf.sample && \
    echo "max_parallel_workers_per_gather = 4" >> /usr/share/postgresql/postgresql.conf.sample && \
    echo "shared_preload_libraries = 'pg_tviews'" >> /usr/share/postgresql/postgresql.conf.sample
# Note: With the IsUnderPostmaster check in _PG_init(), this now works safely!

# Set environment variables
ENV POSTGRES_DB=pg_tviews_benchmark
ENV POSTGRES_USER=postgres
ENV POSTGRES_PASSWORD=postgres
ENV PGDATA=/var/lib/postgresql/data

# Expose PostgreSQL port
EXPOSE 5432

# Use custom entrypoint
ENTRYPOINT ["/usr/local/bin/benchmark-entrypoint.sh"]
CMD ["postgres"]