Skip to main content

fraiseql_cli/commands/
compile.rs

1//! Schema compilation command
2//!
3//! Compiles schema.json (from Python/TypeScript/etc.) into optimized schema.compiled.json
4
5use std::{fs, path::Path, process::Command};
6
7use anyhow::{Context, Result};
8use fraiseql_core::schema::{
9    CompiledSchema, FieldType, InputStyle, MutationOperation, NamingConvention, content_hash_of,
10};
11use fraiseql_db::postgres::PostgresTlsConfig;
12use tracing::{info, warn};
13
14use crate::{
15    config::{ConfigSource, TomlProjectConfig},
16    schema::{
17        CompiledArtifact, ConvertOptions, IntermediateSchema, OptimizationReport, SchemaConverter,
18        SchemaOptimizer, SchemaValidator,
19        database_validator::validate_schema_against_database,
20        function_root_contract::validate_function_roots,
21        mutation_contract::{Severity, validate_mutation_contract},
22        pg_catalog::PgCatalog,
23    },
24};
25
26/// Input source configuration for schema compilation.
27#[derive(Debug, Default)]
28pub struct CompileOptions<'a> {
29    /// Path to `fraiseql.toml` (TOML workflow) or `schema.json` (legacy).
30    pub input:          &'a str,
31    /// Optional path to `types.json` (TOML workflow, backward compat).
32    pub types:          Option<&'a str>,
33    /// Optional directory for schema file auto-discovery.
34    pub schema_dir:     Option<&'a str>,
35    /// Explicit type file paths (highest priority).
36    pub type_files:     Vec<String>,
37    /// Explicit query file paths.
38    pub query_files:    Vec<String>,
39    /// Explicit mutation file paths.
40    pub mutation_files: Vec<String>,
41    /// Optional database URL for indexed column validation.
42    pub database:       Option<&'a str>,
43    /// Skip embedding content hash in compiled schema (for test fixtures).
44    pub skip_hash:      bool,
45    /// Downgrade error-severity schema↔database drift findings to advisories
46    /// (#384). Without this, error-severity drift fails the compile.
47    pub allow_drift:    bool,
48    /// The project config to compile with. `None` resolves it from `input` with
49    /// [`ConfigSource::resolve`], exactly as `compile` and `run` do — never from the
50    /// working directory (#1387).
51    pub config:         Option<ConfigSource>,
52}
53
54impl<'a> CompileOptions<'a> {
55    /// Create new compile options with just the input path.
56    #[must_use]
57    pub fn new(input: &'a str) -> Self {
58        Self {
59            input,
60            ..Default::default()
61        }
62    }
63
64    /// Set the types path.
65    #[must_use]
66    pub fn with_types(mut self, types: &'a str) -> Self {
67        self.types = Some(types);
68        self
69    }
70
71    /// Set the schema directory for auto-discovery.
72    #[must_use]
73    pub fn with_schema_dir(mut self, schema_dir: &'a str) -> Self {
74        self.schema_dir = Some(schema_dir);
75        self
76    }
77
78    /// Set the database URL for validation.
79    #[must_use]
80    pub fn with_database(mut self, database: &'a str) -> Self {
81        self.database = Some(database);
82        self
83    }
84}
85
86/// Select and execute the appropriate schema-loading strategy for TOML-based workflows.
87///
88/// Tries strategies in priority order:
89/// 1. Explicit file lists (highest priority)
90/// 2. Directory auto-discovery
91/// 3. Single types file (backward-compatible)
92/// 4. Domain discovery → TOML includes → TOML-only (fallback sequence)
93///
94/// # Errors
95///
96/// Returns an error if a **configured** schema source fails to load. Distinguishing
97/// "not configured" (fall through to the next strategy) from "configured but failed"
98/// (propagate) is the substance of #723 — see the fallback sequence below.
99#[allow(clippy::cognitive_complexity)] // Reason: multi-strategy schema discovery with fallback chain
100pub fn load_intermediate_schema(
101    toml_path: &str,
102    type_files: &[String],
103    query_files: &[String],
104    mutation_files: &[String],
105    schema_dir: Option<&str>,
106    types_path: Option<&str>,
107) -> Result<IntermediateSchema> {
108    if !type_files.is_empty() || !query_files.is_empty() || !mutation_files.is_empty() {
109        info!("Mode: Explicit file lists");
110        return crate::schema::SchemaMerger::merge_explicit_files(
111            toml_path,
112            type_files,
113            query_files,
114            mutation_files,
115        )
116        .context("Failed to load explicit schema files");
117    }
118    if let Some(dir) = schema_dir {
119        info!("Mode: Auto-discovery from directory: {}", dir);
120        return crate::schema::SchemaMerger::merge_from_directory(toml_path, dir)
121            .context("Failed to load schema from directory");
122    }
123    if let Some(types) = types_path {
124        info!("Mode: Language + TOML (types.json + fraiseql.toml)");
125        return crate::schema::SchemaMerger::merge_files(types, toml_path)
126            .context("Failed to merge types.json with TOML");
127    }
128    // Fallback sequence: domain discovery → TOML includes → TOML-only.
129    //
130    // Each step asks "is this configured?" **before** attempting it, so a failure inside a
131    // configured source propagates instead of being swallowed by the next fallback (#723).
132    //
133    // This used to be `if let Ok(schema) = merge_from_domains(toml_path)`, twice. A bad
134    // `root_dir`, an unreadable domain file or a JSON parse error was discarded and
135    // compilation fell through to TOML-only definitions — producing either a schema silently
136    // missing the user's domain types, or a later death with the misleading "Failed to load
137    // schema from TOML" naming the wrong thing entirely. That directly contradicts the #612
138    // doctrine this codebase otherwise holds to: configured input that fails must fail loud.
139    let toml_schema = crate::config::TomlSchema::from_file(toml_path)
140        .context(format!("Failed to load TOML from {toml_path}"))?;
141
142    if toml_schema.domain_discovery.enabled {
143        info!("Mode: TOML-based with domain discovery");
144        return crate::schema::SchemaMerger::merge_from_domains(toml_path).context(
145            "Failed to load schema from the configured [domain_discovery] section. Fix the \
146             error above, or remove the section to compile from TOML definitions only.",
147        );
148    }
149
150    if !toml_schema.includes.is_empty() {
151        info!("Mode: TOML-based with schema includes");
152        return crate::schema::SchemaMerger::merge_with_includes(toml_path).context(
153            "Failed to load schema from the configured [includes] section. Fix the error \
154             above, or remove the section to compile from TOML definitions only.",
155        );
156    }
157
158    info!("No domains or includes configured, using TOML-only definitions");
159    crate::schema::SchemaMerger::merge_toml_only(toml_path)
160        .context("Failed to load schema from TOML")
161}
162
163/// Compile a schema to the whole `schema.compiled.json` artifact, without writing it.
164///
165/// This is the core compilation logic, shared between `compile` (which writes to disk)
166/// and `run` (which serves in-memory without any file artifacts).
167///
168/// # Arguments
169///
170/// * `opts` - Compilation options including input paths and configuration
171///
172/// # Errors
173///
174/// Returns error if input is missing, parsing fails, validation fails, or the database
175/// connection fails (when `database` is provided).
176#[allow(clippy::cognitive_complexity)] // Reason: end-to-end compilation pipeline with validation, introspection, and output stages
177pub async fn compile_to_schema(
178    opts: CompileOptions<'_>,
179) -> Result<(CompiledArtifact, OptimizationReport)> {
180    info!("Compiling schema: {}", opts.input);
181
182    // A removed engine's URL is refused before any work, naming the PostgreSQL-only rule
183    // (#1341), rather than failing inside the connection pool at step 5b.
184    if let Some(db_url) = opts.database {
185        crate::connection::require_postgres(db_url)?;
186    }
187
188    // 1. Determine workflow based on input file and options
189    let input_path = Path::new(opts.input);
190    if !input_path.exists() {
191        anyhow::bail!("Input file not found: {}", opts.input);
192    }
193
194    // Load schema based on file type and options
195    let is_toml = input_path
196        .extension()
197        .and_then(|ext| ext.to_str())
198        .is_some_and(|ext| ext.eq_ignore_ascii_case("toml"));
199    let mut intermediate: IntermediateSchema = if is_toml {
200        info!("Using TOML-based workflow");
201        load_intermediate_schema(
202            opts.input,
203            &opts.type_files,
204            &opts.query_files,
205            &opts.mutation_files,
206            opts.schema_dir,
207            opts.types,
208        )?
209    } else {
210        // Legacy JSON workflow
211        info!("Using legacy JSON workflow");
212        let schema_json = fs::read_to_string(input_path).context("Failed to read schema.json")?;
213
214        // 2. Parse JSON into IntermediateSchema (language-agnostic format). Parse via Value first
215        //    so we can detect a federation block that the SDK emitted but that failed to bind into
216        //    the schema (the silent-drop class this issue fixed): the block must carry through or
217        //    fail loudly, never vanish into a non-federated subgraph.
218        info!("Parsing intermediate schema...");
219        let raw: serde_json::Value =
220            serde_json::from_str(&schema_json).context("Failed to parse schema.json")?;
221
222        // Refuse a security control declared under a key that does not bind (#806/#807).
223        // Must run on the raw JSON: after deserialization the evidence is gone, which is
224        // precisely the defect — an unread key becomes an empty default and nothing
225        // downstream can distinguish "no scope declared" from "scope declared and lost".
226        crate::schema::intermediate::reject_drifted_keys(&raw)
227            .map_err(|e| anyhow::anyhow!("{e}"))?;
228
229        let input_has_federation = ["federation", "federation_config"].iter().any(|key| {
230            raw.get(*key)
231                .and_then(serde_json::Value::as_object)
232                .is_some_and(|o| !o.is_empty())
233        });
234        let intermediate: IntermediateSchema =
235            serde_json::from_value(raw).context("Failed to parse schema.json")?;
236        if input_has_federation && intermediate.federation_config.is_none() {
237            anyhow::bail!(
238                "schema.json carries a `federation` block that did not bind into the compiled \
239                 schema — refusing to compile a silently non-federated subgraph. This is a \
240                 compiler bug; please report it."
241            );
242        }
243        intermediate
244    };
245
246    // 2a. Load and apply the project config that belongs to this input (#1387).
247    // A TOML input carries its settings itself (`ConfigSource::Input` names no
248    // separate file): it is a TomlSchema, a different format from TomlProjectConfig.
249    let config_source = match opts.config {
250        Some(source) => source,
251        None => ConfigSource::resolve(input_path, None)?,
252    };
253    info!("Project config: {config_source}");
254    // Opt-in mutation-error-union synthesis, read from [fraiseql.mutations] below.
255    let mut auto_error_union = false;
256    // Casing acronyms from [fraiseql.naming], added on top of the built-in defaults.
257    let mut naming_acronyms: Vec<String> = Vec::new();
258    // Per-operation @cost weight overrides from [fraiseql.cost_weights] (#379).
259    let mut operation_cost_weights: std::collections::HashMap<String, usize> =
260        std::collections::HashMap::new();
261    // GraphQL surface convention for the legacy JSON (Workflow-B) path. Defaults
262    // to camelCase (snake_case DB, camelCase client surface + input recasing);
263    // [fraiseql.naming] convention = "preserve" restores the as-authored names.
264    // The TomlSchema path carries its own naming_convention via the merger and is
265    // left untouched (see the `if !is_toml` apply below).
266    let mut naming_convention = NamingConvention::CamelCase;
267    // Transport security for the `--database` checks (#1429): `[database] ssl_mode` from
268    // the config this compile loaded. Unset leaves the URL's own `?sslmode=` in charge.
269    let mut database_tls = if is_toml && opts.database.is_some() {
270        crate::config::TomlSchema::from_file(opts.input)
271            .with_context(|| format!("Failed to load TOML from {}", opts.input))?
272            .database
273            .postgres_tls()?
274    } else {
275        PostgresTlsConfig::default()
276    };
277    if let Some(config_path) = config_source.project_config() {
278        info!("Loading security configuration from {}...", config_path.display());
279        let config_file = config_path.to_str().ok_or_else(|| {
280            anyhow::anyhow!("Config path is not valid UTF-8: {}", config_path.display())
281        })?;
282        match TomlProjectConfig::from_file(config_file) {
283            Ok(config) => {
284                info!("Validating security configuration...");
285                config.validate()?;
286
287                auto_error_union = config.fraiseql.mutations.auto_error_union;
288                naming_acronyms.clone_from(&config.fraiseql.naming.acronyms);
289                operation_cost_weights.clone_from(&config.fraiseql.cost_weights);
290                naming_convention = config.fraiseql.naming.convention;
291                database_tls = config.database.postgres_tls()?;
292
293                info!("Applying security configuration to schema...");
294                // Merge security config into intermediate schema
295                let mut security_json = config.fraiseql.security.to_json();
296
297                // Embed the tenancy configuration whatever its mode: `tenant_claim` names the
298                // request's tenant on every path since #1388, not only under row or schema
299                // isolation, and dropping it with `mode = "none"` reverted the runtime to
300                // `tenant_id` without a word (#1542).
301                security_json["tenancy"] = config.fraiseql.tenancy.to_json();
302
303                intermediate.security = Some(security_json);
304
305                // Session variables are the mechanism RLS policies read; carry them
306                // through rather than leaving `schema.json` as the only way to
307                // declare them (#628).
308                if config.fraiseql.session_variables
309                    != fraiseql_core::schema::SessionVariablesConfig::default()
310                {
311                    intermediate.session_variables = Some(config.fraiseql.session_variables);
312                }
313
314                // `[locale]` (#1512) is configuration, so it lives only in `fraiseql.toml`; a
315                // schema document carrying a different one is an authoring conflict.
316                if let Some(locale) = config.locale {
317                    if intermediate.locale.as_ref().is_some_and(|l| *l != locale) {
318                        anyhow::bail!(
319                            "[locale] in {} disagrees with the `locale` the schema document \
320                             declares; declare it once, in fraiseql.toml",
321                            config_path.display()
322                        );
323                    }
324                    intermediate.locale = Some(locale);
325                }
326
327                // `[inject_defaults]` lives in the config the SDK loaders read (#1384); a
328                // copy the SDK emitted into the schema must agree with it.
329                intermediate.inject_defaults =
330                    crate::config::inject_defaults::InjectDefaultsToml::reconcile(
331                        config.inject_defaults.as_ref(),
332                        intermediate.inject_defaults.take(),
333                    )?;
334
335                info!("Security configuration applied successfully");
336            },
337            Err(e) => {
338                anyhow::bail!(
339                    "Failed to parse {}: {e}\n\
340                     Fix the configuration file or remove it to use defaults.",
341                    config_path.display()
342                );
343            },
344        }
345    }
346
347    // Install the project's casing acronyms so compile-time key inference
348    // (native-column resolution, DDL) agrees with the runtime. Defaults apply
349    // when none are configured.
350    fraiseql_core::utils::casing::set_runtime_acronyms(&naming_acronyms);
351
352    // Apply the naming convention to the legacy JSON (Workflow-B) path. The
353    // JSON schema never carries one, so without this it would fall to the enum
354    // default (Preserve); Workflow-B instead defaults to CamelCase (overridable
355    // via [fraiseql.naming].convention). The TomlSchema path already carries its
356    // own convention from the merger, so it is left untouched.
357    if !is_toml {
358        intermediate.naming_convention = naming_convention;
359    }
360
361    // 2b. Validate @tenant_id annotations when tenancy mode is "row".
362    // Extract tenancy config from the already-embedded security JSON.
363    let tenancy_row_claim: Option<String> = intermediate.security.as_ref().and_then(|sec| {
364        let tenancy = sec.get("tenancy")?;
365        let mode = tenancy.get("mode").and_then(|m| m.as_str()).unwrap_or("none");
366        if mode == "row" {
367            // `tenant_claim`, matching `fraiseql_core::schema::TenancyConfig`. This
368            // read `tenantClaim` while the runtime read `tenant_claim`, so the
369            // compiler validated `@tenant_id` against one claim and the server
370            // injected another (#757).
371            Some(
372                tenancy
373                    .get("tenant_claim")
374                    .and_then(|c| c.as_str())
375                    .unwrap_or("tenant_id")
376                    .to_string(),
377            )
378        } else {
379            None
380        }
381    });
382    if let Some(tenant_claim) = &tenancy_row_claim {
383        info!("Validating @tenant_id annotations for row-isolation tenancy...");
384        crate::schema::converter::tenancy::validate_tenant_annotations(
385            &mut intermediate,
386            tenant_claim,
387        )
388        .context("@tenant_id validation failed")?;
389    }
390
391    // 3. Validate intermediate schema
392    info!("Validating schema structure...");
393    let validation_report =
394        SchemaValidator::validate(&intermediate).context("Failed to validate schema")?;
395
396    if !validation_report.is_valid() {
397        validation_report.print();
398        // The errors themselves, not only their count: a caller of `compile_to_schema` that
399        // is not a terminal (an embedder, `fraiseql run`) has nothing else to read (#1530).
400        let errors: Vec<String> = validation_report
401            .errors
402            .iter()
403            .filter(|e| e.severity == crate::schema::validator::ErrorSeverity::Error)
404            .map(|e| format!("{} ({})", e.message, e.path))
405            .collect();
406        anyhow::bail!(
407            "Schema validation failed with {} error(s):\n  - {}",
408            validation_report.error_count(),
409            errors.join("\n  - ")
410        );
411    }
412
413    // Print warnings if any
414    if validation_report.warning_count() > 0 {
415        validation_report.print();
416    }
417
418    // 4. Convert to the compiled artifact (validates and normalizes). `functions` is
419    // a sibling section of the compiled schema, not a field of it, so the converter
420    // hands both halves back and the rest of this pipeline sharpens the schema half.
421    // Which parameters each mutation receives from `[inject_defaults]` rather than declares
422    // (#1385), so a contract error a default caused can name the default instead of
423    // repeating once per mutation. Computed by the converter's own rule; a refusal that
424    // rule raises is the converter's to report.
425    let mutation_defaults =
426        intermediate.inject_defaults.clone().unwrap_or_default().for_mutations();
427    let default_args: std::collections::HashMap<String, Vec<String>> = intermediate
428        .mutations
429        .iter()
430        .filter_map(|m| {
431            let mut inject = m.inject.clone();
432            crate::schema::intermediate::IntermediateInjectDefaults::apply_to(
433                &mutation_defaults,
434                &mut inject,
435                &m.exclude_inject_defaults,
436                &m.name,
437            )
438            .ok()
439            .filter(|added| !added.is_empty())
440            .map(|added| (m.name.clone(), added))
441        })
442        .collect();
443
444    info!("Converting to compiled format...");
445    let CompiledArtifact {
446        mut schema,
447        functions,
448    } = SchemaConverter::convert_artifact(intermediate, &ConvertOptions { auto_error_union })
449        .context("Failed to convert schema to compiled format")?;
450
451    // Carry the project's casing acronyms into the compiled schema so the runtime
452    // installs them at boot (see `fraiseql_db::utils::set_runtime_acronyms`).
453    schema.naming_acronyms = naming_acronyms;
454
455    // Carry the project's @cost weight overrides (#379) into the compiled schema so
456    // the runtime per-tenant cost-budget check can apply them. Non-clobbering: only
457    // overwrite when configured, leaving any value a future merger path may set.
458    if !operation_cost_weights.is_empty() {
459        schema.operation_cost_weights = operation_cost_weights;
460    }
461
462    // 5. Optimize schema and generate SQL hints (mutates schema in place, report for display)
463    info!("Analyzing schema for optimization opportunities...");
464    let report = SchemaOptimizer::optimize(&mut schema).context("Failed to optimize schema")?;
465
466    // 5b-pre. Infer native_columns for ID/UUID-typed arguments on JSONB-backed queries.
467    // DB introspection (step 5b) overrides these inferred values when `--database` is provided.
468    infer_native_columns_from_arg_types(&mut schema);
469
470    // 5b. Optional: Validate native columns against database.
471    if let Some(db_url) = opts.database {
472        info!("Validating native columns for direct query arguments...");
473        // One pool, one connection decision, for every check below (#1429).
474        let pool = crate::connection::postgres_pool(db_url, "database validation", &database_tls)
475            .await
476            .context("Failed to connect for database validation")?;
477        let pg_introspector = fraiseql_core::db::postgres::PostgresIntrospector::new(pool.clone());
478        let db_report = validate_schema_against_database(&schema, &pg_introspector).await?;
479
480        // Error-severity drift fails the compile (#384) — collected here, raised
481        // after every check has reported, so one run surfaces the full list.
482        let mut drift_errors: Vec<String> = Vec::new();
483        for w in &db_report.warnings {
484            match w.severity() {
485                Severity::Error => {
486                    warn!("{w} [drift error]");
487                    drift_errors.push(w.to_string());
488                },
489                Severity::Warn => warn!("{w}"),
490            }
491        }
492        apply_database_report(&mut schema, &db_report);
493
494        // Mutation call/response contract (#384 item 3: inject_params resolve to real
495        // function arguments). Every URL that reached the drift check is PostgreSQL —
496        // a removed engine's was refused up front — so this runs for every form of it,
497        // libpq `key=value` included (#1403).
498        info!("Validating mutation contract against the database...");
499        let catalog = PgCatalog::from_pool(pool);
500
501        // #1587: the SQL columns each relationship joins on, where pg_tviews' registry
502        // proves them, so a composed read correlates on an indexed column.
503        let sources: Vec<String> = schema
504            .types
505            .iter()
506            .map(|t| t.sql_source.to_string())
507            .filter(|s| !s.is_empty())
508            .collect();
509        // An optimization: a registry this role cannot read leaves the stored keys, and says so.
510        match catalog.tview_references(&sources).await {
511            Ok(references) => {
512                let proven =
513                    crate::schema::native_joins::apply_native_joins(&mut schema, &references);
514                if proven > 0 {
515                    info!(
516                        "{proven} relationship(s) correlate on native columns (pg_tviews references)"
517                    );
518                }
519            },
520            Err(error) => warn!(
521                "cannot read tviews.registry.references ({error:#}); composed reads correlate on \
522                 document keys"
523            ),
524        }
525
526        // The function each function root reads binds, returns a set and is not VOLATILE.
527        drift_errors.extend(validate_function_roots(&schema, &catalog).await?);
528
529        let contract = validate_mutation_contract(&schema, &catalog).await?;
530        let mut caused_by_default: std::collections::BTreeMap<String, Vec<String>> =
531            std::collections::BTreeMap::new();
532        for m in &contract.mutations {
533            let added = default_args.get(&m.mutation).map_or(&[][..], Vec::as_slice);
534            for v in &m.violations {
535                let kind = match v.severity() {
536                    Severity::Error => "contract error",
537                    Severity::Warn => "contract warning",
538                };
539                warn!("mutation `{}` (sql_source: {}): {v} [{kind}]", m.mutation, m.sql_source);
540                if v.severity() != Severity::Error {
541                    continue;
542                }
543                if let Some(key) = default_caused(v, added) {
544                    caused_by_default.entry(key).or_default().push(m.mutation.clone());
545                } else {
546                    drift_errors.push(format!(
547                        "mutation `{}` (sql_source: {}): {v}",
548                        m.mutation, m.sql_source
549                    ));
550                }
551            }
552        }
553        for (key, mutations) in caused_by_default {
554            drift_errors.push(default_collision(&key, &mutations));
555        }
556
557        // #1391: a pg_tviews cascade source calls pg_tviews before every commit; against a
558        // database that has none, each such mutation's first write would fail.
559        let tviews_sourced: Vec<&str> = schema
560            .mutations
561            .iter()
562            .filter(|m| m.cascade_source == fraiseql_core::schema::CascadeSource::PgTviews)
563            .map(|m| m.name.as_str())
564            .collect();
565        if !tviews_sourced.is_empty() && !catalog.pg_tviews_flush_available().await? {
566            for name in tviews_sourced {
567                drift_errors.push(format!(
568                    "mutation `{name}`: cascade_source = \"pg_tviews\", and the database has no \
569                     tviews.pg_tviews_flush_and_report(integer, boolean, boolean): install \
570                     pg_tviews (preloaded), or drop cascade_source"
571                ));
572            }
573        }
574
575        // The linter must be able to FAIL (#384): a schema that names database
576        // objects which do not exist — or cannot serve the declared shape —
577        // does not compile. `--allow-drift` restores the advisory behaviour;
578        // the findings above have already been reported either way.
579        if !drift_errors.is_empty() {
580            if opts.allow_drift {
581                warn!(
582                    "{} schema↔database drift error(s) suppressed by --allow-drift",
583                    drift_errors.len()
584                );
585            } else {
586                let list =
587                    drift_errors.iter().map(|e| format!("  - {e}")).collect::<Vec<_>>().join("\n");
588                anyhow::bail!(
589                    "schema↔database drift: {} error(s):\n{list}\n\
590                     Fix the declarations or the database objects, or pass --allow-drift \
591                     to compile anyway (advisory mode).",
592                    drift_errors.len()
593                );
594            }
595        }
596    } else {
597        // Warn for queries that still have unresolved direct arguments after inference.
598        // Arguments already covered by native_columns inference are not warned about.
599        for query in &schema.queries {
600            if query.sql_source.is_none() {
601                continue;
602            }
603            let unresolved: Vec<_> = query
604                .arguments
605                .iter()
606                .filter(|a| !NATIVE_COLUMN_SKIP_ARGS.contains(&a.name.as_str()))
607                .filter(|a| !query.native_columns.contains_key(&a.name))
608                .collect();
609            if !unresolved.is_empty() {
610                let names: Vec<_> = unresolved.iter().map(|a| a.name.as_str()).collect();
611                warn!(
612                    "query `{}`: argument(s) {:?} on `{}` could not be resolved to native \
613                     columns — no --database URL provided. These filters will use JSONB \
614                     extraction. Provide --database or annotate with native_columns.",
615                    query.name,
616                    names,
617                    query.sql_source.as_deref().unwrap_or("?"),
618                );
619            }
620        }
621    }
622
623    // 5d. Warn when mutations have wide invalidation fan-out (HOT update pressure).
624    warn_wide_cascade_mutations(&schema);
625
626    // 5e. Warn when a `preserve` schema would silently forward camelCase input keys
627    // to snake_case SQL functions on the single-JSONB mutation path (#456).
628    warn_jsonb_preserve_mismatch(&schema);
629
630    // 5f. Refuse a schema in which a mutation could invalidate nothing (#910).
631    refuse_unattributable_mutations(&schema)?;
632
633    // 5g. Refuse authorization declarations no enforcer reads (#983).
634    refuse_unenforced_authz_declarations(&schema)?;
635
636    // 5h. Refuse a schema a server would refuse to load (ruling AF 4).
637    refuse_what_a_server_would_not_load(&schema)?;
638
639    Ok((CompiledArtifact { schema, functions }, report))
640}
641
642/// Refuse a compiled schema that a server would refuse to load (ruling AF 4).
643///
644/// The load-time checks (`CompiledSchema::finish_load`: duplicate names, type roles and
645/// injects, subscription policies and filters, `requires_scope` without a `security`
646/// section, fact-table links, relationships) hold for every producer, so they live at load
647/// — and until now they ran only when a server started, on an artifact the compiler had
648/// already written. The schema is serialized as the writer serializes it, stamped with its
649/// content hash, and loaded exactly as a server loads it; a refusal fails the compile with
650/// the loader's own message.
651///
652/// # Errors
653///
654/// Returns the loader's refusal.
655/// The `[inject_defaults]` key a contract error is due to, if it is due to one (#1385).
656///
657/// Attributed only when the arithmetic says so: the function takes exactly the arguments
658/// the mutation would send without its default-supplied parameters, or the parameter the
659/// call binds at a mismatching position is one a default supplied. Anything else is the
660/// function's own error and is reported as such.
661pub(crate) fn default_caused(
662    violation: &crate::schema::mutation_contract::ContractViolation,
663    added: &[String],
664) -> Option<String> {
665    use crate::schema::mutation_contract::ContractViolation;
666    match violation {
667        ContractViolation::ArityMismatch { expected, found }
668            if !added.is_empty() && found.contains(&expected.saturating_sub(added.len())) =>
669        {
670            Some(added.join(", "))
671        },
672        ContractViolation::InjectNameMismatch { expected, .. } if added.contains(expected) => {
673            Some(expected.clone())
674        },
675        _ => None,
676    }
677}
678
679/// One error for every mutation a default does not fit, instead of one per mutation.
680pub(crate) fn default_collision(key: &str, mutations: &[String]) -> String {
681    const SHOWN: usize = 5;
682    let shown = mutations.iter().take(SHOWN).map(|m| format!("`{m}`")).collect::<Vec<_>>();
683    let more = mutations.len().saturating_sub(SHOWN);
684    let list = if more == 0 {
685        shown.join(", ")
686    } else {
687        format!("{}, and {more} more", shown.join(", "))
688    };
689    format!(
690        "[inject_defaults] adds `{key}` to {} mutation(s) whose functions do not take it: \
691         {list}. Exclude it on those mutations (`exclude_inject_defaults = [\"{key}\"]`), or \
692         move it from the base [inject_defaults] table to [inject_defaults.queries].",
693        mutations.len()
694    )
695}
696
697fn refuse_what_a_server_would_not_load(schema: &CompiledSchema) -> Result<()> {
698    let body = serde_json::to_string(schema).context("Failed to serialize compiled schema")?;
699    let mut value: serde_json::Value = serde_json::from_str(&body)?;
700    let hash = content_hash_of(&value);
701    value
702        .as_object_mut()
703        .context("schema must serialise as JSON object")?
704        .insert("_content_hash".to_string(), serde_json::Value::String(hash));
705    CompiledSchema::from_json(&serde_json::to_string(&value)?, true).map_err(|e| {
706        anyhow::anyhow!("the compiled schema would be refused when a server loads it: {e}")
707    })?;
708    Ok(())
709}
710
711/// Refuse `security.rules`, `security.field_auth` and `security.default_policy` (#983).
712///
713/// All three are carried by the compiled seam and read by **nothing**: field-level
714/// RBAC runs on `role_definitions` + scopes, and `#677` lowered type gates onto
715/// operations. An operator who writes `[[security.rules]]` in a hand-authored
716/// `schema.json` gets a successful compile and zero enforcement — an authorization
717/// rule that is silently not applied, which is the worst shape a security
718/// declaration can take.
719///
720/// Refused rather than wired: an enforcer for them is `#626`'s design, and wiring
721/// three keys ad hoc to make the compile stop lying would prejudge it. This is the
722/// same disposition `#612` gave `security.policies`, which is why that one is
723/// already unproducible.
724///
725/// # Errors
726///
727/// Returns an error naming each declaration present.
728fn refuse_unenforced_authz_declarations(schema: &CompiledSchema) -> Result<()> {
729    let Some(security) = schema.security.as_ref() else {
730        return Ok(());
731    };
732
733    let mut declared: Vec<String> = Vec::new();
734    if !security.rules.is_empty() {
735        declared.push(format!("`security.rules` ({} rule(s))", security.rules.len()));
736    }
737    if !security.field_auth.is_empty() {
738        declared.push(format!("`security.field_auth` ({} rule(s))", security.field_auth.len()));
739    }
740    if let Some(policy) = security.default_policy.as_deref() {
741        declared.push(format!("`security.default_policy` (\"{policy}\")"));
742    }
743    if declared.is_empty() {
744        return Ok(());
745    }
746
747    anyhow::bail!(
748        "authorization declaration(s) with no enforcer: {}.\n\n\
749         FraiseQL enforces field-level authorization through `security.role_definitions` \
750         (roles → scopes) and each field's `requires_scope`; nothing reads these keys, so a \
751         rule written here is not applied to any request. Remove them, or express the same \
752         intent with role definitions and `requires_scope`.\n\n\
753         (A general authorization-rule engine is tracked separately; until it exists, a \
754         declaration that silently enforces nothing is refused rather than accepted.)",
755        declared.join(", ")
756    )
757}
758
759/// Refuse a schema whose caching depends on a mutation the engine cannot attribute (#910).
760///
761/// A mutation's invalidation is resolved from `invalidates_views`, the return type's
762/// view, the entity a payload type wraps, the `entity_type` its function stamps on
763/// `mutation_response`, and its cascade envelope. The first three are knowable here;
764/// the last two are not. When the knowable ones resolve to nothing, the mutation
765/// *may* invalidate nothing at runtime — and for a view annotated
766/// `cache_ttl_seconds = 0`, documented as "mutation-invalidated only", nothing means
767/// **forever**: the write lands, every cached entry stays warm for the process
768/// lifetime, and no log line says so.
769///
770/// The compiler knows every mutation and every `cache_ttl_seconds`, so it can make
771/// the shape impossible instead of loud. A `tracing::warn!` beside a successful
772/// compile is the same defect with more text; a boot-time refusal is later and
773/// per-deployment. Declaring `invalidates_views` costs one line and is checkable.
774///
775/// Schemas that annotate no view as cacheable are unaffected — there is no entry
776/// to strand.
777///
778/// # Errors
779///
780/// Returns an error naming every unattributable mutation when the schema also
781/// declares at least one cacheable view.
782fn refuse_unattributable_mutations(schema: &CompiledSchema) -> Result<()> {
783    if !fraiseql_core::cache::declares_cacheable_views(schema) {
784        return Ok(());
785    }
786    let unattributable = fraiseql_core::cache::unattributable_mutations(schema);
787    if unattributable.is_empty() {
788        return Ok(());
789    }
790
791    let cacheable: Vec<&str> = schema
792        .queries
793        .iter()
794        .filter(|q| q.cache_ttl_seconds.is_some())
795        .filter_map(|q| q.sql_source.as_deref())
796        .collect();
797    let list = unattributable.iter().map(|m| format!("  - {m}")).collect::<Vec<_>>().join("\n");
798    anyhow::bail!(
799        "mutation(s) whose cache invalidation cannot be resolved from the schema:\n{list}\n\n\
800         This schema annotates {} cacheable view(s) ({}), and a mutation that resolves to no \
801         view invalidates nothing when it succeeds — permanently, for any view annotated \
802         `cache_ttl_seconds = 0`.\n\n\
803         Fix by declaring what each mutation writes:\n\
804         \x20   invalidates_views = [\"v_price\"]\n\n\
805         A mutation whose return type is backed by a view, or whose payload wraps an entity \
806         that is, already resolves and needs no annotation.",
807        cacheable.len(),
808        cacheable.join(", "),
809    )
810}
811
812/// Run the compile command
813///
814/// # Arguments
815///
816/// * `input` - Path to fraiseql.toml (TOML) or schema.json (legacy)
817/// * `types` - Optional path to types.json (when using TOML workflow)
818/// * `schema_dir` - Optional directory for auto-discovery of schema files
819/// * `type_files` - Optional vector of explicit type file paths
820/// * `query_files` - Optional vector of explicit query file paths
821/// * `mutation_files` - Optional vector of explicit mutation file paths
822/// * `output` - Path to write schema.compiled.json
823/// * `check` - If true, validate only without writing output
824/// * `database` - Optional database URL for indexed column validation
825/// * `emit_ddl` - Optional directory to write `CREATE TABLE` DDL files (confiture format)
826/// * `check_migrations` - If true, run `confiture migrate validate` after compilation
827/// * `skip_hash` - Skip embedding content hash (for test fixtures)
828/// * `allow_drift` - Downgrade error-severity schema↔database drift to advisories (#384)
829///
830/// # Errors
831///
832/// Returns error if:
833/// - Input file doesn't exist or can't be read
834/// - JSON/TOML parsing fails
835/// - Schema validation fails
836/// - Output file can't be written
837/// - Database connection fails (when database URL is provided)
838/// - DDL output directory cannot be created (when `emit_ddl` is provided)
839/// - `confiture` is not installed (when `check_migrations` is true)
840/// - Migration drift detected (when `check_migrations` is true)
841#[allow(clippy::too_many_arguments, clippy::fn_params_excessive_bools)]
842// Reason: run() is the CLI entry point that receives individual args from clap; keeping them
843// separate for clarity — each bool is a distinct clap flag
844#[doc(hidden)] // Internal-pub: CLI entry point dispatched by runner.rs; not a stable downstream API.
845pub async fn run(
846    input: &str,
847    types: Option<&str>,
848    schema_dir: Option<&str>,
849    type_files: Vec<String>,
850    query_files: Vec<String>,
851    mutation_files: Vec<String>,
852    output: &str,
853    check: bool,
854    database: Option<&str>,
855    emit_ddl: Option<&str>,
856    check_migrations: bool,
857    skip_hash: bool,
858    allow_drift: bool,
859    config: Option<&str>,
860) -> Result<()> {
861    // Defense-in-depth: never write the compiled output over the input schema.
862    // The removed `serve` command did exactly this (H23) by deriving an output
863    // path identical to its input via a faulty extension swap. `--check` writes
864    // nothing, so the guard only applies to a real write.
865    if !check && Path::new(output) == Path::new(input) {
866        anyhow::bail!(
867            "Refusing to write compiled output over the input file '{input}'. \
868             Use a distinct --output path (e.g. schema.compiled.json)."
869        );
870    }
871
872    // Which config an artifact was compiled with is not answerable from the artifact,
873    // so every compile says it, before the work that could fail (#1387).
874    let config = ConfigSource::resolve(Path::new(input), config.map(Path::new))?;
875    println!("Config: {config}");
876
877    let opts = CompileOptions {
878        input,
879        types,
880        schema_dir,
881        type_files,
882        query_files,
883        mutation_files,
884        database,
885        skip_hash,
886        allow_drift,
887        config: Some(config),
888    };
889    let (artifact, optimization_report) = compile_to_schema(opts).await?;
890    let schema = &artifact.schema;
891
892    // If check-only mode, stop here
893    if check {
894        println!("✓ Schema is valid");
895        println!("  Types: {}", schema.types.len());
896        println!("  Queries: {}", schema.queries.len());
897        println!("  Mutations: {}", schema.mutations.len());
898        optimization_report.print();
899        print!("{}", localized_index_report_text(schema));
900        return Ok(());
901    }
902
903    // Write compiled schema
904    info!("Writing compiled schema to: {output}");
905    // One routine assembles the file — schema plus every sibling section — so the
906    // `_content_hash` below covers all of it (#899/#1325).
907    let value = artifact.to_json_value()?;
908
909    let output_json = if skip_hash {
910        serde_json::to_string_pretty(&value).context("Failed to serialize compiled schema")?
911    } else {
912        // One routine, shared with the `from_json` verifier, so writer and reader
913        // cannot drift (#899).
914        let hash_hex = content_hash_of(&value);
915
916        let obj = value.as_object().context("schema must serialise as JSON object")?;
917
918        // Insert _content_hash as the first field (serde_json::Map preserves insertion order)
919        let mut new_obj = serde_json::Map::new();
920        new_obj.insert("_content_hash".to_string(), serde_json::Value::String(hash_hex));
921        for (k, v) in obj {
922            new_obj.insert(k.clone(), v.clone());
923        }
924        serde_json::to_string_pretty(&serde_json::Value::Object(new_obj))?
925    };
926
927    fs::write(output, output_json).context("Failed to write compiled schema")?;
928
929    // Success message
930    println!("✓ Schema compiled successfully");
931    println!("  Input:  {input}");
932    println!("  Output: {output}");
933    println!("  Types: {}", schema.types.len());
934    println!("  Queries: {}", schema.queries.len());
935    println!("  Mutations: {}", schema.mutations.len());
936    optimization_report.print();
937    print!("{}", localized_index_report_text(schema));
938
939    // Emit DDL to directory if requested
940    if let Some(ddl_dir) = emit_ddl {
941        emit_ddl_to_dir(schema, ddl_dir)?;
942    }
943
944    // Check for migration drift if requested
945    if check_migrations {
946        run_check_migrations(schema)?;
947    }
948
949    Ok(())
950}
951
952/// The expression indexes a filter or sort on a localized field reads (#1513), as printed.
953///
954/// One per (field, allowed locale), each on exactly the key the query builds. Empty when the
955/// schema has no localized field.
956///
957/// A view gets the advice and no DDL: an index belongs on its base table, which the schema
958/// does not name.
959#[must_use]
960pub fn localized_index_report_text(schema: &fraiseql_core::schema::CompiledSchema) -> String {
961    use std::fmt::Write as _;
962    let report = schema.localized_index_report();
963    if report.is_empty() {
964        return String::new();
965    }
966    let mut text = String::from(
967        "\nLocalized field indexes (one per field and allowed locale; a filter or sort on the \
968         field reads it):\n",
969    );
970    for advice in &report {
971        let subject = format!(
972            "{}.{} [{}] on {}",
973            advice.type_name, advice.field, advice.locale, advice.table
974        );
975        // fmt::Write for String is infallible.
976        let _ = match &advice.index {
977            Some(index) => writeln!(text, "  {subject}:\n    {}", index.ddl),
978            None => writeln!(
979                text,
980                "  {subject}: a view; create the index on its base table, on the expression the \
981                 query reads"
982            ),
983        };
984    }
985    text
986}
987
988/// The `--emit-ddl` artifact's format version (#965), the first line of every file it
989/// writes. Raised when a consumer reading the old format would misread the new one.
990pub const EMIT_DDL_FORMAT: u32 = 1;
991
992/// Emit `CREATE TABLE` DDL files for all compiled schema types to `output_dir`.
993///
994/// Each type produces one `<type_snake_case>.sql` file containing a `CREATE TABLE IF NOT EXISTS`
995/// statement. The output directory is created if it does not already exist.
996///
997/// The directory is a contract (#965; `docs/operations/emit-ddl.md`): Confiture's `migrate diff
998/// --to <dir>` reads it. Every file opens with the format version ([`EMIT_DDL_FORMAT`]) and the
999/// compiler that wrote it, and the bytes are a function of the schema alone: the same schema
1000/// gives the same files whatever order its types arrived in.
1001///
1002/// # Errors
1003///
1004/// Returns an error if two types would write one file (their table names coincide), if the
1005/// output directory cannot be created, or if any DDL file cannot be written. A refusal writes
1006/// nothing.
1007pub fn emit_ddl_to_dir(schema: &CompiledSchema, output_dir: &str) -> Result<()> {
1008    // Every file built before any is written, so a refusal leaves the directory as it was.
1009    let mut files: std::collections::BTreeMap<String, (&str, String)> =
1010        std::collections::BTreeMap::new();
1011    for type_def in &schema.types {
1012        let table_name = to_snake_case(type_def.name.as_str());
1013        let ddl = build_create_table_ddl(&table_name, type_def)?;
1014        if let Some((other, _)) = files.get(&table_name) {
1015            let (first, second) = if *other < type_def.name.as_str() {
1016                (*other, type_def.name.as_str())
1017            } else {
1018                (type_def.name.as_str(), *other)
1019            };
1020            anyhow::bail!(
1021                "--emit-ddl: types '{first}' and '{second}' both map to the table \
1022                 `tb_{table_name}` and the file `{table_name}.sql`; rename one of them"
1023            );
1024        }
1025        files.insert(table_name, (type_def.name.as_str(), ddl));
1026    }
1027
1028    fs::create_dir_all(output_dir)
1029        .context(format!("Failed to create DDL output directory: {output_dir}"))?;
1030    for (table_name, (type_name, ddl)) in &files {
1031        let file_path = Path::new(output_dir).join(format!("{table_name}.sql"));
1032        fs::write(&file_path, ddl)
1033            .context(format!("Failed to write DDL for type '{type_name}'"))?;
1034    }
1035
1036    println!("✓ DDL emitted to {output_dir}/ ({} table(s))", files.len());
1037    Ok(())
1038}
1039
1040/// Delegate to `confiture migrate validate` for migration drift detection.
1041///
1042/// Emits DDL to a temporary directory, then invokes confiture. Exits non-zero when
1043/// drift is detected, printing a friendly remediation hint.
1044///
1045/// # Errors
1046///
1047/// Returns an error if confiture is not installed, if the temp directory cannot be
1048/// created, or if confiture reports drift or validation failures.
1049fn run_check_migrations(schema: &CompiledSchema) -> Result<()> {
1050    let tmp_dir = tempfile::tempdir().context("Failed to create temporary DDL directory")?;
1051    let tmp_path = tmp_dir.path().to_str().context("Temp directory path is not valid UTF-8")?;
1052
1053    emit_ddl_to_dir(schema, tmp_path)?;
1054
1055    info!("Running confiture migrate validate for drift detection...");
1056
1057    let status = Command::new("confiture").args(["migrate", "validate"]).status();
1058
1059    match status {
1060        Err(_) => {
1061            // confiture not installed — warn but don't fail the build
1062            eprintln!(
1063                "WARN: confiture is not installed; skipping migration drift check.\n\
1064                 Install it with: {}",
1065                super::migrate::CONFITURE_INSTALL_COMMANDS.join("  (or)  ")
1066            );
1067            Ok(())
1068        },
1069        Ok(s) if s.success() => {
1070            println!("✓ No migration drift detected.");
1071            Ok(())
1072        },
1073        Ok(_) => {
1074            eprintln!(
1075                "WARN: compiled schema diverges from database — run fraiseql migrate generate"
1076            );
1077            anyhow::bail!(
1078                "Migration drift detected. Run `fraiseql migrate generate` to create a migration."
1079            )
1080        },
1081    }
1082}
1083
1084/// Convert a `PascalCase` or `camelCase` type name to `snake_case`.
1085///
1086/// Delegates to the pipeline's one namer rather than reimplementing it. This used to
1087/// insert a separator before every uppercase character, so `HTTPServer` became
1088/// `h_t_t_p_server` in emitted DDL while JSONB key derivation — which already used
1089/// `fraiseql_core::utils::casing` — produced `http_server`. Two casing systems that
1090/// disagree about the same name produce DDL for a table the runtime never looks in.
1091pub(crate) fn to_snake_case(name: &str) -> String {
1092    fraiseql_core::utils::to_snake_case(name)
1093}
1094
1095/// Generate a `CREATE TABLE IF NOT EXISTS` DDL statement for a compiled type definition.
1096///
1097/// # Errors
1098///
1099/// Returns an error when a vector field declares an index the metric has no
1100/// pgvector operator class for — DDL `CREATE INDEX` would refuse (#959).
1101fn build_create_table_ddl(
1102    table_name: &str,
1103    type_def: &fraiseql_core::schema::TypeDefinition,
1104) -> Result<String> {
1105    let mut lines: Vec<String> = Vec::new();
1106    lines.push(format!("-- fraiseql emit-ddl format {EMIT_DDL_FORMAT}"));
1107    lines.push(format!("-- Generated by fraiseql-cli {}", env!("CARGO_PKG_VERSION")));
1108    lines.push(format!("-- Type: {}", type_def.name));
1109    if let Some(desc) = &type_def.description {
1110        lines.push(format!("-- {desc}"));
1111    }
1112    lines.push(String::new());
1113    lines.push(format!("CREATE TABLE IF NOT EXISTS tb_{table_name} ("));
1114
1115    let col_lines: Vec<String> = type_def
1116        .fields
1117        .iter()
1118        .map(|field| {
1119            let col_name = to_snake_case(field.name.as_str());
1120            // #386: a dimensioned `vector(N)` column — a bare `vector` column
1121            // cannot carry an HNSW/IVFFlat index, so a dimension-less emission
1122            // silently produced unindexable DDL. #959: the same for `bit(N)`,
1123            // where a missing width is worse still — bare `bit` is `bit(1)`.
1124            let pg_type =
1125                if field.field_type.is_searchable_vector() && field.vector_config.is_some() {
1126                    field.field_type.to_sql_type(field.vector_config.as_ref())
1127                } else {
1128                    field_type_to_pg(&field.field_type)
1129                };
1130            let nullable = if field.nullable { "" } else { " NOT NULL" };
1131            format!("    {col_name} {pg_type}{nullable}")
1132        })
1133        .collect();
1134
1135    let last = col_lines.len().saturating_sub(1);
1136    for (i, col) in col_lines.iter().enumerate() {
1137        if i < last {
1138            lines.push(format!("{col},"));
1139        } else {
1140            lines.push(col.clone());
1141        }
1142    }
1143
1144    lines.push(");".to_string());
1145
1146    // #386: vector columns need the extension and their declared ANN index.
1147    // Binary vectors need it too — `bit(N)` is a PostgreSQL type, but `<~>`,
1148    // `<%>` and the `bit_*_ops` operator classes come from pgvector (#959).
1149    let vector_fields: Vec<_> = type_def
1150        .fields
1151        .iter()
1152        .filter_map(|f| f.vector_config.as_ref().map(|c| (f, c)))
1153        .collect();
1154    if !vector_fields.is_empty() {
1155        lines.push(String::new());
1156        lines.push("CREATE EXTENSION IF NOT EXISTS vector;".to_string());
1157        for (field, config) in vector_fields {
1158            let col_name = to_snake_case(field.name.as_str());
1159            let index_ddl = config
1160                .index_type
1161                .index_sql(
1162                    &format!("tb_{table_name}"),
1163                    &col_name,
1164                    &field.field_type,
1165                    config.distance_metric,
1166                )
1167                .with_context(|| format!("field '{}.{}'", type_def.name, field.name.as_str()))?;
1168            if let Some(index_ddl) = index_ddl {
1169                lines.push(format!("{index_ddl};"));
1170            }
1171        }
1172    }
1173
1174    lines.push(String::new());
1175    Ok(lines.join("\n"))
1176}
1177
1178/// Map a `FieldType` to its PostgreSQL column type string.
1179pub(crate) fn field_type_to_pg(ft: &FieldType) -> String {
1180    match ft {
1181        FieldType::String | FieldType::Scalar(_) => "TEXT".to_string(),
1182        FieldType::Int => "INTEGER".to_string(),
1183        FieldType::Float => "DOUBLE PRECISION".to_string(),
1184        FieldType::Boolean => "BOOLEAN".to_string(),
1185        FieldType::Id | FieldType::Uuid => "UUID".to_string(),
1186        FieldType::DateTime => "TIMESTAMPTZ".to_string(),
1187        FieldType::Date => "DATE".to_string(),
1188        FieldType::Time => "TIME".to_string(),
1189        FieldType::Json | FieldType::List { item: _, .. } | FieldType::Object(_) => {
1190            "JSONB".to_string()
1191        },
1192        FieldType::Decimal => "NUMERIC".to_string(),
1193        FieldType::Vector => "VECTOR".to_string(),
1194        // Width-less on purpose: a `BitVector` field always carries a
1195        // `vector_config`, so the dimensioned `bit(N)` form is what the DDL
1196        // emitter uses; this branch is the shape a config-less one would take,
1197        // and `varbit` is the only bit type that does not silently truncate.
1198        FieldType::BitVector => "VARBIT".to_string(),
1199        // Width-less for the same reason as `BitVector`: a vector field always
1200        // carries a `vector_config`, so the dimensioned form is what the DDL
1201        // emitter uses.
1202        FieldType::HalfVector => "HALFVEC".to_string(),
1203        FieldType::SparseVector => "SPARSEVEC".to_string(),
1204        // Use the actual Postgres enum type name so DDL matches the schema.
1205        FieldType::Enum(name) => name.clone(),
1206        FieldType::Input(_) | FieldType::Interface(_) | FieldType::Union(_) => "JSONB".to_string(),
1207        // FieldType is #[non_exhaustive]; future variants default to TEXT.
1208        _ => "TEXT".to_string(),
1209    }
1210}
1211
1212/// Minimum distinct invalidation targets (views + fact tables) that triggers
1213/// the HOT-update fan-out warning.
1214pub(crate) const WIDE_FANOUT_THRESHOLD: usize = 3;
1215
1216/// Return mutations whose total invalidation fan-out meets or exceeds `threshold`.
1217///
1218/// Fan-out is the count of distinct views (`invalidates_views`) plus fact tables
1219/// (`invalidates_fact_tables`) that a mutation touches on every successful write.
1220/// Used by [`warn_wide_cascade_mutations`] and exposed for unit testing.
1221pub(crate) fn wide_cascade_mutations(
1222    schema: &CompiledSchema,
1223    threshold: usize,
1224) -> Vec<&fraiseql_core::schema::MutationDefinition> {
1225    schema
1226        .mutations
1227        .iter()
1228        .filter(|m| m.invalidates_views.len() + m.invalidates_fact_tables.len() >= threshold)
1229        .collect()
1230}
1231
1232/// Emit a warning for each mutation whose invalidation fan-out is wide enough
1233/// to risk exhausting PostgreSQL HOT-update page slots under high write load.
1234///
1235/// When a mutation touches many tables on every write, the free space reserved
1236/// on each heap page (needed for HOT updates) fills up quickly. Subsequent
1237/// mutations must write to a new page instead of updating in place, which
1238/// increases I/O and table bloat. Setting `fillfactor=70-80` on the backing
1239/// tables leaves 20-30 % of each page free, keeping HOT updates available.
1240///
1241/// The warning lists ready-to-run `ALTER TABLE … SET (fillfactor = 75)` statements
1242/// derived from the view names using FraiseQL naming conventions
1243/// (`tv_foo` / `v_foo` → `tb_foo`).
1244fn warn_wide_cascade_mutations(schema: &CompiledSchema) {
1245    for mutation in wide_cascade_mutations(schema, WIDE_FANOUT_THRESHOLD) {
1246        let total = mutation.invalidates_views.len() + mutation.invalidates_fact_tables.len();
1247
1248        // Build a sorted, deduplicated target list for a stable message.
1249        let mut targets: Vec<&str> = mutation
1250            .invalidates_views
1251            .iter()
1252            .chain(mutation.invalidates_fact_tables.iter())
1253            .map(String::as_str)
1254            .collect();
1255        targets.sort_unstable();
1256        targets.dedup();
1257
1258        // Derive a likely backing-table name from FraiseQL view naming conventions.
1259        // tv_foo → tb_foo, v_foo → tb_foo, anything else (e.g. fact tables) unchanged.
1260        let alter_stmts: Vec<String> = targets
1261            .iter()
1262            .map(|&name| {
1263                let table = name
1264                    .strip_prefix("tv_")
1265                    .or_else(|| name.strip_prefix("v_"))
1266                    .map_or_else(|| name.to_string(), |rest| format!("tb_{rest}"));
1267                format!("ALTER TABLE {table} SET (fillfactor = 75);")
1268            })
1269            .collect();
1270
1271        warn!(
1272            "mutation '{}' has a wide invalidation fan-out ({} targets: [{}]). \
1273             Under high write load, HOT-update page slots on these tables may be \
1274             exhausted, forcing full-page writes and reducing mutation throughput. \
1275             Set fillfactor=70-80 on the backing tables: {}  \
1276             Monitor HOT efficiency: SELECT relname, \
1277             n_tup_hot_upd * 100 / NULLIF(n_tup_upd, 0) AS hot_pct \
1278             FROM pg_stat_user_tables WHERE n_tup_upd > 0 ORDER BY hot_pct;",
1279            mutation.name,
1280            total,
1281            targets.join(", "),
1282            alter_stmts.join("  "),
1283        );
1284    }
1285}
1286
1287/// Detect single-JSONB mutations that would silently forward `camelCase` input
1288/// keys to a `snake_case` SQL function under `naming_convention = "preserve"`.
1289///
1290/// Returns `(mutation_name, camelCase_field_names)` for every mutation that, on a
1291/// `Preserve` schema, takes one declared `input` Input type through the
1292/// single-JSONB path (`input_style = "jsonb"` or an `Update`) and whose Input
1293/// type has `camelCase`-looking field name(s). Under `Preserve` the runtime
1294/// forwards the payload verbatim — no `snake_case` recasing — so a function
1295/// reading `payload->>'snake_field'` sees NULL for every multi-word field (#456).
1296///
1297/// Pure (no I/O) so it can be unit-tested; [`warn_jsonb_preserve_mismatch`] is the
1298/// thin logging wrapper.
1299pub(crate) fn jsonb_preserve_mismatches(schema: &CompiledSchema) -> Vec<(String, Vec<String>)> {
1300    if schema.naming_convention != NamingConvention::Preserve {
1301        return Vec::new();
1302    }
1303    let mut out = Vec::new();
1304    for mutation in &schema.mutations {
1305        // The single-JSONB path: an explicit `input_style = jsonb` or an Update,
1306        // both of which forward the whole `input` object as one JSONB arg.
1307        let single_jsonb = matches!(mutation.input_style, InputStyle::Jsonb)
1308            || matches!(mutation.operation, MutationOperation::Update { .. });
1309        if !single_jsonb {
1310            continue;
1311        }
1312        // The single-`input`-object pattern: exactly one arg named "input" whose
1313        // type is a declared input type (mirrors the runtime's detection). The
1314        // compiler emits input-type references as `FieldType::Object`, never
1315        // `FieldType::Input`, so recognise an `Object` naming a registered input
1316        // type too — otherwise this warning is blind to every real compiled schema
1317        // (#456).
1318        let input_type_name = match mutation.arguments.as_slice() {
1319            [arg] if arg.name == "input" => match &arg.arg_type {
1320                FieldType::Input(name) => name.as_str(),
1321                FieldType::Object(name) if schema.find_input_type(name).is_some() => name.as_str(),
1322                _ => continue,
1323            },
1324            _ => continue,
1325        };
1326        let Some(input_type) = schema.find_input_type(input_type_name) else {
1327            continue;
1328        };
1329        // A field name with any uppercase letter is camelCase-looking — under
1330        // Preserve it reaches the function verbatim and won't match a snake key.
1331        let camel_fields: Vec<String> = input_type
1332            .fields
1333            .iter()
1334            .filter(|f| f.name.chars().any(|c| c.is_ascii_uppercase()))
1335            .map(|f| f.name.clone())
1336            .collect();
1337        if !camel_fields.is_empty() {
1338            out.push((mutation.name.clone(), camel_fields));
1339        }
1340    }
1341    out
1342}
1343
1344/// Warn for every [`jsonb_preserve_mismatches`] hit — the silent #456
1345/// misconfiguration where a `preserve` schema forwards camelCase input keys to a
1346/// snake_case SQL function on the single-JSONB path.
1347fn warn_jsonb_preserve_mismatch(schema: &CompiledSchema) {
1348    for (mutation, fields) in jsonb_preserve_mismatches(schema) {
1349        warn!(
1350            "mutation '{mutation}' forwards its input as a single JSONB payload but the schema \
1351             uses naming_convention = \"preserve\", and its input type has camelCase field(s) \
1352             [{}]. Under 'preserve' the runtime forwards input keys verbatim (no snake_case \
1353             recasing), so a SQL function reading payload->>'snake_field' will receive these \
1354             camelCase keys and see NULL. Set naming_convention = \"camelCase\" (the default for \
1355             new schemas) if the function expects snake_case keys, or rename the fields. (#456)",
1356            fields.join(", "),
1357        );
1358    }
1359}
1360
1361/// Build a PostgreSQL introspector connected to `db_url`.
1362///
1363/// # Errors
1364///
1365/// Returns error if the connection URL is invalid, the server cannot be reached, or
1366/// it is older than PostgreSQL 18.
1367pub(crate) async fn build_postgres_introspector(
1368    db_url: &str,
1369    tls: &PostgresTlsConfig,
1370) -> Result<fraiseql_core::db::postgres::PostgresIntrospector> {
1371    let pool = crate::connection::postgres_pool(db_url, "database validation", tls).await?;
1372    Ok(fraiseql_core::db::postgres::PostgresIntrospector::new(pool))
1373}
1374
1375/// Auto-param names excluded from `native_columns` inference and JSONB-extraction warnings.
1376const NATIVE_COLUMN_SKIP_ARGS: &[&str] = &[
1377    "where", "limit", "offset", "orderBy", "first", "last", "after", "before",
1378];
1379
1380/// Fold what introspection discovered back into the compiled schema.
1381///
1382/// Both halves are *sharpenings*: the schema is already correct without a
1383/// database, and a `--database` compile makes it cheaper. Split out of the
1384/// pipeline so the fold is testable without one — the patch loop it replaced was
1385/// reachable only from a live connection, which is the shape a discovery that
1386/// silently stops being applied hides in.
1387///
1388/// An authored `pagination_order` is protected upstream, in the validator, which
1389/// only reports a sharpening for a query whose ordering the compiler derived. It
1390/// is stated here too because this is where the overwrite happens.
1391pub(crate) fn apply_database_report(
1392    schema: &mut fraiseql_core::schema::CompiledSchema,
1393    report: &crate::schema::database_validator::DatabaseValidationReport,
1394) {
1395    for query in &mut schema.queries {
1396        if let Some(cols) = report.native_columns.get(&query.name) {
1397            query.native_columns = cols.clone();
1398        }
1399        if let Some(order) = report.pagination_orders.get(&query.name) {
1400            query.pagination_order = Some(order.clone());
1401        }
1402    }
1403}
1404
1405/// Infer `native_columns` for `ID`/`UUID`-typed arguments on JSONB-backed queries.
1406///
1407/// When a query reads from a JSONB table (`sql_source` + non-empty `jsonb_column`) and an
1408/// argument is typed [`FieldType::Id`] or [`FieldType::Uuid`], the argument name almost
1409/// certainly maps to a native UUID column alongside the `data` JSONB column
1410/// (e.g. `id UUID NOT NULL`). Emitting `WHERE id = $1::uuid` instead of
1411/// `WHERE data->>'id' = $1` lets the planner use the B-tree index without
1412/// needing a database connection at compile time.
1413///
1414/// Auto-param names (`where`, `limit`, `offset`, etc.) are skipped.
1415/// Arguments already present in `native_columns` are not overridden.
1416pub(crate) fn infer_native_columns_from_arg_types(schema: &mut CompiledSchema) {
1417    for query in &mut schema.queries {
1418        // A function root binds its arguments to the call, never to a column.
1419        if query.sql_source.is_none()
1420            || query.jsonb_column.is_empty()
1421            || !query.sql_source_kind.is_relation()
1422        {
1423            continue;
1424        }
1425        for arg in &query.arguments {
1426            if NATIVE_COLUMN_SKIP_ARGS.contains(&arg.name.as_str()) {
1427                continue;
1428            }
1429            if query.native_columns.contains_key(&arg.name) {
1430                continue; // already explicitly declared — don't override
1431            }
1432            if matches!(arg.arg_type, FieldType::Id | FieldType::Uuid) {
1433                // Inferred from the argument's type: nothing proves the column NOT NULL.
1434                query.native_columns.insert(
1435                    arg.name.clone(),
1436                    fraiseql_core::schema::NativeColumn::nullable("uuid"),
1437                );
1438            }
1439        }
1440    }
1441}