1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at https://mozilla.org/MPL/2.0/.
//! GPU mesh parsing methods for IFC-Lite API
//!
//! Includes synchronous and async mesh parsing, instanced geometry,
//! and GPU-ready geometry generation.
use super::IfcAPI;
use crate::zero_copy::{MeshCollection, MeshDataJs};
use js_sys::Function;
use wasm_bindgen::prelude::*;
fn decode_ifc_bytes<'a>(data: &'a [u8]) -> &'a str {
match std::str::from_utf8(data) {
Ok(content) => content,
Err(error) => wasm_bindgen::throw_str(&format!("Invalid UTF-8 IFC data: {error}")),
}
}
// The per-submesh #858 palette split lives inside the canonical per-element
// producer (`ifc_lite_processing::element`) — shared with the native pipeline.
#[wasm_bindgen]
impl IfcAPI {
/// Run the pre-pass ONCE and return serialized results for worker distribution.
/// Takes raw bytes (&[u8]) to avoid TextDecoder overhead.
#[wasm_bindgen(js_name = buildPrePassOnce)]
pub fn build_pre_pass_once(&self, data: &[u8]) -> JsValue {
use super::styling::{combined_pre_pass, extract_building_rotation_from_site};
use ifc_lite_core::EntityDecoder;
use ifc_lite_geometry::GeometryRouter;
let content = data;
// Build entity index — wrap in Arc so processGeometryBatch can
// share it across many calls without cloning the HashMap.
let entity_index = std::sync::Arc::new(ifc_lite_core::build_entity_index(content));
// Cache for reuse by processGeometryBatch.
// Mutex held only briefly to install the Arc; rayon helpers
// pick up clones below without re-locking. Panic on poison —
// an earlier panic with the lock held would mean the cached
// index is in an inconsistent state.
let mut slot = self
.cached_entity_index
.lock()
.expect("ifc-lite cached_entity_index Mutex poisoned");
*slot = Some(entity_index.clone());
drop(slot);
let mut decoder = EntityDecoder::with_arc_index(content, entity_index);
// Run combined pre-pass
let pre_pass = combined_pre_pass(content, &mut decoder);
// Resolve BOTH unit scales once via the shared resolver (handles a
// missing project-id hint and partial-index chains internally) and
// seed the decoder so nothing downstream re-pays the IFCPROJECT hunt.
let unit_scales = ifc_lite_processing::prepass::resolve_unit_scales(
content,
pre_pass.project_id,
&mut decoder,
);
let unit_scale = unit_scales.length_unit_scale;
decoder.seed_unit_scales(unit_scale, unit_scales.plane_angle_to_radians);
let mut router = GeometryRouter::with_scale(unit_scale);
// Detect RTC offset
let rtc_jobs: Vec<_> = pre_pass
.simple_jobs
.iter()
.take(25)
.chain(pre_pass.complex_jobs.iter().take(25))
.copied()
.collect();
let rtc_offset = router.detect_rtc_offset_with_fallback(&rtc_jobs, &mut decoder, content);
let needs_shift = rtc_offset.0.abs() > 10000.0
|| rtc_offset.1.abs() > 10000.0
|| rtc_offset.2.abs() > 10000.0;
// Extract building rotation
let building_rotation = pre_pass
.site_position
.and_then(|pos| extract_building_rotation_from_site(pos, &router, &mut decoder));
// Build combined job list: simple first, then complex
let total_jobs = pre_pass.simple_jobs.len() + pre_pass.complex_jobs.len();
// Serialize jobs as flat Uint32Array: [id, start, end, id, start, end, ...]
let jobs_flat = js_sys::Uint32Array::new_with_length((total_jobs * 3) as u32);
let mut idx = 0u32;
for &(id, start, end, _ifc_type) in pre_pass
.simple_jobs
.iter()
.chain(pre_pass.complex_jobs.iter())
{
jobs_flat.set_index(idx, id);
jobs_flat.set_index(idx + 1, start as u32);
jobs_flat.set_index(idx + 2, end as u32);
idx += 3;
}
// Flat wire encodings from the shared resolver: styles (layered
// precedence), voids, and the #407 material colour lists.
let (style_ids_vec, style_colors_vec) = ifc_lite_processing::prepass::flat_styles_rgba8(
&pre_pass.resolved,
&mut decoder,
);
let (void_keys_vec, void_counts_vec, void_values_vec) =
ifc_lite_processing::prepass::flat_voids(&pre_pass.resolved.void_index);
let (mat_ids_vec, mat_counts_vec, mat_colors_vec) =
ifc_lite_processing::prepass::flat_material_colors(
&pre_pass.resolved.element_material_colors,
);
let void_keys = js_sys::Uint32Array::from(void_keys_vec.as_slice());
let void_counts = js_sys::Uint32Array::from(void_counts_vec.as_slice());
let void_values = js_sys::Uint32Array::from(void_values_vec.as_slice());
let style_ids = js_sys::Uint32Array::from(style_ids_vec.as_slice());
let style_colors = js_sys::Uint8Array::from(style_colors_vec.as_slice());
let material_element_ids = js_sys::Uint32Array::from(mat_ids_vec.as_slice());
let material_color_counts = js_sys::Uint32Array::from(mat_counts_vec.as_slice());
let material_colors = js_sys::Uint8Array::from(mat_colors_vec.as_slice());
// Build result object
let result = js_sys::Object::new();
super::set_js_prop(&result, "jobs", &jobs_flat);
super::set_js_prop(&result, "totalJobs", &(total_jobs as f64).into());
super::set_js_prop(&result, "unitScale", &unit_scale.into());
super::set_js_prop(
&result,
"planeAngleToRadians",
&unit_scales.plane_angle_to_radians.into(),
);
let rtc_arr = js_sys::Float64Array::new_with_length(3);
rtc_arr.set_index(0, rtc_offset.0);
rtc_arr.set_index(1, rtc_offset.1);
rtc_arr.set_index(2, rtc_offset.2);
super::set_js_prop(&result, "rtcOffset", &rtc_arr);
super::set_js_prop(&result, "needsShift", &needs_shift.into());
match building_rotation {
Some(rot) => super::set_js_prop(&result, "buildingRotation", &rot.into()),
None => super::set_js_prop(&result, "buildingRotation", &JsValue::NULL),
};
super::set_js_prop(&result, "voidKeys", &void_keys);
super::set_js_prop(&result, "voidCounts", &void_counts);
super::set_js_prop(&result, "voidValues", &void_values);
super::set_js_prop(&result, "styleIds", &style_ids);
super::set_js_prop(&result, "styleColors", &style_colors);
// #407/#913 §2.3: per-element material colour lists so the batch path
// can run the transparent/opaque sub-mesh alternation.
super::set_js_prop(&result, "materialElementIds", &material_element_ids);
super::set_js_prop(&result, "materialColorCounts", &material_color_counts);
super::set_js_prop(&result, "materialColors", &material_colors);
result.into()
}
/// Streaming pre-pass: emits geometry jobs in chunks via a JS callback
/// instead of waiting for the full file scan to complete.
///
/// Single linear walk over the file:
/// 1. Builds the entity index incrementally from the same scan that
/// collects geometry jobs (a separate index scan would double
/// wall-clock).
/// 2. As soon as `IFCPROJECT` has been seen, the unit scale and the
/// first ~50 geometry jobs have been collected, resolves
/// `unitScale` + `rtcOffset` and emits a `meta` callback so the
/// JS host can spin up geometry process workers.
/// 3. Emits `jobs` callbacks every `chunk_size` jobs (or fewer if
/// the meta phase already buffered some).
/// 4. Emits `complete` with the total job count at end of scan.
///
/// On a 986 MB / 14 M-entity file this drops time-to-first-geometry
/// from ~17 s (full pre-pass + worker spawn + first batch) to ~3 s
/// (first 100 K bytes scanned + meta + first chunk).
///
/// The callback receives a single `JsValue` argument shaped as one of:
/// `{ type: "meta", unitScale, rtcOffset: [x,y,z], needsShift, buildingRotation? }`
/// `{ type: "jobs", jobs: Uint32Array }` // [id, start, end] triples
/// `{ type: "complete", totalJobs }`
#[wasm_bindgen(js_name = buildPrePassStreaming)]
pub fn build_pre_pass_streaming(
&self,
data: &[u8],
on_event: &Function,
chunk_size: u32,
// #1097 perf: optional load-time visibility filter. `disabled_type_names`
// (uppercase STEP keywords, e.g. "IFCSPACE", "IFCANNOTATION") are skipped
// at job generation so their geometry is never decoded/meshed/uploaded;
// `skip_type_geometry` drops the #957 type-library (IfcTypeProduct) jobs.
// Both default to "load everything" (None / false) — callers that don't
// pass them keep the old behaviour. Toggling a type back ON requires a
// reload (the jobs were never produced).
disabled_type_names: Option<Vec<String>>,
skip_type_geometry: bool,
) -> Result<JsValue, JsValue> {
use super::styling::extract_building_rotation_from_site;
use ifc_lite_core::{has_geometry_by_name, EntityDecoder, EntityScanner, IfcType};
use ifc_lite_geometry::GeometryRouter;
let chunk_size = chunk_size.max(1024) as usize;
let content = data;
// Build the load-time skip set (uppercase STEP keywords). Empty when the
// caller passes nothing → no filtering.
let disabled_types: rustc_hash::FxHashSet<String> = disabled_type_names
.unwrap_or_default()
.into_iter()
.map(|s| s.to_ascii_uppercase())
.collect();
// Single-pass scan: gather (id, start, end, type) for everything,
// tag geometry-bearing rows so we can emit jobs incrementally.
// Entity index is built from the same pass — no second walk.
let mut scanner = EntityScanner::new(content);
let estimated = content.len() / 50;
let mut entity_index: rustc_hash::FxHashMap<u32, (usize, usize)> =
rustc_hash::FxHashMap::with_capacity_and_hasher(estimated, Default::default());
let mut buffered_jobs: Vec<(u32, usize, usize, IfcType)> = Vec::with_capacity(chunk_size);
let mut total_jobs: u32 = 0;
let mut project_id: Option<u32> = None;
let mut site_position: Option<(u32, usize, usize)> = None;
let mut meta_emitted = false;
// Plane-angle scale, resolved with the meta by the shared resolver and
// carried on the meta event so workers seed their batch decoders.
let mut plane_angle_to_radians = 1.0f64;
// Hold a chunk buffer that we drain to JS — these are the last
// `chunk_size` jobs awaiting flush. After `meta` the buffer is
// drained as the first jobs event; subsequent flushes happen at
// every `chunk_size` boundary.
const RTC_SAMPLE_THRESHOLD: usize = 50;
// Emit a chunk of jobs to JS as a Uint32Array of [id, start, end] triples.
// Internal helper, returns total emitted so far.
fn emit_jobs_chunk(
on_event: &Function,
jobs: &[(u32, usize, usize, IfcType)],
) -> Result<(), JsValue> {
if jobs.is_empty() {
return Ok(());
}
let arr = js_sys::Uint32Array::new_with_length((jobs.len() * 3) as u32);
let mut idx = 0u32;
for &(id, start, end, _) in jobs {
arr.set_index(idx, id);
arr.set_index(idx + 1, start as u32);
arr.set_index(idx + 2, end as u32);
idx += 3;
}
let event = js_sys::Object::new();
super::set_js_prop(&event, "type", &"jobs".into());
super::set_js_prop(&event, "jobs", &arr);
on_event.call1(&JsValue::NULL, &event.into())?;
Ok(())
}
// Spans of entities that need decoding for style collection — we
// can't decode mid-scan because the decoder borrows `content` and
// would need `entity_index` populated for any references it follows.
// Stash them in the SHARED span container and resolve after the scan
// with `ifc_lite_processing::prepass::resolve_prepass` — the exact
// resolver the native pipeline and `buildPrePassOnce` run.
let mut prepass_spans = ifc_lite_processing::prepass::PrepassSpans::default();
while let Some((id, type_name, start, end)) = scanner.next_entity() {
// Build entity index inline (same data we'd otherwise re-scan for).
entity_index.insert(id, (start, end));
match type_name {
"IFCPROJECT" => {
if project_id.is_none() {
project_id = Some(id);
}
}
"IFCSITE" => {
if site_position.is_none() {
site_position = Some((id, start, end));
}
let ifc_type = IfcType::from_str(type_name);
buffered_jobs.push((id, start, end, ifc_type));
total_jobs += 1;
}
"IFCSTYLEDITEM" => {
prepass_spans.styled_items.push((id, start, end));
}
"IFCINDEXEDCOLOURMAP" => {
prepass_spans.indexed_colour_maps.push((id, start, end));
}
"IFCMATERIALDEFINITIONREPRESENTATION" => {
prepass_spans.material_def_reprs.push((id, start, end));
}
"IFCRELASSOCIATESMATERIAL" => {
prepass_spans.rel_associates_material.push((id, start, end));
}
"IFCRELVOIDSELEMENT" => {
prepass_spans.void_rels.push((id, start, end));
}
"IFCRELFILLSELEMENT" => {
prepass_spans.fills_rels.push((id, start, end));
}
"IFCRELAGGREGATES" => {
prepass_spans.aggregate_rels.push((id, start, end));
}
_ => {
if has_geometry_by_name(type_name) && !disabled_types.contains(type_name) {
let ifc_type = IfcType::from_str(type_name);
// We don't bucket by simple/complex here — the host
// distributes work across N geometry workers anyway,
// and the simple/complex split was a heuristic for
// RTC sampling that we now resolve once after
// RTC_SAMPLE_THRESHOLD jobs have been collected.
buffered_jobs.push((id, start, end, ifc_type));
total_jobs += 1;
}
}
}
// Once enough sample jobs are buffered, resolve the meta (unit
// scales + RTC offset + building rotation) and emit it along with
// the buffered first chunk so workers can start. The gate
// deliberately does NOT wait for IFCPROJECT: IfcOpenShell/Revit
// exports emit it near the END of the file, and waiting would
// delay every worker until ~90% of the scan on such models. The
// shared resolver finds a not-yet-scanned project by SIMD
// substring search and resolves partial-index chains against a
// full index instead of silently defaulting (a millimetre model
// resolved as metres renders 1000× oversized).
if !meta_emitted && buffered_jobs.len() >= RTC_SAMPLE_THRESHOLD {
// Build a decoder over the partial entity index built so far.
let mut decoder = EntityDecoder::with_index(content, entity_index.clone());
let unit_scales = ifc_lite_processing::prepass::resolve_unit_scales(
content,
project_id,
&mut decoder,
);
let unit_scale = unit_scales.length_unit_scale;
decoder.seed_unit_scales(unit_scale, unit_scales.plane_angle_to_radians);
plane_angle_to_radians = unit_scales.plane_angle_to_radians;
let router = GeometryRouter::with_scale(unit_scale);
let is_large = |t: (f64, f64, f64)| {
t.0.abs() > 10000.0 || t.1.abs() > 10000.0 || t.2.abs() > 10000.0
};
let detected_rtc = router.detect_rtc_offset_from_jobs(&buffered_jobs, &mut decoder);
let mut rtc_offset = detected_rtc.unwrap_or((0.0, 0.0, 0.0));
// True once ANY detection (partial OR the full re-detect below)
// resolved usable placement samples — even if it concluded "no
// shift" (0,0,0). The placement-bounds fallback must NOT override
// a successful "no shift": that scan averages ALL placement
// points incl. a far georef anchor (e.g. IfcSite/MapConversion at
// national grid), so on a building whose geometry sits near origin
// but carries a georef datum it returns a bogus ~-792 km offset,
// pushing the whole model off-screen.
let mut detection_succeeded = detected_rtc.is_some();
// Streaming emits this meta as soon as RTC_SAMPLE_THRESHOLD geometry
// jobs are buffered (~the 50th element, near the top of the file), so
// the partial index here only covers the file head. When a model's
// world offset lives in spatial-structure placements emitted LATE
// (a Revit/French export with IfcSite + its placement chain at the
// END of the file — observed at line 202 339 of a 202 691 line
// model), the element -> storey -> building -> site chain can't
// resolve from the partial index, detection returns (0,0,0), and the
// huge ~8e6 m world coordinates get cast to f32 downstream → ~0.5 m
// of vertex jitter. If no offset was found AND we haven't even
// scanned the IfcSite yet, re-detect against a FULL index so the
// complete chain resolves. Gated on both so the common early-site /
// origin-local model never pays for a second index build.
// (`buildPrePassOnce` and the small-file tail already use a full
// index, so only this early-meta path needs the fallback.)
if !is_large(rtc_offset) && site_position.is_none() {
let full_index = ifc_lite_core::build_entity_index(content);
let mut full_decoder = EntityDecoder::with_index(content, full_index);
if let Some(full_rtc) =
router.detect_rtc_offset_from_jobs(&buffered_jobs, &mut full_decoder)
{
// The full index resolved the placement chain — this is a
// successful detection whether it shifts (large) or not.
detection_succeeded = true;
if is_large(full_rtc) {
rtc_offset = full_rtc;
}
}
}
// Server parity LAST RESORT: only when NO detection (partial or
// full) found any usable placement translations do we scan the
// placement bounds (a model whose placements truly can't decode
// from this index, e.g. a genuine >10 km georef whose chain is
// unresolved). A successful "no shift" must NOT reach here, or the
// georef-anchor-skewed scan would re-base an origin-local model.
if !detection_succeeded && !is_large(rtc_offset) {
let raw = ifc_lite_core::scan_placement_bounds(content).rtc_offset();
// scan_placement_bounds reads raw IfcCartesianPoint values
// (FILE units); the detection path is unit-scaled to metres.
rtc_offset = (raw.0 * unit_scale, raw.1 * unit_scale, raw.2 * unit_scale);
}
let needs_shift = is_large(rtc_offset);
let building_rotation = site_position.and_then(|pos| {
extract_building_rotation_from_site(pos, &router, &mut decoder)
});
// Emit meta event.
let meta = js_sys::Object::new();
super::set_js_prop(&meta, "type", &"meta".into());
super::set_js_prop(&meta, "unitScale", &unit_scale.into());
super::set_js_prop(
&meta,
"planeAngleToRadians",
&plane_angle_to_radians.into(),
);
let rtc_arr = js_sys::Float64Array::new_with_length(3);
rtc_arr.set_index(0, rtc_offset.0);
rtc_arr.set_index(1, rtc_offset.1);
rtc_arr.set_index(2, rtc_offset.2);
super::set_js_prop(&meta, "rtcOffset", &rtc_arr);
super::set_js_prop(&meta, "needsShift", &needs_shift.into());
match building_rotation {
Some(rot) => super::set_js_prop(&meta, "buildingRotation", &rot.into()),
None => super::set_js_prop(&meta, "buildingRotation", &JsValue::NULL),
};
on_event.call1(&JsValue::NULL, &meta.into())?;
// Drain the buffered jobs as the first jobs event so workers
// start immediately on whatever we already collected.
emit_jobs_chunk(on_event, &buffered_jobs)?;
buffered_jobs.clear();
meta_emitted = true;
continue;
}
// Steady state: flush every chunk_size jobs.
if meta_emitted && buffered_jobs.len() >= chunk_size {
emit_jobs_chunk(on_event, &buffered_jobs)?;
buffered_jobs.clear();
}
}
// Tail: if we never hit the meta threshold (very small file with
// <50 geometry jobs), emit meta now with whatever data we have so
// workers can still process the trailing buffer.
if !meta_emitted {
// Build a decoder lazily for unit/RTC/site lookups. With a
// sub-50-job file the scan is essentially instant anyway, so
// buying a second pass here is irrelevant.
let mut decoder = EntityDecoder::with_index(content, entity_index.clone());
let unit_scales = ifc_lite_processing::prepass::resolve_unit_scales(
content,
project_id,
&mut decoder,
);
let unit_scale = unit_scales.length_unit_scale;
decoder.seed_unit_scales(unit_scale, unit_scales.plane_angle_to_radians);
plane_angle_to_radians = unit_scales.plane_angle_to_radians;
let router = GeometryRouter::with_scale(unit_scale);
let rtc_offset =
router.detect_rtc_offset_with_fallback(&buffered_jobs, &mut decoder, content);
let needs_shift = rtc_offset.0.abs() > 10000.0
|| rtc_offset.1.abs() > 10000.0
|| rtc_offset.2.abs() > 10000.0;
let building_rotation = site_position
.and_then(|pos| extract_building_rotation_from_site(pos, &router, &mut decoder));
let meta = js_sys::Object::new();
super::set_js_prop(&meta, "type", &"meta".into());
super::set_js_prop(&meta, "unitScale", &unit_scale.into());
super::set_js_prop(
&meta,
"planeAngleToRadians",
&plane_angle_to_radians.into(),
);
let rtc_arr = js_sys::Float64Array::new_with_length(3);
rtc_arr.set_index(0, rtc_offset.0);
rtc_arr.set_index(1, rtc_offset.1);
rtc_arr.set_index(2, rtc_offset.2);
super::set_js_prop(&meta, "rtcOffset", &rtc_arr);
super::set_js_prop(&meta, "needsShift", &needs_shift.into());
match building_rotation {
Some(rot) => super::set_js_prop(&meta, "buildingRotation", &rot.into()),
None => super::set_js_prop(&meta, "buildingRotation", &JsValue::NULL),
};
on_event.call1(&JsValue::NULL, &meta.into())?;
}
// Final tail chunk.
emit_jobs_chunk(on_event, &buffered_jobs)?;
buffered_jobs.clear();
// Cache the entity index for processGeometryBatch reuse — same
// contract as buildPrePassOnce. Wrapped in Arc
// so process workers reuse the same index by reference instead of
// cloning the 14 M-entry HashMap on every batch call.
let entity_index_arc = std::sync::Arc::new(entity_index);
// Mutex held only briefly to install the Arc.
{
let mut slot = self
.cached_entity_index
.lock()
.expect("ifc-lite cached_entity_index Mutex poisoned");
*slot = Some(entity_index_arc.clone());
}
// Hold a second clone for the post-scan entity-index export below;
// `with_arc_index` consumes the Arc so we'd lose the reference
// after the decoder is created.
let index_for_export = entity_index_arc.clone();
// ── Style + void resolution (post-scan) ──
// The streaming scan stashed entity spans for IfcStyledItem,
// material entities, and void rels. Now that the entity index is
// complete we decode them in one pass — the same logic
// `combined_pre_pass` runs inline, but split into a post-phase so
// we don't block streaming jobs on style decoding.
//
// We deliberately SKIP `MaterialLayerIndex::from_content` here — it
// does its own full file scan and would add seconds to the streaming
// pre-pass for a visual refinement (layered material rendering).
// Aggregate void propagation, by contrast, IS included below: the
// scan already stashed the IfcRelAggregates spans, so the shared
// BFS kernel runs without any extra file pass — keeping streaming
// loads void-parity with `buildPrePassOnce` and the server.
let mut decoder = EntityDecoder::with_arc_index(content, entity_index_arc);
decoder.seed_unit_scales(1.0, plane_angle_to_radians);
// Shared post-scan resolution — the exact resolver the native
// pipeline and `buildPrePassOnce` run. Full per-triangle palettes
// (#858) stay per-worker rebuilds; the wire carries dominants only.
let resolved = ifc_lite_processing::prepass::resolve_prepass(
&prepass_spans,
&mut decoder,
ifc_lite_processing::prepass::ResolveOptions {
collect_indexed_colour_full: false,
defer_attached_styles: false,
},
);
// Serialise styles + voids + material colour lists and post a `styles`
// event before `complete` so the host can dispatch them to all
// process workers and emit a colorUpdate for already-rendered meshes.
let (style_ids_vec, style_colors_vec) =
ifc_lite_processing::prepass::flat_styles_rgba8(&resolved, &mut decoder);
let (void_keys_vec, void_counts_vec, void_values_vec) =
ifc_lite_processing::prepass::flat_voids(&resolved.void_index);
let (mat_ids_vec, mat_counts_vec, mat_colors_vec) =
ifc_lite_processing::prepass::flat_material_colors(
&resolved.element_material_colors,
);
let styles_event = js_sys::Object::new();
super::set_js_prop(&styles_event, "type", &"styles".into());
super::set_js_prop(
&styles_event,
"styleIds",
&js_sys::Uint32Array::from(style_ids_vec.as_slice()),
);
super::set_js_prop(
&styles_event,
"styleColors",
&js_sys::Uint8Array::from(style_colors_vec.as_slice()),
);
super::set_js_prop(
&styles_event,
"voidKeys",
&js_sys::Uint32Array::from(void_keys_vec.as_slice()),
);
super::set_js_prop(
&styles_event,
"voidCounts",
&js_sys::Uint32Array::from(void_counts_vec.as_slice()),
);
super::set_js_prop(
&styles_event,
"voidValues",
&js_sys::Uint32Array::from(void_values_vec.as_slice()),
);
// #407/#913 §2.3: per-element material colour lists so the batch path
// can run the transparent/opaque sub-mesh alternation.
super::set_js_prop(
&styles_event,
"materialElementIds",
&js_sys::Uint32Array::from(mat_ids_vec.as_slice()),
);
super::set_js_prop(
&styles_event,
"materialColorCounts",
&js_sys::Uint32Array::from(mat_counts_vec.as_slice()),
);
super::set_js_prop(
&styles_event,
"materialColors",
&js_sys::Uint8Array::from(mat_colors_vec.as_slice()),
);
on_event.call1(&JsValue::NULL, &styles_event.into())?;
// Export the entity_index as 3 column arrays so process workers
// can install it via `setEntityIndex` (skipping the ~5 s file
// re-scan they'd otherwise pay on the first processGeometryBatch
// call). The arrays are filled directly from the Arc'd HashMap;
// the Arc shares with `cached_entity_index` so we don't clone the
// map data — only walk it once to fill the output arrays.
//
// Output shape mirrors `setEntityIndex`'s input contract:
// ids[i] → entity ID (u32)
// starts[i] → byte offset of entity start
// lengths[i] → byte length of entity (NOT end offset)
let n = index_for_export.len();
let ids_arr = js_sys::Uint32Array::new_with_length(n as u32);
let starts_arr = js_sys::Uint32Array::new_with_length(n as u32);
let lengths_arr = js_sys::Uint32Array::new_with_length(n as u32);
let mut i = 0u32;
for (&id, &(start, end)) in index_for_export.iter() {
ids_arr.set_index(i, id);
starts_arr.set_index(i, start as u32);
lengths_arr.set_index(i, (end - start) as u32);
i += 1;
}
let index_event = js_sys::Object::new();
super::set_js_prop(&index_event, "type", &"entity-index".into());
super::set_js_prop(&index_event, "ids", &ids_arr);
super::set_js_prop(&index_event, "starts", &starts_arr);
super::set_js_prop(&index_event, "lengths", &lengths_arr);
on_event.call1(&JsValue::NULL, &index_event.into())?;
// #957: emit orphan IfcTypeProduct geometry as a final jobs chunk so the
// browser renders annex-E type-only "tessellated shape with style" files
// (geometry on the type via RepresentationMaps, no occurrence). The
// entity index is complete here, so this resolves cleanly.
//
// PERF (flagged, #962 review): for files WITH representation maps this is
// a second linear EntityScanner pass over `content` on top of the
// streaming scan above. A `IFCREPRESENTATIONMAP` substring guard inside
// the helper makes the ~all-files-without-type-geometry case free (just a
// SIMD memmem). The remaining instanced-file cost is a tracked follow-up:
// fold the mapped-item-source + type-candidate collection into the
// streaming scan loop so orphans resolve with no extra pass. Kept as a
// separate pass for now to avoid destabilising the streaming hot path.
// #1097 perf: the viewer's default Model view does not render the
// type-library (#957) geometry, so skip producing it at load when the
// caller asks (the Types view re-loads on demand).
if !skip_type_geometry {
let type_jobs = super::styling::collect_type_geometry_jobs(content, &mut decoder);
if !type_jobs.is_empty() {
total_jobs += type_jobs.len() as u32;
emit_jobs_chunk(on_event, &type_jobs)?;
}
}
// Complete event.
let done = js_sys::Object::new();
super::set_js_prop(&done, "type", &"complete".into());
super::set_js_prop(&done, "totalJobs", &(total_jobs as f64).into());
on_event.call1(&JsValue::NULL, &done.into())?;
Ok(JsValue::UNDEFINED)
}
/// Process geometry for a subset of pre-scanned entities.
/// Takes raw bytes and pre-pass data from buildPrePassOnce.
#[wasm_bindgen(js_name = processGeometryBatch)]
pub fn process_geometry_batch(
&self,
data: &[u8],
jobs_flat: &[u32],
unit_scale: f64,
rtc_x: f64,
rtc_y: f64,
rtc_z: f64,
needs_shift: bool,
void_keys: &[u32],
void_counts: &[u32],
void_values: &[u32],
style_ids: &[u32], // geometry style entity IDs
style_colors: &[u8], // [r, g, b, a, r, g, b, a, ...] (0-255)
// Trailing optional wire fields (additive — older callers omit them):
// the prepass-resolved plane-angle scale (falls back to the per-worker
// cache when absent), and the #407 per-element material colour lists
// in `flat_material_colors` encoding.
plane_angle_to_radians: Option<f64>,
material_element_ids: Option<Vec<u32>>,
material_color_counts: Option<Vec<u32>>,
material_colors_rgba: Option<Vec<u8>>,
) -> MeshCollection {
use super::styling::resolve_element_color;
use ifc_lite_core::EntityDecoder;
use ifc_lite_geometry::GeometryRouter;
use ifc_lite_processing::element::{
plan_type_geometry, produce_element_meshes, ElementJobKind, ElementMeshJob,
GeometryHashConfig, MeshProductionContext, MeshProductionOptions, TypeGeometryMode,
};
use ifc_lite_processing::style::GeometryStyleInfo;
let content = data;
// Geometry fingerprinting for the viewer's revision-diff feature.
// When enabled we hash each entity's meshes *before* MeshDataJs::new
// applies the Z-up→Y-up swap, in the native IFC frame, reconstructing
// world coordinates as `local + rtc` so the file's RTC choice never
// registers as a change. Disabled (None) => zero overhead.
let hash_tolerance = self.geometry_hash_tolerance();
let hash_world_rtc: [f64; 3] = if needs_shift {
[rtc_x, rtc_y, rtc_z]
} else {
[0.0, 0.0, 0.0]
};
// Reuse the cached Arc<EntityIndex> across calls so we don't
// re-clone the 14 M-entry HashMap on every batch. On streaming
// paths this turns ~36 calls/worker into 1 build + 35 Arc::clone()
// (a single refcount bump) instead of 36 full HashMap clones.
//
// If the cache is empty (which happens on every process worker
// because they're separate WASM realms from the pre-pass worker),
// build once here and store under Arc so subsequent calls hit
// the fast path.
let entity_index_arc: std::sync::Arc<ifc_lite_core::EntityIndex> = {
// Mutex briefly held: peek at cache, build-if-empty, clone Arc.
// The clone is what gets handed to rayon — no lock contention
// on the per-job hot path that follows. Poison panics here
// (an earlier panic-with-lock-held has corrupted the cache).
let mut slot = self
.cached_entity_index
.lock()
.expect("ifc-lite cached_entity_index Mutex poisoned");
if let Some(existing) = slot.as_ref() {
std::sync::Arc::clone(existing)
} else {
let built = std::sync::Arc::new(ifc_lite_core::build_entity_index(content));
*slot = Some(std::sync::Arc::clone(&built));
built
}
};
let mut decoder = EntityDecoder::with_arc_index(content, entity_index_arc);
// Seed the unit-scale caches so curve/arc tessellation never re-pays the
// O(file) IFCPROJECT scan: this decoder is fresh on every batch call,
// and `plane_angle_to_radians()` would otherwise walk the whole DATA
// section per batch on files whose IFCPROJECT sits near the end
// (IfcOpenShell exports) — the geometry-stream stall on large models.
let plane_angle_to_radians = plane_angle_to_radians
.unwrap_or_else(|| self.get_or_resolve_plane_angle(&mut decoder));
decoder.seed_unit_scales(unit_scale, plane_angle_to_radians);
// Create geometry router with unit scale and the consumer-selected
// tessellation quality (issue #976) — Medium unless JS called
// `setTessellationQuality`, so default output is byte-for-byte
// identical to the pre-quality pipeline.
let mut router =
GeometryRouter::with_scale_and_quality(unit_scale, self.tessellation_quality());
// Set RTC offset if needed
if needs_shift {
router.set_rtc_offset((rtc_x, rtc_y, rtc_z));
}
// Reconstruct void_index from flat arrays
let mut void_index: rustc_hash::FxHashMap<u32, Vec<u32>> = rustc_hash::FxHashMap::default();
let mut value_offset = 0usize;
for i in 0..void_keys.len() {
let host_id = void_keys[i];
let count = void_counts[i] as usize;
let openings = void_values[value_offset..value_offset + count].to_vec();
void_index.insert(host_id, openings);
value_offset += count;
}
// #1097: the wire styles are session-constant, so build the colour map
// AND the GeometryStyleInfo index the producer consumes ONCE per worker
// and reuse across batches (was ~18 M HashMap inserts each on a 140 K-
// styled model). Keyed by a cheap (len, first_id, last_id) signature.
let style_maps: std::sync::Arc<(
rustc_hash::FxHashMap<u32, [f32; 4]>,
rustc_hash::FxHashMap<u32, GeometryStyleInfo>,
)> = {
let sig_len = style_ids.len();
let sig_first = style_ids.first().copied().unwrap_or(0);
let sig_last = style_ids.last().copied().unwrap_or(0);
let mut slot = self
.cached_geometry_styles
.lock()
.expect("ifc-lite cached_geometry_styles Mutex poisoned");
match slot.as_ref() {
Some((l, f, la, arc)) if *l == sig_len && *f == sig_first && *la == sig_last => {
std::sync::Arc::clone(arc)
}
_ => {
let mut colors: rustc_hash::FxHashMap<u32, [f32; 4]> =
rustc_hash::FxHashMap::with_capacity_and_hasher(sig_len, Default::default());
for i in 0..style_ids.len() {
let base = i * 4;
if base + 3 < style_colors.len() {
colors.insert(
style_ids[i],
[
style_colors[base] as f32 / 255.0,
style_colors[base + 1] as f32 / 255.0,
style_colors[base + 2] as f32 / 255.0,
style_colors[base + 3] as f32 / 255.0,
],
);
}
}
let index: rustc_hash::FxHashMap<u32, GeometryStyleInfo> = colors
.iter()
.map(|(&id, &c)| (id, GeometryStyleInfo::from_color(c)))
.collect();
let arc = std::sync::Arc::new((colors, index));
*slot = Some((sig_len, sig_first, sig_last, std::sync::Arc::clone(&arc)));
arc
}
}
};
let geometry_styles = &style_maps.0;
// #1097: element colours were resolved in a separate pre-pass that
// re-decoded every job entity (a second full decode + deep-clone pass).
// That resolution is now folded into the main loop below — each entity
// is decoded ONCE (as an Arc, no deep clone), so we no longer build an
// `element_styles` map up front.
// Pre-allocate
let num_jobs = jobs_flat.len() / 3;
decoder.reserve_cache(num_jobs * 2);
let mut mesh_collection = MeshCollection::with_capacity(num_jobs);
if needs_shift {
mesh_collection.set_rtc_offset(rtc_x, rtc_y, rtc_z);
}
// When merge-layers is on, fetch (or lazily build) the set of
// IfcBuildingElementPart express IDs to skip. Built once per worker
// and reused across every subsequent batch on the same content via
// the cached_parts_to_skip slot on IfcAPI.
let parts_to_skip: std::sync::Arc<rustc_hash::FxHashSet<u32>> = if self.merge_layers() {
self.get_or_build_parts_to_skip(content, &mut decoder)
} else {
std::sync::Arc::new(rustc_hash::FxHashSet::default())
};
// IfcIndexedColourMap index (geometry id → full per-triangle palette),
// built once per worker (#858) — the canonical producer splits face
// sets per palette group so multi-coloured triangles don't collapse to
// the single dominant colour the prepass `geometry_styles` carries.
let indexed_colour_full = self.get_or_build_indexed_colour_maps(content, &mut decoder);
// The canonical styled-item index the shared producer consumes — built
// once per worker alongside `geometry_styles` above (#1097).
let geometry_style_index = &style_maps.1;
// Surface textures + UV maps (#961), built once per worker (cheap
// substring bail-out for untextured files).
let texture_index = self.get_or_build_texture_index(content, &mut decoder);
// #407/#913 §2.3: per-element material colour lists from the prepass
// wire, so the canonical producer's transparent/opaque sub-mesh
// alternation fires in the browser exactly like on the server.
// Absent (older callers) ⇒ empty map ⇒ alternation never fires.
let element_material_colors: rustc_hash::FxHashMap<u32, Vec<[f32; 4]>> = match (
material_element_ids.as_deref(),
material_color_counts.as_deref(),
material_colors_rgba.as_deref(),
) {
(Some(ids), Some(counts), Some(rgba)) => {
ifc_lite_processing::prepass::material_colors_from_flat(ids, counts, rgba)
}
_ => rustc_hash::FxHashMap::default(),
};
let ctx = MeshProductionContext {
void_index: &void_index,
geometry_style_index,
indexed_colour_full: &indexed_colour_full,
element_material_colors: &element_material_colors,
texture_index: &texture_index,
// The browser's axis change (IFC Z-up → WebGL Y-up) happens at the
// FFI boundary in `MeshDataJs::from_mesh_data`, not here.
site_local_rotation: None,
};
let opts = MeshProductionOptions {
geometry_hash: hash_tolerance.map(|tolerance| GeometryHashConfig {
tolerance,
world_rtc: hash_world_rtc,
}),
};
// CSG diagnostics, aggregated across the batch: the canonical producer
// drains the (warm, batch-shared) router per element so one element's
// failures never bleed into the next; we collect them here and hand
// them to the logger below.
let mut batch_csg_failures: rustc_hash::FxHashMap<
u32,
Vec<ifc_lite_geometry::BoolFailure>,
> = rustc_hash::FxHashMap::default();
// Process only the entities specified in jobs_flat — every job runs
// THE canonical per-element producer (`ifc_lite_processing::element`),
// the same code the native pipeline runs.
for chunk in jobs_flat.chunks(3) {
if chunk.len() < 3 {
break;
}
let id = chunk[0];
let start = chunk[1] as usize;
let end = chunk[2] as usize;
if parts_to_skip.contains(&id) {
continue;
}
// #1097: decode_and_cache returns the cached Arc (cheap Arc::clone),
// not a deep clone of the DecodedEntity — was the dominant per-job
// marshalling cost across ~60-110 K jobs. produce_element_meshes
// takes `&DecodedEntity`, so we deref the Arc at the call site.
let Ok(entity) = decoder.decode_and_cache(id, start, end) else {
continue;
};
let ifc_type = entity.ifc_type;
// Resolve the element-level colour inline (folded from the deleted
// pre-pass) so the entity is decoded exactly once.
let element_color = if !geometry_styles.is_empty()
&& entity.get(6).map(|a| !a.is_null()).unwrap_or(false)
{
resolve_element_color(entity.as_ref(), geometry_styles, &mut decoder)
} else {
None
};
// #957: type products render their planned RepresentationMaps. The
// viewer emits BOTH orphan (class 1) and instanced (class 2) maps —
// `EmitTagged` — so the Model/Types switch can filter at render
// time; the native pipeline plans the same jobs with
// `SuppressInstanced` (an export must not duplicate geometry).
let kind = if ifc_type.is_subtype_of(ifc_lite_core::IfcType::IfcTypeProduct) {
let rep_map_ids: Vec<u32> = entity
.get(6)
.and_then(|a| a.as_list())
.map(|list| list.iter().filter_map(|v| v.as_entity_ref()).collect())
.unwrap_or_default();
if rep_map_ids.is_empty() {
continue;
}
let referenced = self.get_or_build_referenced_repmaps(content, &mut decoder);
let instantiated = self.get_or_build_instantiated_type_ids(content, &mut decoder);
let rep_maps = plan_type_geometry(
&rep_map_ids,
&referenced,
instantiated.contains(&id),
TypeGeometryMode::EmitTagged,
);
if rep_maps.is_empty() {
continue;
}
ElementJobKind::TypeProduct { rep_maps }
} else {
ElementJobKind::Product
};
let produced = produce_element_meshes(
&ElementMeshJob {
id,
ifc_type,
entity: entity.as_ref(),
kind,
element_color,
// The viewer gets element metadata from the parser worker.
metadata: None,
},
&ctx,
&opts,
&mut decoder,
&router,
);
for mesh_data in produced.meshes {
mesh_collection.add(MeshDataJs::from_mesh_data(mesh_data));
}
if let Some(hash) = produced.geometry_hash {
mesh_collection.push_geometry_hash(id, hash);
}
for (product_id, fails) in produced.csg_failures {
batch_csg_failures.entry(product_id).or_default().extend(fails);
}
}
// Surface the opening / CSG diagnostics. The viewer's large-file path
// goes processAdaptive -> processParallel -> Web Workers ->
// `processGeometryBatch`, so the log has to fire here or the
// diagnostic helper never runs for real-world files.
let _ = super::drain_and_log_csg_diagnostics(&router, batch_csg_failures);
mesh_collection
}
}