arcsec-core 0.5.0

Plate-solving library behind the arcsec CLI: star detection, quad matching, blind solving and WCS fitting
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
//! Blind solving for [`super::Plan`]: rank Astrometry.net index files and run the
//! blind solver over them to estimate the image position for the catalogue solve,
//! and decide when and how arcsec's own index is used.

use alloc::sync::Arc;
use std::fs;
use std::path::{Path, PathBuf};

use crate::ArcsecError;
use crate::catalog::{load_anet_index, peek_anet_scale};
use crate::pipeline::{BlindSolveParams, blind_solve};
use crate::types::ImageBuffer;

/// Index files tried per solve. They run on separate threads, so total blind time is
/// `max(t_index0, t_index1)` rather than the sum.
const BLIND_MAX_INDEXES: usize = 2;

/// What the blind stage concluded.
pub(crate) enum BlindOutcome {
    /// Position estimate (RA, Dec) in radians, from the best-scoring index.
    Found(f64, f64),
    /// No index produced a position.
    NotFound,
    /// Nothing solved, and at least one index reported too few stars.
    InsufficientStars { found: usize, required: usize },
}

/// Is `name` an Astrometry.net index file name (`index-*.fits`)?
fn is_index_name(name: &str) -> bool {
    name.starts_with("index-") && name.ends_with(".fits")
}

/// Collect and rank astrometry.net index files for blind solving.
///
/// For a single file, returns `[path]`. For a directory, peeks every
/// `index-*.fits` header, filters out files whose scale range is incompatible
/// with `fov_deg`, and returns the remainder sorted by closeness of scale
/// midpoint to `fov_deg / 2` (best match first).
///
/// When `fov_deg <= 0` the scale filter is skipped and files are returned
/// in ascending filename order.
#[must_use]
pub fn collect_index_files(path: &Path, fov_deg: f64) -> Vec<PathBuf> {
    if path.is_file() {
        return vec![path.to_path_buf()];
    }
    let Ok(rd) = fs::read_dir(path) else {
        return vec![];
    };
    let mut raw: Vec<PathBuf> = rd
        .filter_map(Result::ok)
        .map(|e| e.path())
        .filter(|p| {
            p.is_file()
                && p.file_name()
                    .and_then(|n| n.to_str())
                    .is_some_and(is_index_name)
        })
        .collect();
    raw.sort();

    if fov_deg <= 0.0 {
        return raw;
    }

    // Peek each file's scale range; filter + rank by match to FOV.
    // A "compatible" index has some overlap with [fov*0.2, fov*1.5].
    let fov_lo = fov_deg * 0.2;
    let fov_hi = fov_deg * 1.5;
    let ideal = fov_deg / 2.0;

    let mut ranked: Vec<(PathBuf, f64)> = raw
        .into_iter()
        .filter_map(|p| {
            // An unreadable file is skipped silently, as is one CFITSIO panics on
            // (rsfitsio 0.470.3 does on a header value that is not text).
            let (_dq, lo_rad, hi_rad) = std::panic::catch_unwind(|| peek_anet_scale(&p))
                .ok()?
                .ok()?;
            let lo_deg = lo_rad.to_degrees();
            let hi_deg = hi_rad.to_degrees();
            if hi_deg < fov_lo || lo_deg > fov_hi {
                log::info!(
                    "Blind: skipping {} (scale {lo_deg:.2}°–{hi_deg:.2}°, outside [{fov_lo:.2}°–{fov_hi:.2}°])",
                    p.display(),
                );
                return None;
            }
            let mid = (lo_deg + hi_deg) / 2.0;
            Some((p, (mid - ideal).abs()))
        })
        .collect();

    // Ascending distance to the ideal scale: best first.
    ranked.sort_by(|a, b| a.1.total_cmp(&b.1));
    ranked.into_iter().map(|(p, _)| p).collect()
}

/// Run the blind solver over the best-ranked `index_files` in parallel and keep the
/// highest-scoring position.
///
/// The number of concurrent indexes is capped by the thread limit, so
/// `--threads 1` stays genuinely single-threaded. Each index thread inherits the
/// caller's thread limit and cancellation token.
pub(crate) fn estimate_position(
    img: &ImageBuffer,
    index_files: &[PathBuf],
    params: &BlindSolveParams,
) -> BlindOutcome {
    let max_indexes = BLIND_MAX_INDEXES.min(crate::max_threads().max(1));
    let img = Arc::new(img.clone());
    let cancel = crate::cancel::current();
    let local_threads = crate::local_max_threads();

    let handles: Vec<_> = index_files
        .iter()
        .take(max_indexes)
        .map(|idx_path| {
            let idx_path = idx_path.clone();
            let img = Arc::clone(&img);
            let params = params.clone();
            let cancel = cancel.clone();
            std::thread::spawn(move || -> Result<(f64, f64, usize), ArcsecError> {
                log::info!("Blind: trying index {}", idx_path.display());
                let anet_index = load_anet_index(&idx_path)?;
                let res = crate::cancel::with_optional(cancel.as_ref(), || {
                    crate::with_max_threads(local_threads, || {
                        blind_solve(&img, &anet_index, &params)
                    })
                });
                if let Ok((ra, dec, score)) = &res {
                    log::info!(
                        "Blind: {} → RA={:.3}° Dec={:.3}° score={score}",
                        idx_path
                            .file_name()
                            .map(|n| n.to_string_lossy().into_owned())
                            .unwrap_or_default(),
                        ra.to_degrees(),
                        dec.to_degrees(),
                    );
                }
                res
            })
        })
        .collect();

    let mut best: Option<(f64, f64, usize)> = None;
    let mut too_few: Option<(usize, usize)> = None;
    for handle in handles {
        match handle.join() {
            Ok(Ok((ra, dec, score))) => {
                if best.is_none_or(|(_, _, s)| score > s) {
                    best = Some((ra, dec, score));
                }
            }
            Ok(Err(ArcsecError::InsufficientStars { found, required })) => {
                too_few = Some((found, required));
            }
            Ok(Err(e)) => log::info!("Blind: did not solve: {e}"),
            Err(_) => log::info!("Blind: thread panicked"),
        }
    }

    // One index running short of stars must not discard another's solution.
    match (best, too_few) {
        (Some((ra, dec, _)), _) => BlindOutcome::Found(ra, dec),
        (None, Some((found, required))) => BlindOutcome::InsufficientStars { found, required },
        (None, None) => BlindOutcome::NotFound,
    }
}

// ── arcsec's own index ──────────────────────────────────────────────────────────

/// Relative uncertainty allowed on a pixel scale taken from `--fov` or the header.
/// FOCALLEN and XPIXSZ are often a few percent off (reducers, binning written
/// inconsistently); 20% covers that without letting the vote spread.
const SCALE_SLACK: f64 = 1.2;

/// Pixel scales searched when nothing gives one, arcseconds per pixel.
const SCALE_UNKNOWN: (f64, f64) = (0.3, 60.0);

/// The arcsec blind index `path` names: the file itself, or the first `*.arcsecix`
/// in a directory. `None` when there is none (the path may still hold
/// Astrometry.net files).
#[must_use]
pub fn find_arcsec_index(path: &Path) -> Option<PathBuf> {
    if path.is_file() {
        return crate::index::is_blind_index(path).then(|| path.to_path_buf());
    }
    // Several indexes (say one left from G05 beside one from D80): the one built
    // from the deepest database; failing a readable one, the first by magic, so
    // that a damaged file is reported rather than silently ignored.
    preferred_index(path).or_else(|| {
        super::index_files(path)
            .into_iter()
            .find(|p| crate::index::is_blind_index(p))
    })
}

/// Databases an index can be built from, deepest first: an index built from an
/// earlier one is preferred when a directory holds several.
pub const SOURCES: [&str; 6] = ["d80", "d50", "d20", "d05", "g05", "w08"];

/// Position of `db` in [`SOURCES`] (deeper is smaller); unknown names sort last.
#[must_use]
pub fn depth_rank(db: &str) -> usize {
    SOURCES
        .iter()
        .position(|s| s.eq_ignore_ascii_case(db))
        .unwrap_or(SOURCES.len())
}

/// The readable arcsec index in `dir` the solver uses: the one built from the
/// deepest database (by [`SOURCES`]), then by file name. `None` if there is none.
#[must_use]
pub fn preferred_index(dir: &Path) -> Option<PathBuf> {
    let mut v: Vec<(usize, PathBuf)> = super::index_files(dir)
        .into_iter()
        .filter_map(|p| {
            let ix = crate::index::BlindIndex::open(&p).ok()?;
            Some((depth_rank(ix.source()), p))
        })
        .collect();
    v.sort();
    v.into_iter().next().map(|(_, p)| p)
}

/// Whether a search with `template`'s radius and field is wide enough that an
/// installed index is consulted automatically: more than five fields, and at
/// least 10°.
#[must_use]
pub fn wants_installed_index(template: &crate::pipeline::SolveParams) -> bool {
    template.search_radius > stage_one_radius(template) && template.search_radius >= AUTO_MIN_RADIUS
}

/// Search radius, in fields, that the spiral covers before an automatically found
/// index is consulted. Inside it the result is exactly the spiral's, so a usable
/// hint solves as it always did; beyond it the spiral's cost grows with the square
/// of the radius, while the index's does not grow at all.
pub(crate) const AUTO_SPIRAL_FIELDS: f64 = 5.0;

/// The smallest stage-one spiral radius, radians (1°).
const AUTO_SPIRAL_MIN: f64 = 1.0 * core::f64::consts::PI / 180.0;

/// Smallest `-r` at which an installed index is consulted automatically, radians
/// (10°). Below it a failed search is cheap anyway (about a second on the corpus),
/// and consulting the index roughly doubled it for nothing; above it the spiral's
/// cost dominates and the index adds a few percent to a failure.
const AUTO_MIN_RADIUS: f64 = 10.0 * core::f64::consts::PI / 180.0;

/// An arcsec index to use, and whether the user named it.
pub(crate) struct OwnIndex {
    path: PathBuf,
    /// Tried first, and over the whole sky, as `--index` is; otherwise after the
    /// spiral has searched round the hint, and only within the search radius.
    pub(crate) explicit: bool,
}

/// The arcsec index for this solve: the one `--index` names, if it names one;
/// otherwise, when the search radius reaches past [`AUTO_SPIRAL_FIELDS`] fields and
/// is at least 10°, one installed in the catalogue directory or beside the star
/// database. `automatic: false` turns the second case off.
pub(crate) fn arcsec_index_for(
    explicit: Option<&PathBuf>,
    template: &crate::pipeline::SolveParams,
    automatic: bool,
) -> Option<OwnIndex> {
    if let Some(p) = explicit {
        return find_arcsec_index(p).map(|path| OwnIndex {
            path,
            explicit: true,
        });
    }
    if !automatic || !wants_installed_index(template) {
        return None;
    }
    find_arcsec_index(&super::default_catalog_dir())
        .or_else(|| find_arcsec_index(&template.db_path))
        .map(|path| OwnIndex {
            path,
            explicit: false,
        })
}

/// How far round the hint the spiral searches before a blind index is consulted:
/// [`AUTO_SPIRAL_FIELDS`] fields, at least 1°.
pub(crate) fn stage_one_radius(template: &crate::pipeline::SolveParams) -> f64 {
    (template.fov * AUTO_SPIRAL_FIELDS).max(AUTO_SPIRAL_MIN)
}

/// What [`index_stage`] concluded.
pub(crate) enum IndexOutcome {
    /// A verified solution within the search radius (or anywhere, for a named
    /// index).
    Solved(Box<crate::types::WcsSolution>),
    /// The index verified the field outside the search radius, at this distance
    /// from the hint (degrees): the ordinary search cannot find it within `-r`,
    /// and there is no need to run it.
    Elsewhere(f64),
    /// Nothing verified; the caller runs the ordinary search.
    NotFound,
    /// The solve was cancelled.
    Cancelled,
}

/// Solve with an arcsec index.
///
/// Named with `--index`, the index is tried first. Found automatically, the
/// spiral first searches [`AUTO_SPIRAL_FIELDS`] fields round the hint (if there is
/// a hint), which returns exactly what the full search would for any field that
/// close; only then is the index consulted, limited to `-r` round the hint unless
/// the radius is the whole sky.
///
/// When that finds nothing, the index is asked again without the limit. A field it
/// verifies more than [`ELSEWHERE_FIELDS`] fields beyond `-r` is somewhere the rest
/// of the spiral cannot reach, and the spiral would spend all of its time (the
/// bulk of a failed search: 6000 positions for a 0.2° field at `-r 10`) finding
/// nothing; [`IndexOutcome::Elsewhere`] tells the caller to stop. The answer is
/// still "no solution", as `-r` requires: the field is not reported.
///
/// `scale` is arcseconds per pixel of the image as solved (after binning);
/// `scale_known` says whether it came from the user or the header rather than the
/// 1″/px fallback.
pub(crate) fn index_stage(
    img: &ImageBuffer,
    ix: &OwnIndex,
    template: &crate::pipeline::SolveParams,
    has_hint: bool,
    scale: f64,
    scale_known: bool,
) -> IndexOutcome {
    use core::f64::consts::PI;
    if !ix.explicit && has_hint {
        let r0 = stage_one_radius(template);
        log::info!(
            "Searching {:.1}° round the hint before the blind index.",
            r0.to_degrees()
        );
        let near = crate::pipeline::SolveParams {
            search_radius: r0,
            ..template.clone()
        };
        match crate::pipeline::solve_image(img, &near) {
            Ok(w) => return IndexOutcome::Solved(Box::new(w)),
            Err(ArcsecError::Cancelled) => return IndexOutcome::Cancelled,
            Err(_) => {}
        }
    }
    // Named with --index the solve is blind, as with Astrometry.net files; found
    // automatically it stands in for the rest of the spiral, so it keeps to -r.
    let within = (!ix.explicit && has_hint && template.search_radius < PI).then_some((
        template.ra_hint,
        template.dec_hint,
        template.search_radius + template.fov,
    ));
    let from_hint = |w: &crate::types::WcsSolution| {
        crate::math::coords::ang_sep(w.ra0, w.dec0, template.ra_hint, template.dec_hint)
    };
    if let Some(mut wcs) =
        solve_with_arcsec_index(img, &ix.path, template, scale, scale_known, within)
    {
        // The hinted solve started at the index's hypothesis; report the distance
        // from the user's start position, as the spiral would.
        wcs.search_dist_deg = from_hint(&wcs).to_degrees();
        return IndexOutcome::Solved(Box::new(wcs));
    }
    if within.is_some()
        && let Some(wcs) =
            solve_with_arcsec_index(img, &ix.path, template, scale, scale_known, None)
    {
        let sep = from_hint(&wcs);
        if beyond_reach(sep, template) {
            log::info!(
                "Blind index: the field is at RA={:.4}° Dec={:.4}°, {:.1}° from the hint, \
                 outside the search radius; not searching it.",
                wcs.ra0.to_degrees(),
                wcs.dec0.to_degrees(),
                sep.to_degrees()
            );
            return IndexOutcome::Elsewhere(sep.to_degrees());
        }
    }
    if crate::cancel::is_cancelled() {
        return IndexOutcome::Cancelled;
    }
    IndexOutcome::NotFound
}

/// How many fields past `-r` a field the index verifies must lie for the
/// ordinary search to be skipped. The spiral reads catalogue windows up to half a
/// step and up to a field beyond `-r`, so a field just outside the radius could
/// still be matched there; two fields is clear of that.
const ELSEWHERE_FIELDS: f64 = 2.0;

/// Whether a field centred `sep` radians from the hint is out of the ordinary
/// search's reach.
fn beyond_reach(sep: f64, template: &crate::pipeline::SolveParams) -> bool {
    sep > template.search_radius + ELSEWHERE_FIELDS * template.fov
}

/// Solve with an arcsec blind index; `None` if it found nothing that verified.
fn solve_with_arcsec_index(
    img: &ImageBuffer,
    path: &Path,
    template: &crate::pipeline::SolveParams,
    scale: f64,
    scale_known: bool,
    within: Option<(f64, f64, f64)>,
) -> Option<crate::types::WcsSolution> {
    let t0 = std::time::Instant::now();
    let index = match crate::index::BlindIndex::open(path) {
        Ok(ix) => ix,
        Err(e) => {
            log::warn!("Blind index {}: {e}", path.display());
            return None;
        }
    };
    let (scale_lo, scale_hi) = if scale_known {
        (scale / SCALE_SLACK, scale * SCALE_SLACK)
    } else {
        SCALE_UNKNOWN
    };
    log::info!(
        "Blind index {} ({} patterns), pixel scale {scale_lo:.3}–{scale_hi:.3}\"/px",
        path.display(),
        index.n_patterns()
    );
    let params = crate::pipeline::IndexSolveParams {
        scale_lo,
        scale_hi,
        within,
    };
    match crate::pipeline::index_solve(img, &index, template, &params) {
        Ok((wcs, stats)) => {
            log::info!(
                "Blind index: solved in {:.2} s (hypothesis rank {:?}, score {}, {} hinted solves)",
                t0.elapsed().as_secs_f64(),
                stats.accepted_rank,
                stats.best_score,
                stats.verified
            );
            Some(wcs)
        }
        Err(e) => {
            log::info!(
                "Blind index: no solution after {:.2} s: {e}",
                t0.elapsed().as_secs_f64()
            );
            None
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn index_names_are_recognised() {
        assert!(is_index_name("index-4107.fits"));
        assert!(is_index_name("index-5200-07.fits"));
        assert!(!is_index_name("index-4107.fits.part"));
        assert!(!is_index_name("d50_0101.1476"));
    }

    #[test]
    fn only_a_field_two_fields_past_the_radius_is_beyond_reach() {
        use crate::pipeline::{SearchSpeed, SolveMethod, SolveParams};
        let deg = f64::to_radians;
        let t = SolveParams {
            ra_hint: 0.0,
            dec_hint: 0.0,
            fov: deg(0.5),
            search_radius: deg(10.0),
            quad_tolerance: 0.007,
            hfd_min: 1.5,
            max_stars: 500,
            db_path: PathBuf::new(),
            db_name: "d80".into(),
            binning: 1,
            method: SolveMethod::Quads,
            speed: SearchSpeed::Auto,
            threads: 1,
        };
        assert!(!beyond_reach(deg(5.0), &t));
        assert!(!beyond_reach(deg(10.9), &t));
        assert!(beyond_reach(deg(11.1), &t));
        assert!(beyond_reach(deg(40.0), &t));
    }

    #[test]
    fn a_missing_path_yields_no_indexes() {
        assert!(collect_index_files(Path::new("/nonexistent/arcsec/indexes"), 1.0).is_empty());
    }
}