Skip to main content

uv_resolver/resolver/
mod.rs

1//! Given a set of requirements, find a set of compatible packages.
2
3use std::borrow::Cow;
4use std::cmp::Ordering;
5use std::collections::{BTreeMap, BTreeSet, VecDeque};
6use std::fmt::{Display, Formatter};
7use std::ops::Bound;
8use std::sync::Arc;
9use std::time::Instant;
10use std::{mem, thread};
11
12use futures::{FutureExt, StreamExt};
13use itertools::Itertools;
14use papaya::{HashMap, ResizeMode};
15use pubgrub::{Id, IncompId, Incompatibility, Kind, Ranges, State, Term};
16use rustc_hash::{FxHashMap, FxHashSet};
17use tokio::sync::mpsc::{self, Receiver};
18use tokio::sync::oneshot;
19use tokio_stream::wrappers::ReceiverStream;
20use tracing::{Level, debug, info, instrument, trace, warn};
21
22use uv_configuration::{Constraints, Excludes, Overrides};
23use uv_distribution::{ArchiveMetadata, DistributionDatabase};
24use uv_distribution_types::{
25    BuiltDist, CompatibleDist, DerivationChain, Dist, DistErrorKind, Identifier, IncompatibleDist,
26    IncompatibleSource, IncompatibleWheel, IndexCapabilities, IndexLocations, IndexMetadata,
27    IndexUrl, InstalledDist, Name, PythonRequirementKind, RemoteSource, Requirement, ResolvedDist,
28    ResolvedDistRef, SourceDist, VersionOrUrlRef, implied_markers,
29};
30use uv_git::GitResolver;
31use uv_normalize::PackageName;
32use uv_pep440::{MIN_VERSION, Version, VersionSpecifiers, release_specifiers_to_ranges};
33use uv_pep508::{
34    MarkerEnvironment, MarkerExpression, MarkerOperator, MarkerTree, MarkerValueString,
35};
36use uv_platform_tags::{IncompatibleTag, Tags};
37use uv_pypi_types::{ConflictItem, ConflictItemRef, ConflictKindRef, Conflicts, VerbatimParsedUrl};
38use uv_resolver_types::PackageNodeKind;
39use uv_static::EnvVars;
40use uv_torch::TorchStrategy;
41use uv_types::{BuildContext, HashStrategy, InstalledPackagesProvider};
42use uv_warnings::warn_user_once;
43
44use crate::candidate_selector::{Candidate, CandidateDist, CandidateSelector};
45use crate::dependency_provider::UvDependencyProvider;
46use crate::error::{NoSolutionError, ResolveError, derivation_tree_packages};
47use crate::fork_indexes::ForkIndexes;
48use crate::fork_urls::ForkUrls;
49use crate::manifest::Manifest;
50use crate::pins::FilePins;
51use crate::preferences::{PreferenceSource, Preferences};
52use crate::pubgrub::{
53    DependencySource, PubGrubDependency, PubGrubPackage, PubGrubPackageInner, PubGrubPriorities,
54    PubGrubPython, Range,
55};
56use crate::python_requirement::PythonRequirement;
57use crate::resolution::ResolverOutput;
58use crate::resolution_mode::ResolutionStrategy;
59pub(crate) use crate::resolver::availability::{
60    ResolverVersion, UnavailableErrorChain, UnavailablePackage, UnavailableReason,
61    UnavailableVersion, UnsatisfiableRequirement,
62};
63use crate::resolver::batch_prefetch::BatchPrefetcher;
64use crate::resolver::derivation::DerivationChainBuilder;
65pub use crate::resolver::environment::ResolverEnvironment;
66use crate::resolver::environment::{
67    ForkingPossibility, fork_version_by_marker, fork_version_by_python_requirement,
68};
69pub(crate) use crate::resolver::fork_map::{ForkMap, ForkSet};
70pub use crate::resolver::index::InMemoryIndex;
71use crate::resolver::indexes::Indexes;
72use crate::resolver::package_source::PackageSource;
73pub use crate::resolver::provider::{
74    DefaultResolverProvider, MetadataResponse, PackageVersionsResult, ResolverProvider,
75    VersionsResponse, WheelMetadataResult,
76};
77pub use crate::resolver::reporter::Reporter;
78pub(crate) use crate::resolver::requests::RegisteredMetadata;
79use crate::resolver::requests::{MetadataRequest, MetadataRequests};
80use crate::resolver::requirements::{RequirementContext, RequirementExpander};
81use crate::resolver::system::SystemDependency;
82pub(crate) use crate::resolver::urls::Urls;
83use crate::universal_marker::UniversalMarker;
84use crate::yanks::AllowedYanks;
85use crate::{DependencyMode, Exclusions, FlatIndex, Options, ResolutionMode, VersionMap, marker};
86pub(crate) use provider::MetadataUnavailable;
87pub(crate) use resolution::{
88    Resolution, ResolutionDependencyEdge, ResolutionNode, ResolutionPackage, ResolvedFork,
89    SelectedDistribution,
90};
91use uv_configuration::ForkStrategy;
92
93mod availability;
94mod batch_prefetch;
95mod derivation;
96mod environment;
97mod fork_map;
98mod index;
99mod indexes;
100mod package_source;
101mod provider;
102mod reporter;
103mod requests;
104mod requirements;
105mod resolution;
106mod system;
107mod urls;
108
109/// The number of conflicts a package may accumulate before we re-prioritize and backtrack.
110const CONFLICT_THRESHOLD: usize = 5;
111
112pub struct Resolver<Provider: ResolverProvider, InstalledPackages: InstalledPackagesProvider> {
113    state: ResolverState<InstalledPackages>,
114    provider: Provider,
115}
116
117/// State that is shared between the prefetcher and the PubGrub solver during
118/// resolution, across all forks.
119struct ResolverState<InstalledPackages: InstalledPackagesProvider> {
120    project: Option<PackageName>,
121    requirements: Vec<Requirement>,
122    constraints: Constraints,
123    overrides: Overrides,
124    excludes: Excludes,
125    preferences: Preferences,
126    git: GitResolver,
127    capabilities: IndexCapabilities,
128    locations: IndexLocations,
129    exclusions: Exclusions,
130    urls: Urls,
131    indexes: Indexes,
132    dependency_mode: DependencyMode,
133    hasher: HashStrategy,
134    env: ResolverEnvironment,
135    // The environment of the current Python interpreter.
136    current_environment: MarkerEnvironment,
137    tags: Option<Tags>,
138    python_requirement: PythonRequirement,
139    conflicts: Conflicts,
140    workspace_members: BTreeSet<PackageName>,
141    selector: CandidateSelector,
142    index: InMemoryIndex,
143    installed_packages: InstalledPackages,
144    // Papaya's maps are large on Windows, so box them to keep resolver futures small.
145    /// Incompatibilities for packages that are entirely unavailable.
146    unavailable_packages: Box<HashMap<PackageName, UnavailablePackage>>,
147    /// Incompatibilities for packages that are unavailable at specific versions.
148    incomplete_packages: Box<HashMap<PackageName, HashMap<Version, MetadataUnavailable>>>,
149    /// The options that were used to configure this resolver.
150    options: Options,
151    /// The reporter to use for this resolver.
152    reporter: Option<Arc<dyn Reporter>>,
153}
154
155impl<'a, Context: BuildContext, InstalledPackages: InstalledPackagesProvider>
156    Resolver<DefaultResolverProvider<'a, Context>, InstalledPackages>
157{
158    /// Initialize a new resolver using the default backend doing real requests.
159    ///
160    /// Reads the flat index entries.
161    ///
162    /// # Marker environment
163    ///
164    /// The marker environment is optional.
165    ///
166    /// When a marker environment is not provided, the resolver is said to be
167    /// in "universal" mode. When in universal mode, the resolution produced
168    /// may contain multiple versions of the same package. And thus, in order
169    /// to use the resulting resolution, there must be a "universal"-aware
170    /// reader of the resolution that knows to exclude distributions that can't
171    /// be used in the current environment.
172    ///
173    /// When a marker environment is provided, the resolver is in
174    /// "non-universal" mode, which corresponds to standard `pip` behavior that
175    /// works only for a specific marker environment.
176    pub fn new(
177        manifest: Manifest,
178        options: Options,
179        python_requirement: &'a PythonRequirement,
180        env: ResolverEnvironment,
181        current_environment: &MarkerEnvironment,
182        conflicts: Conflicts,
183        tags: Option<&'a Tags>,
184        flat_index: &'a FlatIndex,
185        index: &'a InMemoryIndex,
186        hasher: &'a HashStrategy,
187        build_context: &'a Context,
188        installed_packages: InstalledPackages,
189        database: DistributionDatabase<'a, Context>,
190    ) -> Result<Self, ResolveError> {
191        let provider = DefaultResolverProvider::new(
192            database,
193            flat_index,
194            tags,
195            python_requirement.target(),
196            AllowedYanks::from_manifest(&manifest, &env, options.dependency_mode),
197            hasher,
198            options.exclude_newer.clone(),
199            build_context.locations(),
200            build_context.build_options(),
201            build_context.capabilities(),
202            options.minimum_libc_version,
203        );
204
205        Ok(Self::new_custom_io(
206            manifest,
207            options,
208            hasher,
209            env,
210            current_environment,
211            tags.cloned(),
212            python_requirement,
213            conflicts,
214            index,
215            build_context.git(),
216            build_context.capabilities(),
217            build_context.locations(),
218            provider,
219            installed_packages,
220        ))
221    }
222}
223
224impl<Provider: ResolverProvider, InstalledPackages: InstalledPackagesProvider>
225    Resolver<Provider, InstalledPackages>
226{
227    /// Initialize a new resolver using a user provided backend.
228    pub fn new_custom_io(
229        manifest: Manifest,
230        options: Options,
231        hasher: &HashStrategy,
232        env: ResolverEnvironment,
233        current_environment: &MarkerEnvironment,
234        tags: Option<Tags>,
235        python_requirement: &PythonRequirement,
236        conflicts: Conflicts,
237        index: &InMemoryIndex,
238        git: &GitResolver,
239        capabilities: &IndexCapabilities,
240        locations: &IndexLocations,
241        provider: Provider,
242        installed_packages: InstalledPackages,
243    ) -> Self {
244        let state = ResolverState {
245            index: index.clone(),
246            git: git.clone(),
247            capabilities: capabilities.clone(),
248            selector: CandidateSelector::for_resolution(&options, &manifest, &env),
249            dependency_mode: options.dependency_mode,
250            urls: Urls::from_manifest(&manifest, &env, git, options.dependency_mode),
251            indexes: Indexes::from_manifest(&manifest, &env, options.dependency_mode),
252            project: manifest.project,
253            workspace_members: manifest.workspace_members,
254            requirements: manifest.requirements,
255            constraints: manifest.constraints,
256            overrides: manifest.overrides,
257            excludes: manifest.excludes,
258            preferences: manifest.preferences,
259            exclusions: manifest.exclusions,
260            hasher: hasher.clone(),
261            locations: locations.clone(),
262            env,
263            current_environment: current_environment.clone(),
264            tags,
265            python_requirement: python_requirement.clone(),
266            conflicts,
267            installed_packages,
268            unavailable_packages: Box::default(),
269            incomplete_packages: Box::default(),
270            options,
271            reporter: None,
272        };
273        Self { state, provider }
274    }
275
276    /// Set the [`Reporter`] to use for this installer.
277    #[must_use]
278    pub fn with_reporter(self, reporter: Arc<dyn Reporter>) -> Self {
279        Self {
280            state: ResolverState {
281                reporter: Some(reporter.clone()),
282                ..self.state
283            },
284            provider: self
285                .provider
286                .with_reporter(reporter.into_distribution_reporter()),
287        }
288    }
289
290    /// Resolve a set of requirements into a set of pinned versions.
291    pub async fn resolve(self) -> Result<ResolverOutput, ResolveError> {
292        let state = Arc::new(self.state);
293        let provider = Arc::new(self.provider);
294
295        // A channel to fetch package metadata (e.g., given `flask`, fetch all versions) and version
296        // metadata (e.g., given `flask==1.0.0`, fetch the metadata for that version).
297        // Channel size is set large to accommodate batch prefetching.
298        let (request_sink, request_stream) = mpsc::channel(300);
299        let requests = MetadataRequests::new(state.index.clone(), request_sink);
300
301        // Run the fetcher.
302        let requests_fut = state.clone().fetch(provider.clone(), request_stream).fuse();
303
304        // Spawn the PubGrub solver on a dedicated thread.
305        let solver = state.clone();
306        let (tx, rx) = oneshot::channel();
307        thread::Builder::new()
308            .name("uv-resolver".into())
309            .spawn(move || {
310                let result = solver.solve(&requests);
311
312                // This may fail if the main thread returned early due to an error.
313                let _ = tx.send(result);
314            })
315            .unwrap();
316
317        let resolve_fut = async move { rx.await.map_err(|_| ResolveError::ChannelClosed) };
318
319        // Wait for both to complete.
320        let ((), resolution) = tokio::try_join!(requests_fut, resolve_fut)?;
321
322        state.on_complete();
323        resolution
324    }
325}
326
327impl<InstalledPackages: InstalledPackagesProvider> ResolverState<InstalledPackages> {
328    #[instrument(skip_all)]
329    fn solve(self: Arc<Self>, requests: &MetadataRequests) -> Result<ResolverOutput, ResolveError> {
330        debug!(
331            "Solving with installed Python version: {}",
332            self.python_requirement.exact()
333        );
334        debug!(
335            "Solving with target Python version: {}",
336            self.python_requirement.target()
337        );
338        if !self.options.exclude_newer.is_empty() {
339            debug!("Solving with exclude-newer: {}", self.options.exclude_newer);
340        }
341
342        let mut visited = FxHashSet::default();
343
344        let root = PubGrubPackage::from(PubGrubPackageInner::Root(self.project.clone()));
345        let pubgrub = State::init(root.clone(), MIN_VERSION.clone());
346        let prefetcher = BatchPrefetcher::new(self.capabilities.clone(), requests.clone());
347        let state = ForkState::new(
348            pubgrub,
349            self.env.clone(),
350            self.python_requirement.clone(),
351            prefetcher,
352        );
353        let mut preferences = self.preferences.clone();
354        let mut forked_states = self.env.initial_forked_states(state)?;
355
356        // Apply the same Python-bound scheduling used for dependency-created forks. Since states
357        // are popped from the end of the stack, sort lower Python bounds last for `fewest` and
358        // higher Python bounds last for `requires-python`. There's no `cmp_upper_bounds` tiebreak
359        // here: it counts upper-bounded specifiers among a fork's dependencies, which an initial
360        // state doesn't have yet.
361        match (self.options.fork_strategy, self.options.resolution_mode) {
362            (ForkStrategy::Fewest, _) | (_, ResolutionMode::Lowest) => {
363                forked_states.sort_by(|a, b| cmp_requires_python(&a.env, &b.env).reverse());
364            }
365            (ForkStrategy::RequiresPython, _) => {
366                forked_states.sort_by(|a, b| cmp_requires_python(&a.env, &b.env));
367            }
368        }
369        let mut resolutions = vec![];
370
371        'FORK: while let Some(mut state) = forked_states.pop() {
372            if let Some(split) = state.env.end_user_fork_display() {
373                let requires_python = state.python_requirement.target();
374                debug!("Solving {split} (requires-python: {requires_python:?})");
375            }
376            let start = Instant::now();
377            loop {
378                let continuation = mem::take(&mut state.continuation);
379                let (highest_priority_pkg, initial_version) = match continuation {
380                    ForkContinuation::SelectVersion { package } => (package, None),
381                    ForkContinuation::UseVersion { package, version } => (package, Some(version)),
382                    ForkContinuation::Propagate => {
383                        // Run unit propagation.
384                        let result = state.pubgrub.unit_propagation(state.next);
385                        match result {
386                            Err(err) => {
387                                // If unit propagation failed, there is no solution.
388                                return Err(self.convert_no_solution_err(
389                                    err,
390                                    state.fork_urls,
391                                    state.fork_indexes,
392                                    &state.known_versions.0,
393                                    state.env,
394                                    self.current_environment.clone(),
395                                    &visited,
396                                ));
397                            }
398                            Ok(conflicts) => {
399                                for (affected, incompatibility) in conflicts {
400                                    // Conflict tracking: If there was a conflict, track affected and
401                                    // culprit for all root cause incompatibilities
402                                    state.record_conflict(affected, None, incompatibility);
403                                }
404                            }
405                        }
406
407                        // Pre-visit all candidate packages, to allow metadata to be fetched in parallel.
408                        if self.dependency_mode.is_transitive() {
409                            Self::pre_visit(
410                                state.pubgrub.partial_solution.prioritized_packages().map(
411                                    |(id, range)| (id, &state.pubgrub.package_store[id], range),
412                                ),
413                                &mut state.pre_visited,
414                                &self.urls,
415                                &self.indexes,
416                                &state.python_requirement,
417                                requests,
418                            )?;
419                        }
420
421                        state.reprioritize_conflicts();
422
423                        trace!(
424                            "Assigned packages: {}",
425                            state
426                                .pubgrub
427                                .partial_solution
428                                .extract_solution()
429                                .filter(|(p, _)| !state.pubgrub.package_store[*p].is_proxy())
430                                .map(|(p, v)| format!("{}=={}", state.pubgrub.package_store[p], v))
431                                .join(", ")
432                        );
433                        // Choose a package.
434                        // We aren't allowed to use the term intersection as it would extend the
435                        // mutable borrow of `state`.
436                        let Some((highest_priority_pkg, _)) =
437                            state.pubgrub.partial_solution.pick_highest_priority_pkg(
438                                |id, _range| state.priorities.get(&state.pubgrub.package_store[id]),
439                            )
440                        else {
441                            // All packages have been assigned, the fork has been successfully resolved
442                            if tracing::enabled!(Level::DEBUG) {
443                                state.prefetcher.log_tried_versions();
444                            }
445                            debug!(
446                                "{} resolution took {:.3}s",
447                                state.env,
448                                start.elapsed().as_secs_f32()
449                            );
450
451                            let resolution = state.into_resolution();
452
453                            // Walk over the selected versions, and mark them as preferences. We have to
454                            // add forks back as to not override the preferences from the lockfile for
455                            // the next fork
456                            //
457                            // If we're using a resolution mode that varies based on whether a dependency is
458                            // direct or transitive, skip preferences, as we risk adding a preference from
459                            // one fork (in which it's a transitive dependency) to another fork (in which
460                            // it's direct).
461                            if matches!(
462                                self.options.resolution_mode,
463                                ResolutionMode::Lowest | ResolutionMode::Highest
464                            ) {
465                                let marker = resolution
466                                    .env
467                                    .try_universal_markers()
468                                    .unwrap_or(UniversalMarker::TRUE);
469                                for (package, version) in &resolution.nodes {
470                                    preferences.insert(
471                                        package.name.clone(),
472                                        package.index.clone(),
473                                        marker,
474                                        version.clone(),
475                                        PreferenceSource::Resolver,
476                                    );
477                                }
478                            }
479
480                            resolutions.push(resolution);
481                            continue 'FORK;
482                        };
483                        trace!(
484                            "Chose package for decision: {}. remaining choices: {}",
485                            state.pubgrub.package_store[highest_priority_pkg],
486                            state
487                                .pubgrub
488                                .partial_solution
489                                .undecided_packages()
490                                .filter(|(p, _)| !state.pubgrub.package_store[**p].is_proxy())
491                                .map(|(p, _)| state.pubgrub.package_store[*p].to_string())
492                                .join(", ")
493                        );
494
495                        (highest_priority_pkg, None)
496                    }
497                };
498
499                state.next = highest_priority_pkg;
500
501                // TODO(charlie): Remove as many usages of `next_package` as we can.
502                let next_id = state.next;
503                let next_package = &state.pubgrub.package_store[state.next];
504
505                let source =
506                    PackageSource::from_fork(next_package, &state.fork_urls, &state.fork_indexes);
507
508                // Consider:
509                // ```toml
510                // dependencies = [
511                //   "iniconfig == 1.1.1 ; python_version < '3.12'",
512                //   "iniconfig @ https://files.pythonhosted.org/packages/ef/a6/62565a6e1cf69e10f5727360368e451d4b7f58beeac6173dc9db836a5b46/iniconfig-2.0.0-py3-none-any.whl ; python_version >= '3.12'",
513                // ]
514                // ```
515                // In the `python_version < '3.12'` case, we haven't pre-visited `iniconfig` yet,
516                // since we weren't sure whether it might also be a URL requirement when
517                // transforming the requirements. For that case, we do another request here
518                // (idempotent due to caching).
519                self.request_package(next_package, source, requests)?;
520
521                let version = if let Some(version) = initial_version {
522                    version
523                } else {
524                    let term_intersection = state
525                        .pubgrub
526                        .partial_solution
527                        .term_intersection_for_package(next_id)
528                        .expect("a package was chosen but we don't have a term");
529                    let range = term_intersection.unwrap_positive();
530
531                    // Within a fixed resolver environment, an implicit registry candidate is
532                    // stable for a given range and pre-release policy. Avoid repeating candidate
533                    // selection when PubGrub revisits an identical decision after backtracking.
534                    let cache_selected_version = match source {
535                        PackageSource::Registry(None) => true,
536                        PackageSource::Url(_) | PackageSource::Registry(Some(_)) => false,
537                    };
538                    let decision = if cache_selected_version
539                        && let Some((selected_range, version)) =
540                            state.selected_versions.get(&next_id)
541                        && selected_range == range
542                    {
543                        Some(ResolverVersion::Unforked(version.clone()))
544                    } else {
545                        let decision = self.choose_version(
546                            next_package,
547                            next_id,
548                            source,
549                            range,
550                            &mut state.pins,
551                            &preferences,
552                            &state.env,
553                            &state.python_requirement,
554                            &state.pubgrub,
555                            &mut visited,
556                            requests,
557                        )?;
558
559                        if cache_selected_version
560                            && let Some(ResolverVersion::Unforked(version)) = &decision
561                        {
562                            state
563                                .selected_versions
564                                .insert(next_id, (range.clone(), version.clone()));
565                        }
566
567                        decision
568                    };
569
570                    // Pick the next compatible version.
571                    let Some(version) = decision else {
572                        debug!("No compatible version found for: {next_package}");
573
574                        let term_intersection = state
575                            .pubgrub
576                            .partial_solution
577                            .term_intersection_for_package(next_id)
578                            .expect("a package was chosen but we don't have a term");
579
580                        if let PubGrubPackageInner::Package { name, .. } = &**next_package {
581                            // Check if the decision was due to the package being unavailable
582                            if let Some(reason) = self.unavailable_packages.pin().get(name) {
583                                state
584                                    .pubgrub
585                                    .add_incompatibility(Incompatibility::custom_term(
586                                        next_id,
587                                        term_intersection.clone(),
588                                        UnavailableReason::Package(reason.clone()),
589                                    ));
590                                continue;
591                            }
592                        }
593
594                        state
595                            .pubgrub
596                            .add_incompatibility(Incompatibility::no_versions(
597                                next_id,
598                                term_intersection.clone(),
599                            ));
600                        continue;
601                    };
602
603                    let version = match version {
604                        ResolverVersion::Unforked(version) => version,
605                        ResolverVersion::Forked(forks) => {
606                            forked_states.extend(self.version_forks_to_fork_states(state, forks));
607                            continue 'FORK;
608                        }
609                        ResolverVersion::Unavailable(version, reason) => {
610                            state.add_unavailable_version(
611                                version,
612                                reason,
613                                &self.index,
614                                &self.installed_packages,
615                            );
616                            continue;
617                        }
618                    };
619
620                    // Only consider registry packages for prefetch.
621                    if let PackageSource::Registry(index) = source {
622                        state.prefetcher.prefetch_batches(
623                            next_package,
624                            index,
625                            &version,
626                            term_intersection.unwrap_positive(),
627                            state
628                                .pubgrub
629                                .partial_solution
630                                .unchanging_term_for_package(next_id),
631                            &state.python_requirement,
632                            &self.selector,
633                            &state.env,
634                        )?;
635                    }
636
637                    version
638                };
639
640                state.prefetcher.version_tried(next_package, &version);
641
642                self.on_progress(next_package, &version);
643
644                if state
645                    .added_dependencies
646                    .get(&next_id)
647                    .is_some_and(|versions| versions.contains(&version))
648                {
649                    // `dep_incompats` are already in `incompatibilities` so we know there are not satisfied
650                    // terms and can add the decision directly.
651                    state
652                        .pubgrub
653                        .partial_solution
654                        .add_decision(next_id, version);
655                    continue;
656                }
657
658                // Retrieve that package dependencies.
659                let forked_deps = self.get_dependencies_forking(
660                    next_id,
661                    next_package,
662                    &version,
663                    &state.pins,
664                    &state.env,
665                    &state.python_requirement,
666                    &state.pubgrub,
667                )?;
668
669                match forked_deps {
670                    ForkedDependencies::Unavailable(reason) => {
671                        // Then here, if we get a reason that we consider unrecoverable, we should
672                        // show the derivation chain.
673                        let versions = state.widen_version_to_gap(
674                            &version,
675                            &self.index,
676                            &self.installed_packages,
677                        );
678                        state
679                            .pubgrub
680                            .add_incompatibility(Incompatibility::custom_term(
681                                next_id,
682                                Term::Positive(versions),
683                                UnavailableReason::Version(reason),
684                            ));
685                    }
686                    ForkedDependencies::Unforked(dependencies) => {
687                        state
688                            .added_dependencies
689                            .entry(next_id)
690                            .or_default()
691                            .insert(version.clone());
692
693                        // Enrich the state with any URLs, etc.
694                        state
695                            .visit_package_version_dependencies(
696                                next_id,
697                                &version,
698                                &self.urls,
699                                &self.indexes,
700                                &dependencies,
701                                &self.git,
702                                &self.workspace_members,
703                                self.selector.resolution_strategy(),
704                            )
705                            .map_err(|err| {
706                                enrich_dependency_error(err, next_id, &version, &state.pubgrub)
707                            })?;
708
709                        // Emit a request to fetch the metadata for each registry package.
710                        self.visit_dependencies(&dependencies, &state, requests)
711                            .map_err(|err| {
712                                enrich_dependency_error(err, next_id, &version, &state.pubgrub)
713                            })?;
714
715                        // Add the dependencies to the state.
716                        state.add_package_version_dependencies(
717                            next_id,
718                            &version,
719                            dependencies,
720                            &self.index,
721                            &self.installed_packages,
722                        );
723                    }
724                    ForkedDependencies::Forked {
725                        mut forks,
726                        diverging_packages,
727                    } => {
728                        state
729                            .added_dependencies
730                            .entry(next_id)
731                            .or_default()
732                            .insert(version.clone());
733
734                        debug!(
735                            "Pre-fork {} took {:.3}s",
736                            state.env,
737                            start.elapsed().as_secs_f32()
738                        );
739
740                        // Prioritize the forks.
741                        match (self.options.fork_strategy, self.options.resolution_mode) {
742                            (ForkStrategy::Fewest, _) | (_, ResolutionMode::Lowest) => {
743                                // Prefer solving forks with lower Python bounds, since they're more
744                                // likely to produce solutions that work for forks with higher
745                                // Python bounds (whereas the inverse is not true).
746                                forks.sort_by(|a, b| {
747                                    a.cmp_requires_python(b)
748                                        .reverse()
749                                        .then_with(|| a.cmp_upper_bounds(b))
750                                });
751                            }
752                            (ForkStrategy::RequiresPython, _) => {
753                                // Otherwise, prefer solving forks with higher Python bounds, since
754                                // we want to prioritize choosing the latest-compatible package
755                                // version for each Python version.
756                                forks.sort_by(|a, b| {
757                                    a.cmp_requires_python(b).then_with(|| a.cmp_upper_bounds(b))
758                                });
759                            }
760                        }
761
762                        for new_fork_state in self.forks_to_fork_states(
763                            state,
764                            &version,
765                            forks,
766                            requests,
767                            &diverging_packages,
768                        ) {
769                            forked_states.push(new_fork_state?);
770                        }
771                        continue 'FORK;
772                    }
773                    ForkedDependencies::RequiresPython(requires_python) => {
774                        if matches!(self.options.fork_strategy, ForkStrategy::RequiresPython)
775                            && state.env.marker_environment().is_none()
776                        {
777                            let forks = fork_version_by_python_requirement(
778                                &requires_python,
779                                &state.python_requirement,
780                                &state.env,
781                            );
782                            if !forks.is_empty() {
783                                debug!(
784                                    "Forking Python requirement `{}` on `{}` for {}=={} ({})",
785                                    state.python_requirement.target(),
786                                    &requires_python,
787                                    next_package,
788                                    version,
789                                    forks
790                                        .iter()
791                                        .map(ToString::to_string)
792                                        .collect::<Vec<_>>()
793                                        .join(", ")
794                                );
795
796                                // Revisit the version in each fork so its dependencies are added
797                                // under the narrowed Python requirement.
798                                let forks = forks
799                                    .into_iter()
800                                    .map(|env| VersionFork {
801                                        env,
802                                        id: next_id,
803                                        version: None,
804                                    })
805                                    .collect();
806                                forked_states
807                                    .extend(self.version_forks_to_fork_states(state, forks));
808                                continue 'FORK;
809                            }
810                        }
811
812                        let versions = state.widen_version_to_gap(
813                            &version,
814                            &self.index,
815                            &self.installed_packages,
816                        );
817                        state
818                            .pubgrub
819                            .add_incompatibility(Incompatibility::custom_term(
820                                next_id,
821                                Term::Positive(versions),
822                                UnavailableReason::Version(UnavailableVersion::RequiresPython(
823                                    requires_python,
824                                )),
825                            ));
826                    }
827                }
828            }
829        }
830        if resolutions.len() > 1 {
831            info!(
832                "Solved your requirements for {} environments",
833                resolutions.len()
834            );
835        }
836        if tracing::enabled!(Level::DEBUG) {
837            for resolution in &resolutions {
838                if let Some(env) = resolution.env.end_user_fork_display() {
839                    let packages: FxHashSet<_> = resolution
840                        .nodes
841                        .keys()
842                        .map(|package| &package.name)
843                        .collect();
844                    debug!(
845                        "Distinct solution for {env} with {} package(s)",
846                        packages.len()
847                    );
848                }
849            }
850        }
851        for resolution in &resolutions {
852            resolution.trace_resolution();
853        }
854        let resolutions = resolutions
855            .into_iter()
856            .map(|resolution| resolution.finalize(&self.index, &self.git))
857            .collect::<Result<Vec<_>, _>>()?;
858        crate::resolution::from_state(
859            resolutions,
860            self.project.as_ref(),
861            &self.workspace_members,
862            self.requirements.clone(),
863            self.constraints.clone(),
864            self.overrides.clone(),
865            &self.preferences,
866            &self.hasher,
867            &self.index,
868            self.python_requirement.target().clone(),
869            &self.conflicts,
870            self.selector.resolution_strategy(),
871            self.options.clone(),
872        )
873    }
874
875    /// Convert the dependency [`Fork`]s into [`ForkState`]s.
876    fn forks_to_fork_states<'a, 'index: 'a>(
877        &'a self,
878        current_state: ForkState<'index>,
879        version: &'a Version,
880        forks: Vec<Fork>,
881        requests: &'a MetadataRequests,
882        diverging_packages: &'a BTreeSet<PackageName>,
883    ) -> impl Iterator<Item = Result<ForkState<'index>, ResolveError>> + 'a {
884        debug!(
885            "Splitting resolution on {}=={} over {} into {} resolution{} with separate markers",
886            current_state.pubgrub.package_store[current_state.next],
887            version,
888            diverging_packages
889                .iter()
890                .map(ToString::to_string)
891                .join(", "),
892            forks.len(),
893            if forks.len() == 1 { "" } else { "s" }
894        );
895        assert!(forks.len() >= 2);
896        // This is a somewhat tortured technique to ensure
897        // that our resolver state is only cloned as much
898        // as it needs to be. We basically move the state
899        // into `forked_states`, and then only clone it if
900        // there is at least one more fork to visit.
901        let package = current_state.next;
902        let mut cur_state = Some(current_state);
903        let forks_len = forks.len();
904        forks
905            .into_iter()
906            .enumerate()
907            .map(move |(i, fork)| {
908                let is_last = i == forks_len - 1;
909                let forked_state = cur_state.take().unwrap();
910                if !is_last {
911                    cur_state = Some(forked_state.clone());
912                }
913
914                let env = fork.env.clone();
915                (fork, forked_state.with_env(env))
916            })
917            .map(move |(fork, mut forked_state)| {
918                // Enrich the state with any URLs, etc.
919                forked_state
920                    .visit_package_version_dependencies(
921                        package,
922                        version,
923                        &self.urls,
924                        &self.indexes,
925                        &fork.dependencies,
926                        &self.git,
927                        &self.workspace_members,
928                        self.selector.resolution_strategy(),
929                    )
930                    .map_err(|err| {
931                        enrich_dependency_error(err, package, version, &forked_state.pubgrub)
932                    })?;
933
934                // Emit a request to fetch the metadata for each registry package.
935                self.visit_dependencies(&fork.dependencies, &forked_state, requests)
936                    .map_err(|err| {
937                        enrich_dependency_error(err, package, version, &forked_state.pubgrub)
938                    })?;
939
940                // Add the dependencies to the state.
941                forked_state.add_package_version_dependencies(
942                    package,
943                    version,
944                    fork.dependencies,
945                    &self.index,
946                    &self.installed_packages,
947                );
948
949                Ok(forked_state)
950            })
951    }
952
953    /// Convert the dependency [`Fork`]s into [`ForkState`]s.
954    #[expect(clippy::unused_self)]
955    fn version_forks_to_fork_states<'index>(
956        &self,
957        current_state: ForkState<'index>,
958        forks: Vec<VersionFork>,
959    ) -> impl Iterator<Item = ForkState<'index>> {
960        // This is a somewhat tortured technique to ensure
961        // that our resolver state is only cloned as much
962        // as it needs to be. We basically move the state
963        // into `forked_states`, and then only clone it if
964        // there is at least one more fork to visit.
965        let mut cur_state = Some(current_state);
966        let forks_len = forks.len();
967        forks.into_iter().enumerate().map(move |(i, fork)| {
968            let is_last = i == forks_len - 1;
969            let forked_state = cur_state.take().unwrap();
970            if !is_last {
971                cur_state = Some(forked_state.clone());
972            }
973            let continuation = match fork.version {
974                Some(version) => ForkContinuation::UseVersion {
975                    package: fork.id,
976                    version,
977                },
978                None => ForkContinuation::SelectVersion { package: fork.id },
979            };
980            forked_state
981                .with_env(fork.env)
982                .with_continuation(continuation)
983        })
984    }
985
986    /// Visit a set of [`PubGrubDependency`] entities prior to selection.
987    fn visit_dependencies(
988        &self,
989        dependencies: &[PubGrubDependency],
990        state: &ForkState,
991        requests: &MetadataRequests,
992    ) -> Result<(), ResolveError> {
993        for dependency in dependencies {
994            let PubGrubDependency {
995                package,
996                version: _,
997                parent: _,
998                source: _,
999            } = dependency;
1000            let Some(source) = PackageSource::for_prefetch(
1001                package,
1002                &state.fork_urls,
1003                &state.fork_indexes,
1004                &self.urls,
1005            ) else {
1006                continue;
1007            };
1008            self.request_package(package, source, requests)?;
1009        }
1010        Ok(())
1011    }
1012
1013    fn request_package(
1014        &self,
1015        package: &PubGrubPackage,
1016        source: PackageSource<'_>,
1017        requests: &MetadataRequests,
1018    ) -> Result<(), ResolveError> {
1019        // Only request real packages.
1020        let Some(name) = package.name_no_root() else {
1021            return Ok(());
1022        };
1023
1024        match source {
1025            PackageSource::Url(url) => {
1026                // Verify that the package is allowed under the hash-checking policy.
1027                if !self.hasher.allows_url(&url.verbatim) {
1028                    return Err(ResolveError::UnhashedPackage(name.clone()));
1029                }
1030
1031                // Emit a request to fetch the metadata for this distribution.
1032                let dist = Dist::from_url(name.clone(), url.clone())?;
1033                requests.enqueue_metadata(MetadataRequest::Dist(dist))?;
1034            }
1035            PackageSource::Registry(index) => {
1036                requests.enqueue_package(name, index)?;
1037            }
1038        }
1039        Ok(())
1040    }
1041
1042    /// Visit the set of [`PubGrubPackage`] candidates prior to selection. This allows us to fetch
1043    /// metadata for all packages in parallel.
1044    fn pre_visit<'data>(
1045        packages: impl Iterator<
1046            Item = (
1047                Id<PubGrubPackage>,
1048                &'data PubGrubPackage,
1049                &'data Range<Version>,
1050            ),
1051        >,
1052        pre_visited: &mut FxHashMap<Id<PubGrubPackage>, Range<Version>>,
1053        urls: &Urls,
1054        indexes: &Indexes,
1055        python_requirement: &PythonRequirement,
1056        requests: &MetadataRequests,
1057    ) -> Result<(), ResolveError> {
1058        // Iterate over the potential packages, and fetch file metadata for any of them. These
1059        // represent our current best guesses for the versions that we _might_ select.
1060        for (id, package, range) in packages {
1061            let PubGrubPackageInner::Package {
1062                name,
1063                kind: PackageNodeKind::Base,
1064                marker: MarkerTree::TRUE,
1065            } = &**package
1066            else {
1067                continue;
1068            };
1069            // Avoid pre-visiting packages that have any URLs in any fork. At this point we can't
1070            // tell whether they are registry distributions or which url they use.
1071            if urls.any_url(name) {
1072                continue;
1073            }
1074            // Avoid visiting packages that may use an explicit index.
1075            if indexes.contains_key(name) {
1076                continue;
1077            }
1078            // Unit propagation often leaves a package's range unchanged. Although prefetching the
1079            // same package and range is idempotent, selecting its candidate is not free.
1080            if pre_visited.get(&id) == Some(range) {
1081                continue;
1082            }
1083            pre_visited.insert(id, range.clone());
1084            requests.prefetch(name, range, python_requirement)?;
1085        }
1086        Ok(())
1087    }
1088
1089    /// Given a candidate package, choose the next version in range to try.
1090    ///
1091    /// Returns `None` when there are no versions in the given range, rejecting the current partial
1092    /// solution.
1093    // TODO(konsti): re-enable tracing. This trace is crucial to understanding the
1094    // tracing-durations-export diagrams, but it took ~5% resolver thread runtime for apache-airflow
1095    // when I last measured.
1096    #[cfg_attr(feature = "tracing-durations-export", instrument(skip_all, fields(%package)))]
1097    fn choose_version<'index>(
1098        &self,
1099        package: &PubGrubPackage,
1100        id: Id<PubGrubPackage>,
1101        source: PackageSource<'_>,
1102        range: &Range<Version>,
1103        pins: &mut FilePins<'index>,
1104        preferences: &Preferences,
1105        env: &ResolverEnvironment,
1106        python_requirement: &PythonRequirement,
1107        pubgrub: &State<UvDependencyProvider>,
1108        visited: &mut FxHashSet<PackageName>,
1109        requests: &'index MetadataRequests,
1110    ) -> Result<Option<ResolverVersion>, ResolveError> {
1111        match &**package {
1112            PubGrubPackageInner::Root(_) => {
1113                Ok(Some(ResolverVersion::Unforked(MIN_VERSION.clone())))
1114            }
1115
1116            PubGrubPackageInner::Python(_) => {
1117                // Dependencies on Python are only added when a package is incompatible; as such,
1118                // we don't need to do anything here.
1119                Ok(None)
1120            }
1121
1122            PubGrubPackageInner::System(_) => {
1123                // We don't care what the actual version is here, just that it's consistent across
1124                // the dependency graph.
1125                let Some(version) = range.as_singleton() else {
1126                    return Ok(None);
1127                };
1128                Ok(Some(ResolverVersion::Unforked(version.clone())))
1129            }
1130
1131            PubGrubPackageInner::Marker { name, .. }
1132            | PubGrubPackageInner::Extra { name, .. }
1133            | PubGrubPackageInner::Group { name, .. }
1134            | PubGrubPackageInner::Package { name, .. } => match source {
1135                PackageSource::Url(url) => self.choose_version_url(
1136                    id,
1137                    name,
1138                    range,
1139                    url,
1140                    env,
1141                    python_requirement,
1142                    pubgrub,
1143                    pins,
1144                    requests,
1145                ),
1146                PackageSource::Registry(index) => self.choose_version_registry(
1147                    package,
1148                    id,
1149                    name,
1150                    index,
1151                    range,
1152                    preferences,
1153                    env,
1154                    python_requirement,
1155                    pubgrub,
1156                    pins,
1157                    visited,
1158                    requests,
1159                ),
1160            },
1161        }
1162    }
1163
1164    /// Select a version for a URL requirement. Since there is only one version per URL, we return
1165    /// that version if it is in range and `None` otherwise.
1166    fn choose_version_url<'index>(
1167        &self,
1168        id: Id<PubGrubPackage>,
1169        name: &PackageName,
1170        range: &Range<Version>,
1171        url: &VerbatimParsedUrl,
1172        env: &ResolverEnvironment,
1173        python_requirement: &PythonRequirement,
1174        pubgrub: &State<UvDependencyProvider>,
1175        pins: &mut FilePins<'index>,
1176        requests: &'index MetadataRequests,
1177    ) -> Result<Option<ResolverVersion>, ResolveError> {
1178        debug!(
1179            "Searching for a compatible version of {name} @ {} ({range})",
1180            url.verbatim
1181        );
1182
1183        let dist = Dist::from_url(name.clone(), url.clone())?;
1184        let registered = requests.metadata(&dist)?;
1185        let response = registered.wait();
1186
1187        // If we failed to fetch the metadata for a URL, we can't proceed.
1188        let metadata = match &*response {
1189            MetadataResponse::Found(archive) => &archive.metadata,
1190            MetadataResponse::Unavailable(reason) => {
1191                self.unavailable_packages
1192                    .pin()
1193                    .insert(name.clone(), reason.into());
1194                return Ok(None);
1195            }
1196            // TODO(charlie): Add derivation chain for URL dependencies. In practice, this isn't
1197            // critical since we fetch URL dependencies _prior_ to invoking the resolver.
1198            MetadataResponse::Error(dist, err) => {
1199                return Err(ResolveError::Dist(
1200                    DistErrorKind::from_requested_dist(dist, &**err),
1201                    dist.clone(),
1202                    DerivationChain::default(),
1203                    err.clone(),
1204                ));
1205            }
1206        };
1207
1208        let version = &metadata.version;
1209
1210        // The version is incompatible with the requirement.
1211        if !range.contains(version) {
1212            return Ok(None);
1213        }
1214
1215        // If the URL points to a pre-built wheel, and the wheel's supported Python versions don't
1216        // match our `Requires-Python`, mark it as incompatible.
1217        if let Dist::Built(dist) = &dist {
1218            let filename = match &dist {
1219                BuiltDist::Registry(dist) => &dist.best_wheel().filename,
1220                BuiltDist::DirectUrl(dist) => &dist.filename,
1221                BuiltDist::GitPath(dist) => &dist.filename,
1222                BuiltDist::Path(dist) => &dist.filename,
1223            };
1224
1225            // If the wheel does not cover a required environment, it is incompatible.
1226            if env.marker_environment().is_none() && !self.options.artifact_environments.is_empty()
1227            {
1228                let wheel_marker = implied_markers(filename, self.options.minimum_libc_version);
1229                // If the caller marked an environment as requiring artifact coverage, ensure it
1230                // has coverage.
1231                for environment_marker in self.options.artifact_environments.iter().copied() {
1232                    // If the platform is part of the current environment...
1233                    if env.included_by_marker(environment_marker)
1234                        && env.included_by_marker(
1235                            find_environments(id, pubgrub).and(environment_marker),
1236                        )
1237                    {
1238                        // ...but the wheel doesn't support it in this fork, it's incompatible.
1239                        if !env.included_by_marker(wheel_marker.and(environment_marker)) {
1240                            return Ok(Some(ResolverVersion::Unavailable(
1241                                version.clone(),
1242                                UnavailableVersion::IncompatibleDist(IncompatibleDist::Wheel(
1243                                    IncompatibleWheel::MissingPlatform(environment_marker),
1244                                )),
1245                            )));
1246                        }
1247                    }
1248                }
1249            }
1250
1251            // If the wheel's Python tag doesn't match the target Python, it's incompatible.
1252            if !python_requirement.target().matches_wheel_tag(filename) {
1253                return Ok(Some(ResolverVersion::Unavailable(
1254                    filename.version.clone(),
1255                    UnavailableVersion::IncompatibleDist(IncompatibleDist::Wheel(
1256                        IncompatibleWheel::Tag(IncompatibleTag::AbiPythonVersion),
1257                    )),
1258                )));
1259            }
1260        }
1261
1262        // The version is incompatible due to its `Requires-Python` requirement.
1263        if let Some(requires_python) = metadata.requires_python.as_ref() {
1264            if !python_requirement.target().is_contained_by(requires_python) {
1265                let kind = if python_requirement.installed() == python_requirement.target() {
1266                    PythonRequirementKind::Installed
1267                } else {
1268                    PythonRequirementKind::Target
1269                };
1270                return Ok(Some(ResolverVersion::Unavailable(
1271                    version.clone(),
1272                    UnavailableVersion::IncompatibleDist(IncompatibleDist::Source(
1273                        IncompatibleSource::RequiresPython(requires_python.clone(), kind),
1274                    )),
1275                )));
1276            }
1277        }
1278
1279        pins.insert_url(name, version, registered);
1280        Ok(Some(ResolverVersion::Unforked(version.clone())))
1281    }
1282
1283    /// Given a candidate registry requirement, choose the next version in range to try, or `None`
1284    /// if there is no version in this range.
1285    fn choose_version_registry<'index>(
1286        &self,
1287        package: &PubGrubPackage,
1288        id: Id<PubGrubPackage>,
1289        name: &PackageName,
1290        index: Option<&IndexMetadata>,
1291        range: &Range<Version>,
1292        preferences: &Preferences,
1293        env: &ResolverEnvironment,
1294        python_requirement: &PythonRequirement,
1295        pubgrub: &State<UvDependencyProvider>,
1296        pins: &mut FilePins<'index>,
1297        visited: &mut FxHashSet<PackageName>,
1298        requests: &'index MetadataRequests,
1299    ) -> Result<Option<ResolverVersion>, ResolveError> {
1300        // Wait for the metadata to be available.
1301        let versions_response = requests.request_package(name, index)?.wait();
1302        let index = index.map(IndexMetadata::url);
1303        visited.insert(name.clone());
1304
1305        let version_maps = match *versions_response {
1306            VersionsResponse::Found(ref version_maps) => version_maps.as_slice(),
1307            VersionsResponse::NoIndex => {
1308                self.unavailable_packages
1309                    .pin()
1310                    .insert(name.clone(), UnavailablePackage::NoIndex);
1311                &[]
1312            }
1313            VersionsResponse::Offline => {
1314                self.unavailable_packages
1315                    .pin()
1316                    .insert(name.clone(), UnavailablePackage::Offline);
1317                &[]
1318            }
1319            VersionsResponse::NotFound => {
1320                self.unavailable_packages
1321                    .pin()
1322                    .insert(name.clone(), UnavailablePackage::NotFound);
1323                &[]
1324            }
1325        };
1326
1327        debug!("Searching for a compatible version of {package} ({range})");
1328
1329        // Find a version.
1330        let Some(candidate) = self.selector.select(
1331            name,
1332            range,
1333            version_maps,
1334            preferences,
1335            &self.installed_packages,
1336            &self.exclusions,
1337            index,
1338            env,
1339            self.tags.as_ref(),
1340        ) else {
1341            // Short circuit: we couldn't find _any_ versions for a package.
1342            return Ok(None);
1343        };
1344
1345        let dist = match candidate.dist() {
1346            CandidateDist::Compatible(dist) => dist,
1347            CandidateDist::Incompatible {
1348                incompatible_dist: incompatibility,
1349                prioritized_dist: _,
1350            } => {
1351                // If the version is incompatible because no distributions are compatible, exit early.
1352                return Ok(Some(ResolverVersion::Unavailable(
1353                    candidate.version().clone(),
1354                    // TODO(charlie): We can avoid this clone; the candidate is dropped here and
1355                    // owns the incompatibility.
1356                    UnavailableVersion::IncompatibleDist(incompatibility.clone()),
1357                )));
1358            }
1359        };
1360
1361        // Check whether the version is incompatible due to its Python requirement.
1362        if let Some((requires_python, incompatibility)) =
1363            Self::check_requires_python(dist, python_requirement)
1364        {
1365            if matches!(self.options.fork_strategy, ForkStrategy::RequiresPython) {
1366                if env.marker_environment().is_none() {
1367                    let forks = fork_version_by_python_requirement(
1368                        requires_python,
1369                        python_requirement,
1370                        env,
1371                    );
1372                    if !forks.is_empty() {
1373                        debug!(
1374                            "Forking Python requirement `{}` on `{}` for {}=={} ({})",
1375                            python_requirement.target(),
1376                            requires_python,
1377                            name,
1378                            candidate.version(),
1379                            forks
1380                                .iter()
1381                                .map(ToString::to_string)
1382                                .collect::<Vec<_>>()
1383                                .join(", ")
1384                        );
1385                        let forks = forks
1386                            .into_iter()
1387                            .map(|env| VersionFork {
1388                                env,
1389                                id,
1390                                version: None,
1391                            })
1392                            .collect();
1393                        return Ok(Some(ResolverVersion::Forked(forks)));
1394                    }
1395                }
1396            }
1397
1398            return Ok(Some(ResolverVersion::Unavailable(
1399                candidate.version().clone(),
1400                UnavailableVersion::IncompatibleDist(incompatibility),
1401            )));
1402        }
1403
1404        // Check whether this version covers all supported platforms; and, if not, generate a fork.
1405        if let Some(forked) = self.fork_version_registry(
1406            &candidate,
1407            dist,
1408            version_maps,
1409            package,
1410            id,
1411            name,
1412            index,
1413            range,
1414            preferences,
1415            env,
1416            pubgrub,
1417            pins,
1418            requests,
1419        )? {
1420            return Ok(Some(forked));
1421        }
1422
1423        let filename = match dist.for_installation() {
1424            ResolvedDistRef::InstallableRegistrySourceDist { sdist, .. } => sdist
1425                .filename()
1426                .unwrap_or(Cow::Borrowed("unknown filename")),
1427            ResolvedDistRef::InstallableRegistryBuiltDist { wheel, .. } => wheel
1428                .filename()
1429                .unwrap_or(Cow::Borrowed("unknown filename")),
1430            ResolvedDistRef::Installed { .. } => Cow::Borrowed("installed"),
1431        };
1432
1433        debug!(
1434            "Selecting: {}=={} [{}] ({})",
1435            name,
1436            candidate.version(),
1437            candidate.choice_kind(),
1438            filename,
1439        );
1440        self.visit_candidate(&candidate, dist, package, name, pins, requests)?;
1441
1442        let version = candidate.version().clone();
1443        Ok(Some(ResolverVersion::Unforked(version)))
1444    }
1445
1446    /// Determine whether a candidate covers all supported platforms; and, if not, generate a fork.
1447    ///
1448    /// This only ever applies to versions that lack source distributions And, for now, we only
1449    /// apply it in two cases:
1450    ///
1451    /// 1. Local versions, where the non-local version has greater platform coverage. The intent is
1452    ///    such that, if we're resolving PyTorch, and we choose `torch==2.5.2+cpu`, we want to
1453    ///    fork so that we can select `torch==2.5.2` on macOS (since the `+cpu` variant doesn't
1454    ///    include any macOS wheels).
1455    /// 2. Platforms that the user explicitly marks as "required" (opt-in). For example, the user
1456    ///    might require that the generated resolution always includes wheels for x86 macOS, and
1457    ///    fails entirely if the platform is unsupported.
1458    fn fork_version_registry<'index>(
1459        &self,
1460        candidate: &Candidate,
1461        dist: &CompatibleDist,
1462        version_maps: &[VersionMap],
1463        package: &PubGrubPackage,
1464        id: Id<PubGrubPackage>,
1465        name: &PackageName,
1466        index: Option<&IndexUrl>,
1467        range: &Range<Version>,
1468        preferences: &Preferences,
1469        env: &ResolverEnvironment,
1470        pubgrub: &State<UvDependencyProvider>,
1471        pins: &mut FilePins<'index>,
1472        requests: &'index MetadataRequests,
1473    ) -> Result<Option<ResolverVersion>, ResolveError> {
1474        // This only applies to universal resolutions.
1475        let Some(fork_markers) = env.fork_markers() else {
1476            return Ok(None);
1477        };
1478
1479        let artifact_markers = dist.implied_markers();
1480        if artifact_markers.is_true() {
1481            return Ok(None);
1482        }
1483
1484        // If the caller marked an environment as requiring artifact coverage, ensure it has
1485        // coverage.
1486        for marker in self.options.artifact_environments.iter().copied() {
1487            // If the platform is part of the current environment...
1488            if env.included_by_marker(marker) {
1489                // But isn't supported by the distribution in this fork...
1490                if !env.included_by_marker(artifact_markers.and(marker))
1491                    && env.included_by_marker(find_environments(id, pubgrub).and(marker))
1492                {
1493                    // Separate the required environment from the candidate's wheel coverage in
1494                    // this fork, allowing environments in neither set to fall on either side.
1495                    // For example, Darwin == 24 becomes Darwin < 25 when the wheels require
1496                    // Darwin >= 25. This avoids introducing forks for unrelated wheel tags.
1497                    let coverage = dist.implied_markers().and(fork_markers);
1498                    let split = marker.restrict(marker.or(coverage));
1499                    let Some((left, right)) = fork_version_by_marker(env, split) else {
1500                        return Ok(Some(ResolverVersion::Unavailable(
1501                            candidate.version().clone(),
1502                            UnavailableVersion::IncompatibleDist(IncompatibleDist::Wheel(
1503                                IncompatibleWheel::MissingPlatform(marker),
1504                            )),
1505                        )));
1506                    };
1507
1508                    debug!(
1509                        "Forking on required platform `{}` for {}=={} ({})",
1510                        marker.try_to_string().unwrap_or_else(|| "true".to_string()),
1511                        name,
1512                        candidate.version(),
1513                        [&left, &right]
1514                            .iter()
1515                            .map(ToString::to_string)
1516                            .collect::<Vec<_>>()
1517                            .join(", ")
1518                    );
1519                    let forks = vec![
1520                        VersionFork {
1521                            env: left,
1522                            id,
1523                            version: None,
1524                        },
1525                        VersionFork {
1526                            env: right,
1527                            id,
1528                            version: None,
1529                        },
1530                    ];
1531                    return Ok(Some(ResolverVersion::Forked(forks)));
1532                }
1533            }
1534        }
1535
1536        // For now, we only apply this to local versions.
1537        if !candidate.version().is_local() {
1538            return Ok(None);
1539        }
1540
1541        debug!(
1542            "Looking at local version: {}=={}",
1543            name,
1544            candidate.version()
1545        );
1546
1547        // If there's a non-local version...
1548        let range = range.clone().intersection(&Range::singleton(
1549            candidate.version().clone().without_local(),
1550        ));
1551
1552        let Some(base_candidate) = self.selector.select(
1553            name,
1554            &range,
1555            version_maps,
1556            preferences,
1557            &self.installed_packages,
1558            &self.exclusions,
1559            index,
1560            env,
1561            self.tags.as_ref(),
1562        ) else {
1563            return Ok(None);
1564        };
1565        let CandidateDist::Compatible(base_dist) = base_candidate.dist() else {
1566            return Ok(None);
1567        };
1568
1569        // ...and the non-local version has greater platform support...
1570        let mut remainder = {
1571            let mut remainder = base_dist.implied_markers();
1572            remainder = remainder.and(artifact_markers.negate());
1573            remainder
1574        };
1575        if remainder.is_false() {
1576            return Ok(None);
1577        }
1578
1579        // If the remainder isn't relevant to the current environment, there's no need to fork.
1580        // For example, if we're solving for `sys_platform == 'darwin'` but the remainder is
1581        // `sys_platform == 'linux'`, we don't need to fork.
1582        if !env.included_by_marker(remainder) {
1583            return Ok(None);
1584        }
1585
1586        // Similarly, if the local distribution is incompatible with the current environment, then
1587        // use the base distribution instead (but don't fork).
1588        if !env.included_by_marker(artifact_markers) {
1589            let filename = match dist.for_installation() {
1590                ResolvedDistRef::InstallableRegistrySourceDist { sdist, .. } => sdist
1591                    .filename()
1592                    .unwrap_or(Cow::Borrowed("unknown filename")),
1593                ResolvedDistRef::InstallableRegistryBuiltDist { wheel, .. } => wheel
1594                    .filename()
1595                    .unwrap_or(Cow::Borrowed("unknown filename")),
1596                ResolvedDistRef::Installed { .. } => Cow::Borrowed("installed"),
1597            };
1598
1599            debug!(
1600                "Preferring non-local candidate: {}=={} [{}] ({})",
1601                name,
1602                base_candidate.version(),
1603                base_candidate.choice_kind(),
1604                filename,
1605            );
1606            self.visit_candidate(&base_candidate, base_dist, package, name, pins, requests)?;
1607
1608            return Ok(Some(ResolverVersion::Unforked(
1609                base_candidate.version().clone(),
1610            )));
1611        }
1612
1613        // If the implied markers includes _some_ macOS environments, but the remainder doesn't,
1614        // then we can extend the implied markers to include _all_ macOS environments. Same goes for
1615        // Linux and Windows.
1616        //
1617        // The idea here is that the base version could support (e.g.) ARM macOS, but not Intel
1618        // macOS. But if _neither_ version supports Intel macOS, we'd rather use `sys_platform == 'darwin'`
1619        // instead of `sys_platform == 'darwin' and platform_machine == 'arm64'`, since it's much
1620        // simpler, and _neither_ version will succeed with Intel macOS anyway.
1621        for value in [
1622            arcstr::literal!("darwin"),
1623            arcstr::literal!("linux"),
1624            arcstr::literal!("win32"),
1625        ] {
1626            let sys_platform = MarkerTree::expression(MarkerExpression::String {
1627                key: MarkerValueString::SysPlatform,
1628                operator: MarkerOperator::Equal,
1629                value,
1630            });
1631            if artifact_markers.is_disjoint(sys_platform) && !remainder.is_disjoint(sys_platform) {
1632                remainder = remainder.or(sys_platform);
1633            }
1634        }
1635
1636        // Otherwise, we need to fork.
1637        let Some((base_env, local_env)) = fork_version_by_marker(env, remainder) else {
1638            return Ok(None);
1639        };
1640
1641        debug!(
1642            "Forking platform for {}=={} ({})",
1643            name,
1644            candidate.version(),
1645            [&base_env, &local_env]
1646                .iter()
1647                .map(ToString::to_string)
1648                .collect::<Vec<_>>()
1649                .join(", ")
1650        );
1651        self.visit_candidate(candidate, dist, package, name, pins, requests)?;
1652        self.visit_candidate(&base_candidate, base_dist, package, name, pins, requests)?;
1653
1654        let forks = vec![
1655            VersionFork {
1656                env: base_env.clone(),
1657                id,
1658                version: Some(base_candidate.version().clone()),
1659            },
1660            VersionFork {
1661                env: local_env.clone(),
1662                id,
1663                version: Some(candidate.version().clone()),
1664            },
1665        ];
1666        Ok(Some(ResolverVersion::Forked(forks)))
1667    }
1668
1669    /// Visit a selected candidate.
1670    fn visit_candidate<'index>(
1671        &self,
1672        candidate: &Candidate,
1673        dist: &CompatibleDist,
1674        package: &PubGrubPackage,
1675        name: &PackageName,
1676        pins: &mut FilePins<'index>,
1677        requests: &'index MetadataRequests,
1678    ) -> Result<(), ResolveError> {
1679        let request = if matches!(&**package, PubGrubPackageInner::Package { .. })
1680            && self.dependency_mode.is_transitive()
1681        {
1682            Some(|| {
1683                requests.request_metadata(
1684                    MetadataRequest::Resolved(dist.for_resolution()),
1685                    |request| {
1686                        if name != request.name() {
1687                            return Err(ResolveError::MismatchedPackageName {
1688                                request: "distribution",
1689                                expected: name.clone(),
1690                                actual: request.name().clone(),
1691                            });
1692                        }
1693                        // Verify that the package is allowed under the hash-checking policy.
1694                        if !self
1695                            .hasher
1696                            .allows_package(candidate.name(), candidate.version())
1697                        {
1698                            return Err(ResolveError::UnhashedPackage(candidate.name().clone()));
1699                        }
1700                        Ok(())
1701                    },
1702                )
1703            })
1704        } else {
1705            None
1706        };
1707        pins.insert(candidate, dist, request)
1708    }
1709
1710    /// Check if the distribution is incompatible with the Python requirement, and if so, return
1711    /// the incompatibility.
1712    fn check_requires_python<'dist>(
1713        dist: &'dist CompatibleDist,
1714        python_requirement: &PythonRequirement,
1715    ) -> Option<(&'dist VersionSpecifiers, IncompatibleDist)> {
1716        let requires_python = dist.requires_python()?;
1717        if python_requirement.target().is_contained_by(requires_python) {
1718            None
1719        } else {
1720            let incompatibility = if matches!(dist, CompatibleDist::CompatibleWheel { .. }) {
1721                IncompatibleDist::Wheel(IncompatibleWheel::RequiresPython(
1722                    requires_python.clone(),
1723                    if python_requirement.installed() == python_requirement.target() {
1724                        PythonRequirementKind::Installed
1725                    } else {
1726                        PythonRequirementKind::Target
1727                    },
1728                ))
1729            } else {
1730                IncompatibleDist::Source(IncompatibleSource::RequiresPython(
1731                    requires_python.clone(),
1732                    if python_requirement.installed() == python_requirement.target() {
1733                        PythonRequirementKind::Installed
1734                    } else {
1735                        PythonRequirementKind::Target
1736                    },
1737                ))
1738            };
1739            Some((requires_python, incompatibility))
1740        }
1741    }
1742
1743    /// Given a candidate package and version, return its dependencies.
1744    fn get_dependencies_forking(
1745        &self,
1746        id: Id<PubGrubPackage>,
1747        package: &PubGrubPackage,
1748        version: &Version,
1749        pins: &FilePins,
1750        env: &ResolverEnvironment,
1751        python_requirement: &PythonRequirement,
1752        pubgrub: &State<UvDependencyProvider>,
1753    ) -> Result<ForkedDependencies, ResolveError> {
1754        let dependencies =
1755            self.get_dependencies(id, package, version, pins, env, python_requirement, pubgrub)?;
1756        if env.marker_environment().is_some() {
1757            Ok(ForkedDependencies::from_dependencies_platform_specific(
1758                dependencies,
1759            ))
1760        } else {
1761            Ok(ForkedDependencies::from_dependencies_universal(
1762                dependencies,
1763                env,
1764                python_requirement,
1765                &self.conflicts,
1766            ))
1767        }
1768    }
1769
1770    /// Given a candidate package and version, return its dependencies.
1771    #[instrument(skip_all, fields(%package, %version))]
1772    fn get_dependencies(
1773        &self,
1774        id: Id<PubGrubPackage>,
1775        package: &PubGrubPackage,
1776        version: &Version,
1777        pins: &FilePins,
1778        env: &ResolverEnvironment,
1779        python_requirement: &PythonRequirement,
1780        pubgrub: &State<UvDependencyProvider>,
1781    ) -> Result<Dependencies, ResolveError> {
1782        let expander = RequirementExpander::new(
1783            &self.constraints,
1784            &self.overrides,
1785            &self.excludes,
1786            env,
1787            python_requirement,
1788        );
1789        let dependencies = match &**package {
1790            PubGrubPackageInner::Root(_) => {
1791                let requirements = expander.expand(&self.requirements, RequirementContext::Root);
1792
1793                PubGrubDependency::from_requirements(
1794                    &self.conflicts,
1795                    requirements,
1796                    None,
1797                    Some(package),
1798                )
1799            }
1800
1801            PubGrubPackageInner::Package {
1802                name,
1803                kind,
1804                marker: _,
1805            } => {
1806                // If we're excluding transitive dependencies, short-circuit.
1807                if self.dependency_mode.is_direct() {
1808                    return Ok(Dependencies::Unforkable(Vec::default()));
1809                }
1810
1811                let registered = pins
1812                    .metadata(name, version)
1813                    .ok_or_else(|| ResolveError::UnregisteredTask(format!("{name}=={version}")))?;
1814
1815                // If the package does not exist in the registry or locally, we cannot fetch its dependencies
1816                if self.dependency_mode.is_transitive()
1817                    && self.unavailable_packages.pin().contains_key(name)
1818                    && self.installed_packages.get_packages(name).is_empty()
1819                {
1820                    debug_assert!(
1821                        false,
1822                        "Dependencies were requested for a package that is not available"
1823                    );
1824                    return Err(ResolveError::PackageUnavailable(name.clone()));
1825                }
1826
1827                // Wait for the metadata to be available.
1828                let response = registered.wait();
1829
1830                let metadata = match &*response {
1831                    MetadataResponse::Found(archive) => &archive.metadata,
1832                    MetadataResponse::Unavailable(reason) => {
1833                        let unavailable_version = UnavailableVersion::from(reason);
1834                        let message = unavailable_version.singular_message();
1835                        if let Some(err) = reason.source() {
1836                            // Show the detailed error for metadata parse errors.
1837                            warn!("{name} {message}: {err}");
1838                        } else {
1839                            warn!("{name} {message}");
1840                        }
1841                        let incomplete_packages = self.incomplete_packages.pin();
1842                        let versions = incomplete_packages.get_or_insert(
1843                            name.clone(),
1844                            HashMap::builder().resize_mode(ResizeMode::Blocking).build(),
1845                        );
1846                        versions.pin().insert(version.clone(), reason.clone());
1847                        return Ok(Dependencies::Unavailable(unavailable_version));
1848                    }
1849                    MetadataResponse::Error(dist, err) => {
1850                        let chain = DerivationChainBuilder::from_state(id, version, pubgrub)
1851                            .unwrap_or_default();
1852                        return Err(ResolveError::Dist(
1853                            DistErrorKind::from_requested_dist(dist, &**err),
1854                            dist.clone(),
1855                            chain,
1856                            err.clone(),
1857                        ));
1858                    }
1859                };
1860
1861                // If there was no requires-python on the index page, we may have an incompatible
1862                // distribution or need to fork.
1863                if let Some(requires_python) = &metadata.requires_python {
1864                    if !python_requirement.target().is_contained_by(requires_python) {
1865                        return Ok(Dependencies::RequiresPython(requires_python.clone()));
1866                    }
1867                }
1868
1869                // Identify any system dependencies based on the index URL.
1870                let system_dependencies = self
1871                    .options
1872                    .torch_backend
1873                    .as_ref()
1874                    .filter(|torch_backend| matches!(torch_backend, TorchStrategy::Cuda { .. }))
1875                    .filter(|torch_backend| torch_backend.has_system_dependency(name))
1876                    .and_then(|_| pins.get(name, version).and_then(ResolvedDist::index))
1877                    .map(IndexUrl::url)
1878                    .and_then(SystemDependency::from_index)
1879                    .into_iter()
1880                    .inspect(|system_dependency| {
1881                        debug!(
1882                            "Adding system dependency `{}` for `{package}@{version}`",
1883                            system_dependency
1884                        );
1885                    })
1886                    .map(PubGrubDependency::from);
1887
1888                let (requirements, context) = match kind {
1889                    PackageNodeKind::Group(group) => (
1890                        metadata
1891                            .dependency_groups
1892                            .get(group)
1893                            .map_or(&[][..], AsRef::as_ref),
1894                        RequirementContext::Group { name, version },
1895                    ),
1896                    PackageNodeKind::Extra(extra) => (
1897                        metadata.requires_dist.as_ref(),
1898                        RequirementContext::Extra {
1899                            name,
1900                            version,
1901                            extra,
1902                        },
1903                    ),
1904                    PackageNodeKind::Base => (
1905                        metadata.requires_dist.as_ref(),
1906                        RequirementContext::Package { name, version },
1907                    ),
1908                };
1909                let requirements = expander.expand(requirements, context);
1910
1911                PubGrubDependency::from_requirements(
1912                    &self.conflicts,
1913                    requirements,
1914                    kind.group(),
1915                    Some(package),
1916                )
1917                .map(|mut dependencies| {
1918                    dependencies.extend(system_dependencies);
1919                    dependencies
1920                })
1921            }
1922
1923            PubGrubPackageInner::Python(_) => return Ok(Dependencies::Unforkable(Vec::default())),
1924
1925            PubGrubPackageInner::System(_) => return Ok(Dependencies::Unforkable(Vec::default())),
1926
1927            // Add a dependency on both the marker and base package.
1928            PubGrubPackageInner::Marker { name, marker } => {
1929                return Ok(Dependencies::Unforkable(
1930                    [MarkerTree::TRUE, *marker]
1931                        .into_iter()
1932                        .map(move |marker| PubGrubDependency {
1933                            package: PubGrubPackage::from(PubGrubPackageInner::Package {
1934                                name: name.clone(),
1935                                kind: PackageNodeKind::Base,
1936                                marker,
1937                            }),
1938                            version: Range::singleton(version.clone()),
1939                            parent: None,
1940                            source: DependencySource::Unspecified,
1941                        })
1942                        .collect(),
1943                ));
1944            }
1945
1946            // Add a dependency on both the extra and base package, with and without the marker.
1947            PubGrubPackageInner::Extra {
1948                name,
1949                extra,
1950                marker,
1951            } => {
1952                return Ok(Dependencies::Unforkable(
1953                    [MarkerTree::TRUE, *marker]
1954                        .into_iter()
1955                        .dedup()
1956                        .flat_map(move |marker| {
1957                            [None, Some(extra)]
1958                                .into_iter()
1959                                .map(move |extra| PubGrubDependency {
1960                                    package: PubGrubPackage::from(PubGrubPackageInner::Package {
1961                                        name: name.clone(),
1962                                        kind: extra
1963                                            .cloned()
1964                                            .map_or(PackageNodeKind::Base, PackageNodeKind::Extra),
1965                                        marker,
1966                                    }),
1967                                    version: Range::singleton(version.clone()),
1968                                    parent: None,
1969                                    source: DependencySource::Unspecified,
1970                                })
1971                        })
1972                        .collect(),
1973                ));
1974            }
1975
1976            // Add a dependency on the dependency group, with and without the marker.
1977            PubGrubPackageInner::Group {
1978                name,
1979                group,
1980                marker,
1981            } => {
1982                return Ok(Dependencies::Unforkable(
1983                    [MarkerTree::TRUE, *marker]
1984                        .into_iter()
1985                        .dedup()
1986                        .map(|marker| PubGrubDependency {
1987                            package: PubGrubPackage::from(PubGrubPackageInner::Package {
1988                                name: name.clone(),
1989                                kind: PackageNodeKind::Group(group.clone()),
1990                                marker,
1991                            }),
1992                            version: Range::singleton(version.clone()),
1993                            parent: None,
1994                            source: DependencySource::Unspecified,
1995                        })
1996                        .collect(),
1997                ));
1998            }
1999        };
2000        Ok(match dependencies {
2001            Ok(dependencies) => Dependencies::Available(dependencies),
2002            Err(requirement) => {
2003                Dependencies::Unavailable(UnavailableVersion::UnsatisfiableDependency(requirement))
2004            }
2005        })
2006    }
2007
2008    /// Fetch the metadata for a stream of packages and versions.
2009    async fn fetch<Provider: ResolverProvider>(
2010        self: Arc<Self>,
2011        provider: Arc<Provider>,
2012        request_stream: Receiver<Request>,
2013    ) -> Result<(), ResolveError> {
2014        let mut response_stream = ReceiverStream::new(request_stream)
2015            .map(|request| self.process_request(request, &*provider).boxed_local())
2016            // Allow as many futures as possible to start in the background.
2017            // Backpressure is provided by at a more granular level by `DistributionDatabase`
2018            // and `SourceDispatch`, as well as the bounded request channel.
2019            .buffer_unordered(usize::MAX);
2020
2021        while let Some(response) = response_stream.next().await {
2022            match response? {
2023                Some(Response::Package(name, index, version_map)) => {
2024                    trace!("Received package metadata for: {name}");
2025                    if let Some(index) = index {
2026                        self.index
2027                            .explicit()
2028                            .done((name, index), Arc::new(version_map));
2029                    } else {
2030                        self.index.implicit().done(name, Arc::new(version_map));
2031                    }
2032                }
2033                Some(Response::Installed { dist, metadata }) => {
2034                    trace!("Received installed distribution metadata for: {dist}");
2035                    self.index
2036                        .distributions()
2037                        .done(dist.distribution_id(), Arc::new(metadata));
2038                }
2039                Some(Response::Dist { dist, metadata }) => {
2040                    let dist_kind = match dist {
2041                        Dist::Built(_) => "built",
2042                        Dist::Source(_) => "source",
2043                    };
2044                    trace!("Received {dist_kind} distribution metadata for: {dist}");
2045                    if let MetadataResponse::Unavailable(reason) = &metadata {
2046                        let message = UnavailableVersion::from(reason).singular_message();
2047                        if let Some(err) = reason.source() {
2048                            // Show the detailed error for metadata parse errors.
2049                            warn!("{dist} {message}: {err}");
2050                        } else {
2051                            warn!("{dist} {message}");
2052                        }
2053                    }
2054                    self.index
2055                        .distributions()
2056                        .done(dist.distribution_id(), Arc::new(metadata));
2057                }
2058                None => {}
2059            }
2060        }
2061
2062        Ok::<(), ResolveError>(())
2063    }
2064
2065    #[instrument(skip_all, fields(%request))]
2066    async fn process_request<Provider: ResolverProvider>(
2067        &self,
2068        request: Request,
2069        provider: &Provider,
2070    ) -> Result<Option<Response>, ResolveError> {
2071        match request {
2072            // Fetch package metadata from the registry.
2073            Request::Package(package_name, index) => {
2074                let package_versions = provider
2075                    .get_package_versions(&package_name, index.as_ref())
2076                    .boxed_local()
2077                    .await
2078                    .map_err(ResolveError::Client)?;
2079
2080                Ok(Some(Response::Package(
2081                    package_name,
2082                    index.map(IndexMetadata::into_url),
2083                    package_versions,
2084                )))
2085            }
2086
2087            // Fetch distribution metadata from the distribution database.
2088            Request::Dist(dist) => {
2089                if let Some(version) = dist.version() {
2090                    if let Some(index) = dist.index() {
2091                        // Check the implicit indexes for pre-provided metadata.
2092                        let versions_response = self.index.implicit().get(dist.name());
2093                        if let Some(VersionsResponse::Found(version_maps)) =
2094                            versions_response.as_deref()
2095                        {
2096                            for version_map in version_maps {
2097                                if version_map.index() == Some(index) {
2098                                    let Some(metadata) = version_map.get_metadata(version) else {
2099                                        continue;
2100                                    };
2101                                    debug!("Found registry-provided metadata for: {dist}");
2102                                    return Ok(Some(Response::Dist {
2103                                        dist,
2104                                        metadata: MetadataResponse::Found(
2105                                            ArchiveMetadata::from_metadata23(metadata),
2106                                        ),
2107                                    }));
2108                                }
2109                            }
2110                        }
2111
2112                        // Check the explicit indexes for pre-provided metadata.
2113                        let versions_response = self
2114                            .index
2115                            .explicit()
2116                            .get(&(dist.name().clone(), index.clone()));
2117                        if let Some(VersionsResponse::Found(version_maps)) =
2118                            versions_response.as_deref()
2119                        {
2120                            for version_map in version_maps {
2121                                let Some(metadata) = version_map.get_metadata(version) else {
2122                                    continue;
2123                                };
2124                                debug!("Found registry-provided metadata for: {dist}");
2125                                return Ok(Some(Response::Dist {
2126                                    dist,
2127                                    metadata: MetadataResponse::Found(
2128                                        ArchiveMetadata::from_metadata23(metadata),
2129                                    ),
2130                                }));
2131                            }
2132                        }
2133                    }
2134                }
2135
2136                let metadata = provider
2137                    .get_or_build_wheel_metadata(&dist)
2138                    .boxed_local()
2139                    .await?;
2140
2141                if let MetadataResponse::Found(metadata) = &metadata {
2142                    if &metadata.metadata.name != dist.name() {
2143                        return Err(ResolveError::MismatchedPackageName {
2144                            request: "distribution metadata",
2145                            expected: dist.name().clone(),
2146                            actual: metadata.metadata.name.clone(),
2147                        });
2148                    }
2149                }
2150
2151                Ok(Some(Response::Dist { dist, metadata }))
2152            }
2153
2154            Request::Installed(dist) => {
2155                let metadata = provider.get_installed_metadata(&dist).boxed_local().await?;
2156
2157                if let MetadataResponse::Found(metadata) = &metadata {
2158                    if &metadata.metadata.name != dist.name() {
2159                        return Err(ResolveError::MismatchedPackageName {
2160                            request: "installed metadata",
2161                            expected: dist.name().clone(),
2162                            actual: metadata.metadata.name.clone(),
2163                        });
2164                    }
2165                }
2166
2167                Ok(Some(Response::Installed { dist, metadata }))
2168            }
2169
2170            // Pre-fetch the package and distribution metadata.
2171            Request::Prefetch(package_name, range, python_requirement) => {
2172                // Wait for the package metadata to become available.
2173                let versions_response = self
2174                    .index
2175                    .implicit()
2176                    .get_registered(package_name.clone())
2177                    .ok_or_else(|| ResolveError::UnregisteredTask(package_name.to_string()))?
2178                    .wait()
2179                    .await;
2180
2181                let version_map = match *versions_response {
2182                    VersionsResponse::Found(ref version_map) => version_map,
2183                    // Short-circuit if we did not find any versions for the package
2184                    VersionsResponse::NoIndex => {
2185                        self.unavailable_packages
2186                            .pin()
2187                            .insert(package_name.clone(), UnavailablePackage::NoIndex);
2188
2189                        return Ok(None);
2190                    }
2191                    VersionsResponse::Offline => {
2192                        self.unavailable_packages
2193                            .pin()
2194                            .insert(package_name.clone(), UnavailablePackage::Offline);
2195
2196                        return Ok(None);
2197                    }
2198                    VersionsResponse::NotFound => {
2199                        self.unavailable_packages
2200                            .pin()
2201                            .insert(package_name.clone(), UnavailablePackage::NotFound);
2202
2203                        return Ok(None);
2204                    }
2205                };
2206
2207                // We don't have access to the fork state when prefetching.
2208                let env = ResolverEnvironment::universal(vec![]);
2209
2210                // Try to find a compatible version. If there aren't any compatible versions,
2211                // short-circuit.
2212                let Some(candidate) = self.selector.select(
2213                    &package_name,
2214                    &range,
2215                    version_map,
2216                    &self.preferences,
2217                    &self.installed_packages,
2218                    &self.exclusions,
2219                    None,
2220                    &env,
2221                    self.tags.as_ref(),
2222                ) else {
2223                    return Ok(None);
2224                };
2225
2226                // If there is not a compatible distribution, short-circuit.
2227                let Some(dist) = candidate.compatible() else {
2228                    return Ok(None);
2229                };
2230
2231                // If the registry provided metadata for this distribution, use it.
2232                for version_map in version_map {
2233                    if let Some(metadata) = version_map.get_metadata(candidate.version()) {
2234                        let dist = dist.for_resolution();
2235                        if version_map.index() == dist.index() {
2236                            debug!("Found registry-provided metadata for: {dist}");
2237
2238                            let metadata =
2239                                MetadataResponse::Found(ArchiveMetadata::from_metadata23(metadata));
2240
2241                            let dist = dist.to_owned();
2242                            if &package_name != dist.name() {
2243                                return Err(ResolveError::MismatchedPackageName {
2244                                    request: "distribution",
2245                                    expected: package_name,
2246                                    actual: dist.name().clone(),
2247                                });
2248                            }
2249
2250                            let response = match dist {
2251                                ResolvedDist::Installable { dist, .. } => Response::Dist {
2252                                    dist: (*dist).clone(),
2253                                    metadata,
2254                                },
2255                                ResolvedDist::Installed { dist } => Response::Installed {
2256                                    dist: (*dist).clone(),
2257                                    metadata,
2258                                },
2259                            };
2260
2261                            return Ok(Some(response));
2262                        }
2263                    }
2264                }
2265
2266                // Avoid prefetching source distributions with unbounded lower-bound ranges. This
2267                // often leads to failed attempts to build legacy versions of packages that are
2268                // incompatible with modern build tools.
2269                if dist.wheel().is_none() {
2270                    if !self.selector.use_highest_version(&package_name, &env) {
2271                        if let Some((lower, _)) = range.iter().next() {
2272                            if lower == Bound::Unbounded {
2273                                debug!(
2274                                    "Skipping prefetch for unbounded minimum-version range: {package_name} ({range})"
2275                                );
2276                                return Ok(None);
2277                            }
2278                        }
2279                    }
2280                }
2281
2282                // Validate the Python requirement.
2283                if let Some(requires_python) = dist.requires_python() {
2284                    if !python_requirement.target().is_contained_by(requires_python) {
2285                        return Ok(None);
2286                    }
2287                }
2288
2289                // Verify that the package is allowed under the hash-checking policy.
2290                if !self
2291                    .hasher
2292                    .allows_package(candidate.name(), candidate.version())
2293                {
2294                    return Ok(None);
2295                }
2296
2297                // Emit a request to fetch the metadata for this version.
2298                let dist = dist.for_resolution();
2299                if self.index.distributions().register(dist.distribution_id()) {
2300                    let dist = dist.to_owned();
2301                    if &package_name != dist.name() {
2302                        return Err(ResolveError::MismatchedPackageName {
2303                            request: "distribution",
2304                            expected: package_name,
2305                            actual: dist.name().clone(),
2306                        });
2307                    }
2308
2309                    let response = match dist {
2310                        ResolvedDist::Installable { dist, .. } => {
2311                            let metadata = provider
2312                                .get_or_build_wheel_metadata(&dist)
2313                                .boxed_local()
2314                                .await?;
2315
2316                            Response::Dist {
2317                                dist: (*dist).clone(),
2318                                metadata,
2319                            }
2320                        }
2321                        ResolvedDist::Installed { dist } => {
2322                            let metadata =
2323                                provider.get_installed_metadata(&dist).boxed_local().await?;
2324
2325                            Response::Installed {
2326                                dist: (*dist).clone(),
2327                                metadata,
2328                            }
2329                        }
2330                    };
2331
2332                    Ok(Some(response))
2333                } else {
2334                    Ok(None)
2335                }
2336            }
2337        }
2338    }
2339
2340    fn convert_no_solution_err(
2341        &self,
2342        mut err: pubgrub::NoSolutionError<UvDependencyProvider>,
2343        fork_urls: ForkUrls,
2344        fork_indexes: ForkIndexes,
2345        known_versions: &FxHashMap<PackageName, Arc<[Version]>>,
2346        env: ResolverEnvironment,
2347        current_environment: MarkerEnvironment,
2348        visited: &FxHashSet<PackageName>,
2349    ) -> ResolveError {
2350        err = NoSolutionError::collapse_local_version_segments(NoSolutionError::collapse_proxies(
2351            err,
2352        ));
2353        err = NoSolutionError::narrow_widened_sets(err, known_versions);
2354
2355        let mut unavailable_packages = FxHashMap::default();
2356        for package in derivation_tree_packages(&err) {
2357            if let PubGrubPackageInner::Package { name, .. } = &**package {
2358                if let Some(reason) = self.unavailable_packages.pin().get(name) {
2359                    unavailable_packages.insert(name.clone(), reason.clone());
2360                }
2361            }
2362        }
2363
2364        let mut incomplete_packages = FxHashMap::default();
2365        let incomplete_packages_cache = self.incomplete_packages.pin();
2366        for package in derivation_tree_packages(&err) {
2367            if let PubGrubPackageInner::Package { name, .. } = &**package
2368                && let Some(versions) = incomplete_packages_cache.get(name)
2369            {
2370                for (version, reason) in &versions.pin() {
2371                    incomplete_packages
2372                        .entry(name.clone())
2373                        .or_insert_with(BTreeMap::default)
2374                        .insert(version.clone(), reason.clone());
2375                }
2376            }
2377        }
2378
2379        let mut available_indexes = FxHashMap::default();
2380        let mut included_versions = FxHashMap::default();
2381        let mut available_versions = FxHashMap::default();
2382
2383        let available_version_cutoff: Option<jiff::Timestamp> =
2384            std::env::var(EnvVars::UV_TEST_AVAILABLE_VERSION_CUTOFF)
2385                .ok()
2386                .and_then(|s| s.parse().ok());
2387
2388        for package in derivation_tree_packages(&err) {
2389            let Some(name) = package.name() else { continue };
2390            if !visited.contains(name) {
2391                // Avoid including version data for packages that exist in the derivation
2392                // tree, but were never visited during resolution. We _may_ have metadata for
2393                // these packages, but it's non-deterministic, and omitting them ensures that
2394                // we represent the state of the resolver at the time of failure.
2395                continue;
2396            }
2397            let versions_response = if let Some(index) = fork_indexes.get(name) {
2398                self.index
2399                    .explicit()
2400                    .get(&(name.clone(), index.url().clone()))
2401            } else {
2402                self.index.implicit().get(name)
2403            };
2404            if let Some(response) = versions_response {
2405                if let VersionsResponse::Found(ref version_maps) = *response {
2406                    // Track included and available versions, across all indexes.
2407                    for version_map in version_maps {
2408                        let package_included_versions = included_versions
2409                            .entry(name.clone())
2410                            .or_insert_with(BTreeSet::new);
2411                        let package_available_versions = available_versions
2412                            .entry(name.clone())
2413                            .or_insert_with(BTreeSet::new);
2414
2415                        for (version, dists) in version_map.iter(&Ranges::full()) {
2416                            // Included versions are those that survive the effective
2417                            // `exclude-newer` filter used during resolution. Files with
2418                            // missing upload times are treated as excluded (matching
2419                            // the resolution behavior in `version_map.rs`).
2420                            let excluded_from_included = || {
2421                                let Some(included_version_cutoff) =
2422                                    version_map.included_version_cutoff()
2423                                else {
2424                                    return false;
2425                                };
2426                                let Some(prioritized_dist) = dists.prioritized_dist() else {
2427                                    return true;
2428                                };
2429                                prioritized_dist.files().all(|file| {
2430                                    file.upload_time_utc_ms.is_none_or(|upload_time| {
2431                                        upload_time >= included_version_cutoff.as_millisecond()
2432                                    })
2433                                })
2434                            };
2435
2436                            if !excluded_from_included() {
2437                                package_included_versions.insert(version.clone());
2438                            }
2439
2440                            // Available versions are used in resolver error reporting,
2441                            // and can be bounded by a test-only cutoff for deterministic
2442                            // snapshots. Files with missing upload times are *not*
2443                            // excluded, since we only filter versions we can confirm
2444                            // were published after the cutoff.
2445                            let excluded_from_available = || {
2446                                let Some(ref exclude_newer) = available_version_cutoff else {
2447                                    return false;
2448                                };
2449                                let Some(prioritized_dist) = dists.prioritized_dist() else {
2450                                    return false;
2451                                };
2452                                prioritized_dist.files().all(|file| {
2453                                    file.upload_time_utc_ms.is_some_and(|upload_time| {
2454                                        upload_time >= exclude_newer.as_millisecond()
2455                                    })
2456                                })
2457                            };
2458
2459                            if !excluded_from_available() {
2460                                package_available_versions.insert(version.clone());
2461                            }
2462                        }
2463                    }
2464
2465                    // Track the indexes in which the package is available.
2466                    available_indexes
2467                        .entry(name.clone())
2468                        .or_insert(BTreeSet::new())
2469                        .extend(
2470                            version_maps
2471                                .iter()
2472                                .filter_map(|version_map| version_map.index().cloned()),
2473                        );
2474                }
2475            }
2476        }
2477
2478        ResolveError::NoSolution(Box::new(NoSolutionError::new(
2479            err,
2480            self.index.clone(),
2481            included_versions,
2482            available_versions,
2483            available_indexes,
2484            self.selector.clone(),
2485            self.python_requirement.clone(),
2486            self.locations.clone(),
2487            self.capabilities.clone(),
2488            unavailable_packages,
2489            incomplete_packages,
2490            fork_urls,
2491            fork_indexes,
2492            env,
2493            current_environment,
2494            self.tags.clone(),
2495            self.workspace_members.clone(),
2496            self.options.clone(),
2497        )))
2498    }
2499
2500    fn on_progress(&self, package: &PubGrubPackage, version: &Version) {
2501        if let Some(reporter) = self.reporter.as_ref() {
2502            match &**package {
2503                PubGrubPackageInner::Root(_) => {}
2504                PubGrubPackageInner::Python(_) => {}
2505                PubGrubPackageInner::System(_) => {}
2506                PubGrubPackageInner::Marker { .. } => {}
2507                PubGrubPackageInner::Extra { .. } => {}
2508                PubGrubPackageInner::Group { .. } => {}
2509                PubGrubPackageInner::Package { name, .. } => {
2510                    reporter.on_progress(name, &VersionOrUrlRef::Version(version));
2511                }
2512            }
2513        }
2514    }
2515
2516    fn on_complete(&self) {
2517        if let Some(reporter) = self.reporter.as_ref() {
2518            reporter.on_complete();
2519        }
2520    }
2521}
2522
2523/// All known versions for each package, from the version maps and the installed packages,
2524/// used to keep the version sets in the partial solution minimal.
2525#[derive(Clone, Default)]
2526struct KnownVersions(FxHashMap<PackageName, Arc<[Version]>>);
2527
2528impl KnownVersions {
2529    /// Returns the sorted, deduplicated candidate universe used to widen version sets.
2530    ///
2531    /// Results are cached on the first call per package.
2532    ///
2533    /// Every selectable version must be present: omitting one could extend an incompatibility
2534    /// across it, while including an unselectable version only prevents a possible simplification.
2535    /// The result is therefore conservative, including yanked and otherwise unavailable versions
2536    /// from every index plus installed versions missing from the indexes. Versions past the
2537    /// exclude-newer cutoff are omitted because resolution treats them as nonexistent.
2538    ///
2539    /// Non-blocking: Returns `None` if the version map hasn't been fetched yet, or if the
2540    /// package is not a registry package.
2541    fn get_or_update<'a, InstalledPackages: InstalledPackagesProvider>(
2542        &'a mut self,
2543        index: &InMemoryIndex,
2544        installed_packages: &InstalledPackages,
2545        source: PackageSource<'_>,
2546        package: &PubGrubPackage,
2547    ) -> Option<&'a [Version]> {
2548        let name = package.name_no_root()?;
2549        // Versions of packages from a URL or the workspace are not registry versions.
2550        let PackageSource::Registry(index_metadata) = source else {
2551            return None;
2552        };
2553        if !self.0.contains_key(name) {
2554            let response = if let Some(index_metadata) = index_metadata {
2555                index
2556                    .explicit()
2557                    .get(&(name.clone(), index_metadata.url().clone()))?
2558            } else {
2559                index.implicit().get(name)?
2560            };
2561            let VersionsResponse::Found(ref version_maps) = *response else {
2562                return None;
2563            };
2564            let mut versions: Vec<Version> = version_maps
2565                .iter()
2566                .flat_map(|version_map| version_map.included_versions().cloned())
2567                .chain(
2568                    installed_packages
2569                        .get_packages(name)
2570                        .iter()
2571                        .map(|dist| dist.version().clone()),
2572                )
2573                .collect();
2574            versions.sort_unstable();
2575            versions.dedup();
2576            self.0.insert(name.clone(), versions.into());
2577        }
2578        Some(&self.0[name][..])
2579    }
2580}
2581
2582/// The operation to resume after creating a fork.
2583#[derive(Clone, Default)]
2584enum ForkContinuation {
2585    /// Run unit propagation and choose the next package.
2586    #[default]
2587    Propagate,
2588    /// Select a version for a package whose constraints have already been propagated.
2589    SelectVersion { package: Id<PubGrubPackage> },
2590    /// Use the version selected for this package by the fork operation.
2591    UseVersion {
2592        package: Id<PubGrubPackage>,
2593        version: Version,
2594    },
2595}
2596
2597/// State that is used during unit propagation in the resolver, one instance per fork.
2598#[derive(Clone)]
2599pub(crate) struct ForkState<'index> {
2600    /// The internal state used by the resolver.
2601    ///
2602    /// Note that not all parts of this state are strictly internal. For
2603    /// example, the edges in the dependency graph generated as part of the
2604    /// output of resolution are derived from the "incompatibilities" tracked
2605    /// in this state. We also ultimately retrieve the final set of version
2606    /// assignments (to packages) from this state's "partial solution."
2607    pubgrub: State<UvDependencyProvider>,
2608    /// The operation to resume when this fork is next visited.
2609    continuation: ForkContinuation,
2610    /// The next package on which to run unit propagation.
2611    next: Id<PubGrubPackage>,
2612    /// The set of pinned versions we accrue throughout resolution.
2613    ///
2614    /// The key of this map is a package name, and each package name maps to
2615    /// a set of versions for that package. Each version in turn is mapped
2616    /// to the concrete distribution selected for installation, along with the
2617    /// concrete distribution whose metadata was used during resolution.
2618    /// After resolution is finished, this map is consulted to recover both the
2619    /// locked artifact and the metadata backing the resolved dependency edges.
2620    pins: FilePins<'index>,
2621    /// Ensure we don't have duplicate URLs in any branch.
2622    ///
2623    /// Unlike [`Urls`], we add only the URLs we have seen in this branch, and there can be only
2624    /// one URL per package. By prioritizing direct URL dependencies over registry dependencies,
2625    /// this map is populated for all direct URL packages before we look at any registry packages.
2626    fork_urls: ForkUrls,
2627    /// Ensure we don't have duplicate indexes in any branch.
2628    ///
2629    /// Unlike [`Indexes`], we add only the indexes we have seen in this branch, and there can be
2630    /// only one index per package.
2631    fork_indexes: ForkIndexes,
2632    /// When dependencies for a package are retrieved, this map of priorities
2633    /// is updated based on how each dependency was specified. Certain types
2634    /// of dependencies have more "priority" than others (like direct URL
2635    /// dependencies). These priorities help determine which package to
2636    /// consider next during resolution.
2637    priorities: PubGrubPriorities,
2638    /// This keeps track of the set of versions for each package that we've
2639    /// already visited during resolution. This avoids doing redundant work.
2640    added_dependencies: FxHashMap<Id<PubGrubPackage>, FxHashSet<Version>>,
2641    /// The last range scheduled for prefetch for each undecided package.
2642    pre_visited: FxHashMap<Id<PubGrubPackage>, Range<Version>>,
2643    /// The last version selected for each package and range in a specific environment.
2644    selected_versions: FxHashMap<Id<PubGrubPackage>, (Range<Version>, Version)>,
2645    /// A cache for parsed version maps.
2646    ///
2647    /// Per fork, since the index for a package can differ between forks.
2648    known_versions: KnownVersions,
2649    /// The marker expression that created this state.
2650    ///
2651    /// The root state always corresponds to a marker expression that is always
2652    /// `true` for every `MarkerEnvironment`.
2653    ///
2654    /// In non-universal mode, forking never occurs and so this marker
2655    /// expression is always `true`.
2656    ///
2657    /// Whenever dependencies are fetched, all requirement specifications
2658    /// are checked for disjointness with the marker expression of the fork
2659    /// in which those dependencies were fetched. If a requirement has a
2660    /// completely disjoint marker expression (i.e., it can never be true given
2661    /// that the marker expression that provoked the fork is true), then that
2662    /// dependency is completely ignored.
2663    env: ResolverEnvironment,
2664    /// The Python requirement for this fork. Defaults to the Python requirement for
2665    /// the resolution, but may be narrowed if a `python_version` marker is present
2666    /// in a given fork.
2667    ///
2668    /// For example, in:
2669    /// ```text
2670    /// numpy >=1.26 ; python_version >= "3.9"
2671    /// numpy <1.26 ; python_version < "3.9"
2672    /// ```
2673    ///
2674    /// The top fork has a narrower Python compatibility range, and thus can find a
2675    /// solution that omits Python 3.8 support.
2676    python_requirement: PythonRequirement,
2677    conflict_tracker: ConflictTracker,
2678    /// Prefetch package versions for packages with many rejected versions.
2679    ///
2680    /// Tracked on the fork state to avoid counting each identical version between forks as new try.
2681    prefetcher: BatchPrefetcher,
2682}
2683
2684impl<'index> ForkState<'index> {
2685    fn new(
2686        pubgrub: State<UvDependencyProvider>,
2687        env: ResolverEnvironment,
2688        python_requirement: PythonRequirement,
2689        prefetcher: BatchPrefetcher,
2690    ) -> Self {
2691        Self {
2692            continuation: ForkContinuation::Propagate,
2693            next: pubgrub.root_package,
2694            pubgrub,
2695            pins: FilePins::default(),
2696            fork_urls: ForkUrls::default(),
2697            fork_indexes: ForkIndexes::default(),
2698            priorities: PubGrubPriorities::default(),
2699            added_dependencies: FxHashMap::default(),
2700            pre_visited: FxHashMap::default(),
2701            selected_versions: FxHashMap::default(),
2702            known_versions: KnownVersions::default(),
2703            env,
2704            python_requirement,
2705            conflict_tracker: ConflictTracker::default(),
2706            prefetcher,
2707        }
2708    }
2709
2710    /// Visit the dependencies for the selected version of the current package, incorporating any
2711    /// relevant URLs and pinned indexes into the [`ForkState`].
2712    fn visit_package_version_dependencies(
2713        &mut self,
2714        for_package: Id<PubGrubPackage>,
2715        for_version: &Version,
2716        urls: &Urls,
2717        indexes: &Indexes,
2718        dependencies: &[PubGrubDependency],
2719        git: &GitResolver,
2720        workspace_members: &BTreeSet<PackageName>,
2721        resolution_strategy: &ResolutionStrategy,
2722    ) -> Result<(), ResolveError> {
2723        for dependency in dependencies {
2724            let PubGrubDependency {
2725                package,
2726                version,
2727                parent: _,
2728                source,
2729            } = dependency;
2730
2731            let mut has_url = false;
2732            if let Some(name) = package.name() {
2733                // From the [`Requirement`] to [`PubGrubDependency`] conversion, we get a URL if the
2734                // requirement was a URL requirement. `Urls` applies canonicalization to this and
2735                // override URLs to both URL and registry requirements, which we then check for
2736                // conflicts using [`ForkUrl`].
2737                for url in urls.get_url(&self.env, name, source.verbatim_url(), git)? {
2738                    self.fork_urls.insert(name, url, &self.env)?;
2739                    has_url = true;
2740                }
2741
2742                if let Some(index) = source.explicit_index() {
2743                    self.fork_indexes.insert(name, index, &self.env)?;
2744                }
2745
2746                // If the package is pinned to an exact index, add it to the fork.
2747                for index in indexes.get(name, &self.env) {
2748                    self.fork_indexes.insert(name, index, &self.env)?;
2749                }
2750            }
2751
2752            if let Some(name) = self.pubgrub.package_store[for_package]
2753                .name_no_root()
2754                .filter(|name| !workspace_members.contains(name))
2755            {
2756                debug!(
2757                    "Adding transitive dependency for {name}=={for_version}: {package}{version}"
2758                );
2759            } else {
2760                // A dependency from the root package or `requirements.txt`.
2761                debug!("Adding direct dependency: {package}{version}");
2762
2763                // Warn the user if a direct dependency lacks a lower bound in `--lowest` resolution.
2764                let missing_lower_bound = version
2765                    .bounding_range()
2766                    .is_none_or(|(lowest, _highest)| lowest == Bound::Unbounded);
2767                let strategy_lowest = matches!(
2768                    resolution_strategy,
2769                    ResolutionStrategy::Lowest | ResolutionStrategy::LowestDirect(..)
2770                );
2771
2772                if !has_url && missing_lower_bound && strategy_lowest {
2773                    let name = package.name_no_root().unwrap();
2774                    // Handle cases where a package is listed both without and with a lower bound.
2775                    // Example:
2776                    // ```
2777                    // "coverage[toml] ; python_version < '3.11'",
2778                    // "coverage >= 7.10.0",
2779                    // ```
2780                    let bound_on_other_package = dependencies.iter().any(|other| {
2781                        Some(name) == other.package.name()
2782                            && !other
2783                                .version
2784                                .bounding_range()
2785                                .is_none_or(|(lowest, _highest)| lowest == Bound::Unbounded)
2786                    });
2787
2788                    if !bound_on_other_package {
2789                        warn_user_once!(
2790                            "The direct dependency `{name}` is unpinned. \
2791                            Consider setting a lower bound when using `--resolution lowest` \
2792                            or `--resolution lowest-direct` to avoid using outdated versions.",
2793                        );
2794                    }
2795                }
2796            }
2797
2798            // Update the package priorities.
2799            self.priorities.insert(package, version, &self.fork_urls);
2800            // As we're adding an incompatibility from the proxy package to the base package,
2801            // we need to register the base package.
2802            if let Some(base_package) = package.base_package() {
2803                self.priorities
2804                    .insert(&base_package, version, &self.fork_urls);
2805            }
2806        }
2807
2808        Ok(())
2809    }
2810
2811    /// Adds the dependencies for the selected version of the current package.
2812    ///
2813    /// For registry packages, the depending version is widened across gaps containing no other
2814    /// known version before its incompatibilities are added. Packages without a complete registry
2815    /// version map retain the selected version's singleton range.
2816    fn add_package_version_dependencies<InstalledPackages: InstalledPackagesProvider>(
2817        &mut self,
2818        for_package: Id<PubGrubPackage>,
2819        for_version: &Version,
2820        dependencies: Vec<PubGrubDependency>,
2821        index: &InMemoryIndex,
2822        installed_packages: &InstalledPackages,
2823    ) {
2824        for dependency in &dependencies {
2825            let PubGrubDependency {
2826                package,
2827                version,
2828                parent: _,
2829                source: _,
2830            } = dependency;
2831
2832            let Some(base_package) = package.base_package() else {
2833                continue;
2834            };
2835
2836            let proxy_package = self.pubgrub.package_store.alloc(package.clone());
2837            let base_package_id = self.pubgrub.package_store.alloc(base_package.clone());
2838            self.pubgrub.add_proxy_package_incompatibility(
2839                proxy_package,
2840                base_package_id,
2841                version.clone(),
2842            );
2843        }
2844
2845        // Widen across gaps so rejected adjacent versions merge into contiguous ranges rather
2846        // than leaving one hole per version.
2847        let versions = self.widen_version_to_gap(for_version, index, installed_packages);
2848        let conflict = self.pubgrub.add_package_version_dependencies(
2849            self.next,
2850            for_version.clone(),
2851            versions,
2852            dependencies.into_iter().map(|dependency| {
2853                let PubGrubDependency {
2854                    package,
2855                    version,
2856                    parent: _,
2857                    source: _,
2858                } = dependency;
2859                (package, version)
2860            }),
2861        );
2862
2863        // Conflict tracking: If the version was rejected due to its dependencies, record culprit
2864        // and affected.
2865        if let Some(incompatibility) = conflict {
2866            self.record_conflict(for_package, Some(for_version), incompatibility);
2867        }
2868    }
2869
2870    /// Widens a version of the current package to the gap around it in the known versions.
2871    fn widen_version_to_gap<InstalledPackages: InstalledPackagesProvider>(
2872        &mut self,
2873        version: &Version,
2874        index: &InMemoryIndex,
2875        installed_packages: &InstalledPackages,
2876    ) -> Range<Version> {
2877        widen_to_gap(
2878            version,
2879            self.known_versions.get_or_update(
2880                index,
2881                installed_packages,
2882                PackageSource::from_fork(
2883                    &self.pubgrub.package_store[self.next],
2884                    &self.fork_urls,
2885                    &self.fork_indexes,
2886                ),
2887                &self.pubgrub.package_store[self.next],
2888            ),
2889        )
2890    }
2891
2892    fn record_conflict(
2893        &mut self,
2894        affected: Id<PubGrubPackage>,
2895        version: Option<&Version>,
2896        incompatibility: IncompId<PubGrubPackage, Range<Version>, UnavailableReason>,
2897    ) {
2898        let mut culprit_is_real = false;
2899        for (incompatible, _term) in self.pubgrub.incompatibility_store[incompatibility].iter() {
2900            if incompatible == affected {
2901                continue;
2902            }
2903            if self.pubgrub.package_store[affected].name()
2904                == self.pubgrub.package_store[incompatible].name()
2905            {
2906                // Don't track conflicts between a marker package and the main package, when the
2907                // marker is "copying" the obligations from the main package through conflicts.
2908                continue;
2909            }
2910            culprit_is_real = true;
2911            let culprit_count = self
2912                .conflict_tracker
2913                .culprit
2914                .entry(incompatible)
2915                .or_default();
2916            *culprit_count += 1;
2917            if *culprit_count == CONFLICT_THRESHOLD {
2918                self.conflict_tracker.deprioritize.push(incompatible);
2919            }
2920        }
2921        // Don't track conflicts between a marker package and the main package, when the
2922        // marker is "copying" the obligations from the main package through conflicts.
2923        if culprit_is_real {
2924            if tracing::enabled!(Level::DEBUG) {
2925                let incompatibility = self.pubgrub.incompatibility_store[incompatibility]
2926                    .iter()
2927                    .map(|(package, _term)| &self.pubgrub.package_store[package])
2928                    .join(", ");
2929                if let Some(version) = version {
2930                    debug!(
2931                        "Recording dependency conflict of {}=={} from incompatibility of ({})",
2932                        self.pubgrub.package_store[affected], version, incompatibility
2933                    );
2934                } else {
2935                    debug!(
2936                        "Recording unit propagation conflict of {} from incompatibility of ({})",
2937                        self.pubgrub.package_store[affected], incompatibility
2938                    );
2939                }
2940            }
2941
2942            let affected_count = self.conflict_tracker.affected.entry(self.next).or_default();
2943            *affected_count += 1;
2944            if *affected_count == CONFLICT_THRESHOLD {
2945                self.conflict_tracker.prioritize.push(self.next);
2946            }
2947        }
2948    }
2949
2950    /// Change the priority of often conflicting packages and backtrack.
2951    ///
2952    /// To be called after unit propagation.
2953    fn reprioritize_conflicts(&mut self) {
2954        for package in self.conflict_tracker.prioritize.drain(..) {
2955            let changed = self
2956                .priorities
2957                .mark_conflict_early(&self.pubgrub.package_store[package]);
2958            if changed {
2959                debug!(
2960                    "Package {} has too many conflicts (affected), prioritizing",
2961                    &self.pubgrub.package_store[package]
2962                );
2963            } else {
2964                debug!(
2965                    "Package {} has too many conflicts (affected), already {:?}",
2966                    self.pubgrub.package_store[package],
2967                    self.priorities.get(&self.pubgrub.package_store[package])
2968                );
2969            }
2970        }
2971
2972        for package in self.conflict_tracker.deprioritize.drain(..) {
2973            let changed = self
2974                .priorities
2975                .mark_conflict_late(&self.pubgrub.package_store[package]);
2976            if changed {
2977                debug!(
2978                    "Package {} has too many conflicts (culprit), deprioritizing and backtracking",
2979                    self.pubgrub.package_store[package],
2980                );
2981                let backtrack_level = self.pubgrub.backtrack_package(package);
2982                if let Some(backtrack_level) = backtrack_level {
2983                    debug!("Backtracked {backtrack_level} decisions");
2984                } else {
2985                    debug!(
2986                        "Package {} is not decided, cannot backtrack",
2987                        self.pubgrub.package_store[package]
2988                    );
2989                }
2990            } else {
2991                debug!(
2992                    "Package {} has too many conflicts (culprit), already {:?}",
2993                    self.pubgrub.package_store[package],
2994                    self.priorities.get(&self.pubgrub.package_store[package])
2995                );
2996            }
2997        }
2998    }
2999
3000    /// Records that a version cannot be used.
3001    ///
3002    /// The rejected version is widened to the gap around it, so that a run of rejected versions
3003    /// excludes one contiguous range. The gap holds no known version but the rejected one, and
3004    /// none at all when that version is itself unknown: `--exclude-newer` drops a version whose
3005    /// files carry no upload time from [`KnownVersions::get_or_update`], but every one of its
3006    /// distributions is incompatible, so it cannot be selected either.
3007    fn add_unavailable_version<InstalledPackages: InstalledPackagesProvider>(
3008        &mut self,
3009        version: Version,
3010        reason: UnavailableVersion,
3011        index: &InMemoryIndex,
3012        installed_packages: &InstalledPackages,
3013    ) {
3014        let versions = self.widen_version_to_gap(&version, index, installed_packages);
3015
3016        // Incompatible requires-python versions are special in that we track
3017        // them as incompatible dependencies instead of marking the package version
3018        // as unavailable directly.
3019        if let UnavailableVersion::IncompatibleDist(
3020            IncompatibleDist::Source(IncompatibleSource::RequiresPython(requires_python, kind))
3021            | IncompatibleDist::Wheel(IncompatibleWheel::RequiresPython(requires_python, kind)),
3022        ) = reason
3023        {
3024            let package = &self.next;
3025            let python = self.pubgrub.package_store.alloc(PubGrubPackage::from(
3026                PubGrubPackageInner::Python(match kind {
3027                    PythonRequirementKind::Installed => PubGrubPython::Installed,
3028                    PythonRequirementKind::Target => PubGrubPython::Target,
3029                }),
3030            ));
3031            self.pubgrub
3032                .add_incompatibility(Incompatibility::from_dependency(
3033                    *package,
3034                    versions,
3035                    (
3036                        python,
3037                        Range::from_versions(release_specifiers_to_ranges(requires_python)),
3038                    ),
3039                ));
3040            self.pubgrub
3041                .partial_solution
3042                .add_decision(self.next, version);
3043            return;
3044        }
3045        self.pubgrub
3046            .add_incompatibility(Incompatibility::custom_term(
3047                self.next,
3048                Term::Positive(versions),
3049                UnavailableReason::Version(reason),
3050            ));
3051    }
3052
3053    fn with_continuation(mut self, continuation: ForkContinuation) -> Self {
3054        self.continuation = continuation;
3055        self
3056    }
3057
3058    /// Narrow the environment and Python requirement, invalidating candidates from the parent fork.
3059    fn with_env(mut self, env: ResolverEnvironment) -> Self {
3060        self.selected_versions.clear();
3061        self.env = env;
3062        // If the fork contains a narrowed Python requirement, apply it.
3063        if let Some(req) = self.env.narrow_python_requirement(&self.python_requirement) {
3064            debug!("Narrowed `requires-python` bound to: {}", req.target());
3065            self.python_requirement = req;
3066        }
3067        self
3068    }
3069
3070    /// Returns the URL or index for a package and version.
3071    ///
3072    /// In practice, exactly one of the returned values will be `Some`.
3073    fn source(
3074        &self,
3075        name: &PackageName,
3076        version: &Version,
3077    ) -> (Option<&VerbatimParsedUrl>, Option<&IndexUrl>) {
3078        let url = self.fork_urls.get(name);
3079        let index = url
3080            .is_none()
3081            .then(|| {
3082                self.pins
3083                    .get(name, version)
3084                    .expect("Every package should be pinned")
3085                    .index()
3086            })
3087            .flatten();
3088        (url, index)
3089    }
3090
3091    fn into_resolution(self) -> Resolution<'index> {
3092        let solution: FxHashMap<_, _> = self.pubgrub.partial_solution.extract_solution().collect();
3093        let edge_count: usize = solution
3094            .keys()
3095            .map(|package| self.pubgrub.incompatibilities[package].len())
3096            .sum();
3097        let mut edges: Vec<ResolutionDependencyEdge> = Vec::with_capacity(edge_count);
3098        for (package, self_version) in &solution {
3099            for id in &self.pubgrub.incompatibilities[package] {
3100                let incompatibility = &self.pubgrub.incompatibility_store[*id];
3101                let pubgrub::Kind::FromDependencyOf(self_package, dependency_package) =
3102                    &incompatibility.kind
3103                else {
3104                    continue;
3105                };
3106                let (self_package, dependency_package) = (*self_package, *dependency_package);
3107                let Some((self_range, dependency_range)) =
3108                    incompatibility.dependency_version_sets()
3109                else {
3110                    continue;
3111                };
3112                let dependency_range =
3113                    dependency_range.map_or_else(|| Cow::Owned(Range::empty()), Cow::Borrowed);
3114                if *package != self_package {
3115                    continue;
3116                }
3117                if !self_range.contains(self_version) {
3118                    continue;
3119                }
3120                let Some(dependency_version) = solution.get(&dependency_package) else {
3121                    continue;
3122                };
3123                if !dependency_range.contains(dependency_version) {
3124                    continue;
3125                }
3126
3127                let self_package = &self.pubgrub.package_store[self_package];
3128                let dependency_package = &self.pubgrub.package_store[dependency_package];
3129
3130                let (self_name, self_kind) = match &**self_package {
3131                    PubGrubPackageInner::Package {
3132                        name: self_name,
3133                        kind: self_kind,
3134                        marker: _,
3135                    } => (Some(self_name), self_kind),
3136
3137                    PubGrubPackageInner::Root(_) => (None, &PackageNodeKind::Base),
3138
3139                    _ => continue,
3140                };
3141
3142                let (name, kind, marker) = match &**dependency_package {
3143                    PubGrubPackageInner::Package { name, kind, marker } => {
3144                        debug_assert!(kind.is_base(), "Packages should depend on a variant proxy");
3145
3146                        // Ignore self-dependencies (e.g., `tensorflow-macos` depends on `tensorflow-macos`),
3147                        // but allow groups to depend on other groups, or on the package itself.
3148                        if self_kind.group().is_none() && self_name == Some(name) {
3149                            continue;
3150                        }
3151                        (name, kind.clone(), *marker)
3152                    }
3153                    PubGrubPackageInner::Marker { name, marker } => {
3154                        if self_kind.group().is_none() && self_name == Some(name) {
3155                            continue;
3156                        }
3157                        (name, PackageNodeKind::Base, *marker)
3158                    }
3159                    PubGrubPackageInner::Extra {
3160                        name,
3161                        extra,
3162                        marker,
3163                    } => {
3164                        if self_kind.group().is_none() {
3165                            debug_assert!(self_name != Some(name), "Extras should be flattened");
3166                        }
3167                        (name, PackageNodeKind::Extra(extra.clone()), *marker)
3168                    }
3169                    PubGrubPackageInner::Group {
3170                        name,
3171                        group,
3172                        marker,
3173                    } => {
3174                        debug_assert!(self_name != Some(name), "Groups should be flattened");
3175                        (name, PackageNodeKind::Group(group.clone()), *marker)
3176                    }
3177                    PubGrubPackageInner::Root(_)
3178                    | PubGrubPackageInner::Python(_)
3179                    | PubGrubPackageInner::System(_) => continue,
3180                };
3181                let from = self_name.map(|name| {
3182                    let (url, index) = self.source(name, self_version);
3183                    ResolutionNode {
3184                        package: ResolutionPackage {
3185                            name: name.clone(),
3186                            kind: self_kind.clone(),
3187                            url: url.cloned(),
3188                            index: index.cloned(),
3189                        },
3190                        version: self_version.clone(),
3191                    }
3192                });
3193
3194                let (url, index) = self.source(name, dependency_version);
3195                let to = ResolutionNode {
3196                    package: ResolutionPackage {
3197                        name: name.clone(),
3198                        kind,
3199                        url: url.cloned(),
3200                        index: index.cloned(),
3201                    },
3202                    version: dependency_version.clone(),
3203                };
3204                let edge = ResolutionDependencyEdge { from, to, marker };
3205
3206                // An extra proxy requires both the extra and its base package. A group proxy
3207                // only requires the group itself.
3208                if let PubGrubPackageInner::Extra { .. } = &**dependency_package {
3209                    let mut base_edge = edge.clone();
3210                    base_edge.to.package.kind = PackageNodeKind::Base;
3211                    edges.push(edge);
3212                    edges.push(base_edge);
3213                } else {
3214                    edges.push(edge);
3215                }
3216            }
3217        }
3218
3219        let nodes = solution
3220            .into_iter()
3221            .filter_map(|(package, version)| {
3222                if let PubGrubPackageInner::Package {
3223                    name,
3224                    kind,
3225                    marker: MarkerTree::TRUE,
3226                } = &*self.pubgrub.package_store[package]
3227                {
3228                    let (url, index) = self.source(name, &version);
3229                    Some((
3230                        ResolutionPackage {
3231                            name: name.clone(),
3232                            kind: kind.clone(),
3233                            url: url.cloned(),
3234                            index: index.cloned(),
3235                        },
3236                        version,
3237                    ))
3238                } else {
3239                    None
3240                }
3241            })
3242            .collect();
3243
3244        Resolution {
3245            nodes,
3246            edges,
3247            pins: self.pins,
3248            env: self.env,
3249        }
3250    }
3251}
3252
3253/// Widens a single version to the largest interval that contains no other known version
3254/// ([`Ranges::widen_versions`]).
3255///
3256/// The interval adds only versions the registry does not list, which can never be selected, so an
3257/// incompatibility recorded for it holds for the same selectable versions.
3258///
3259/// Returns the singleton range when the known versions are unavailable, as for a URL or workspace
3260/// package, and for an empty list, which would otherwise widen to the full range.
3261fn widen_to_gap(version: &Version, known_versions: Option<&[Version]>) -> Range<Version> {
3262    let versions = Range::singleton(version.clone());
3263    match known_versions {
3264        Some(known_versions) if !known_versions.is_empty() => {
3265            versions.widen_versions(known_versions)
3266        }
3267        _ => versions,
3268    }
3269}
3270
3271/// Fetch the metadata for an item
3272#[derive(Debug)]
3273#[expect(clippy::large_enum_variant)]
3274pub(crate) enum Request {
3275    /// A request to fetch the metadata for a package.
3276    Package(PackageName, Option<IndexMetadata>),
3277    /// A request to fetch the metadata for a built or source distribution.
3278    Dist(Dist),
3279    /// A request to fetch the metadata from an already-installed distribution.
3280    Installed(InstalledDist),
3281    /// A request to pre-fetch the metadata for a package and the best-guess distribution.
3282    Prefetch(PackageName, Range<Version>, PythonRequirement),
3283}
3284
3285impl<'a> From<ResolvedDistRef<'a>> for Request {
3286    fn from(dist: ResolvedDistRef<'a>) -> Self {
3287        // N.B. This is almost identical to `ResolvedDistRef::to_owned`, but
3288        // creates a `Request` instead of a `ResolvedDist`. There's probably
3289        // some room for DRYing this up a bit. The obvious way would be to
3290        // add a method to create a `Dist`, but a `Dist` cannot be represented
3291        // as an installed dist.
3292        match dist {
3293            ResolvedDistRef::InstallableRegistrySourceDist { sdist, prioritized } => {
3294                // This is okay because we're only here if the prioritized dist
3295                // has an sdist, so this always succeeds.
3296                let source = prioritized.source_dist().expect("a source distribution");
3297                assert_eq!(
3298                    (&sdist.name, &sdist.version),
3299                    (&source.name, &source.version),
3300                    "expected chosen sdist to match prioritized sdist"
3301                );
3302                Self::Dist(Dist::Source(SourceDist::Registry(source)))
3303            }
3304            ResolvedDistRef::InstallableRegistryBuiltDist {
3305                wheel, prioritized, ..
3306            } => {
3307                assert_eq!(
3308                    Some(&wheel.filename),
3309                    prioritized.best_wheel().map(|(wheel, _)| &wheel.filename),
3310                    "expected chosen wheel to match best wheel"
3311                );
3312                // This is okay because we're only here if the prioritized dist
3313                // has at least one wheel, so this always succeeds.
3314                let built = prioritized.built_dist().expect("at least one wheel");
3315                Self::Dist(Dist::Built(BuiltDist::Registry(built)))
3316            }
3317            ResolvedDistRef::Installed { dist } => Self::Installed(dist.clone()),
3318        }
3319    }
3320}
3321
3322impl Display for Request {
3323    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
3324        match self {
3325            Self::Package(package_name, _) => {
3326                write!(f, "Versions {package_name}")
3327            }
3328            Self::Dist(dist) => {
3329                write!(f, "Metadata {dist}")
3330            }
3331            Self::Installed(dist) => {
3332                write!(f, "Installed metadata {dist}")
3333            }
3334            Self::Prefetch(package_name, range, _) => {
3335                write!(f, "Prefetch {package_name} {range}")
3336            }
3337        }
3338    }
3339}
3340
3341#[derive(Debug)]
3342#[expect(clippy::large_enum_variant)]
3343enum Response {
3344    /// The returned metadata for a package hosted on a registry.
3345    Package(PackageName, Option<IndexUrl>, VersionsResponse),
3346    /// The returned metadata for a distribution.
3347    Dist {
3348        dist: Dist,
3349        metadata: MetadataResponse,
3350    },
3351    /// The returned metadata for an already-installed distribution.
3352    Installed {
3353        dist: InstalledDist,
3354        metadata: MetadataResponse,
3355    },
3356}
3357
3358/// Information about the dependencies for a particular package.
3359///
3360/// This effectively distills the dependency metadata of a package down into
3361/// its pubgrub specific constituent parts: each dependency package has a range
3362/// of possible versions.
3363enum Dependencies {
3364    /// Package dependencies are not available.
3365    Unavailable(UnavailableVersion),
3366    /// Container for all available package versions.
3367    ///
3368    /// Note that in universal mode, it is possible and allowed for multiple
3369    /// `PubGrubPackage` values in this list to have the same package name.
3370    /// These conflicts are resolved via [`ForkedDependencies::from_dependencies_universal`].
3371    Available(Vec<PubGrubDependency>),
3372    /// Package metadata has a `Requires-Python` specifier that is incompatible with the target.
3373    RequiresPython(VersionSpecifiers),
3374    /// Dependencies that should never result in a fork.
3375    ///
3376    /// For example, the dependencies of a `Marker` package will have the
3377    /// same name and version, but differ according to marker expressions.
3378    /// But we never want this to result in a fork.
3379    Unforkable(Vec<PubGrubDependency>),
3380}
3381
3382/// Information about the (possibly forked) dependencies for a particular
3383/// package.
3384///
3385/// This is like `Dependencies` but with an extra variant that only occurs when
3386/// a `Dependencies` list has multiple dependency specifications with the same
3387/// name and non-overlapping marker expressions (i.e., a fork occurs).
3388#[derive(Debug)]
3389enum ForkedDependencies {
3390    /// Package dependencies are not available.
3391    Unavailable(UnavailableVersion),
3392    /// No forking occurred.
3393    ///
3394    /// This is the same as `Dependencies::Available`.
3395    Unforked(Vec<PubGrubDependency>),
3396    /// Forked containers for all available package versions.
3397    ///
3398    /// Note that there is always at least two forks. If there would
3399    /// be fewer than 2 forks, then there is no fork at all and the
3400    /// `Unforked` variant is used instead.
3401    Forked {
3402        forks: Vec<Fork>,
3403        /// The package(s) with different requirements for disjoint markers.
3404        diverging_packages: BTreeSet<PackageName>,
3405    },
3406    /// Package metadata has a `Requires-Python` specifier that is incompatible with the target.
3407    RequiresPython(VersionSpecifiers),
3408}
3409
3410impl ForkedDependencies {
3411    /// Turn a flat list of dependencies into a potential set of forked
3412    /// groups of dependencies.
3413    ///
3414    /// A fork *only* occurs when there are multiple dependencies with the same
3415    /// name *and* those dependency specifications have corresponding marker
3416    /// expressions that are completely disjoint with one another.
3417    fn from_dependencies_universal(
3418        dependencies: Dependencies,
3419        env: &ResolverEnvironment,
3420        python_requirement: &PythonRequirement,
3421        conflicts: &Conflicts,
3422    ) -> Self {
3423        let deps = match dependencies {
3424            Dependencies::Available(deps) => deps,
3425            Dependencies::Unforkable(deps) => return Self::Unforked(deps),
3426            Dependencies::RequiresPython(requires_python) => {
3427                return Self::RequiresPython(requires_python);
3428            }
3429            Dependencies::Unavailable(err) => return Self::Unavailable(err),
3430        };
3431        let mut name_to_deps: BTreeMap<PackageName, Vec<PubGrubDependency>> = BTreeMap::new();
3432        for dep in deps {
3433            let name = dep
3434                .package
3435                .name()
3436                .expect("dependency always has a name")
3437                .clone();
3438            name_to_deps.entry(name).or_default().push(dep);
3439        }
3440        let (mut forks, diverging_packages) =
3441            Self::fork(name_to_deps, env, python_requirement, conflicts);
3442        if forks.is_empty() {
3443            Self::Unforked(vec![])
3444        } else if forks.len() == 1 {
3445            Self::Unforked(forks.pop().unwrap().dependencies)
3446        } else {
3447            Self::Forked {
3448                forks,
3449                diverging_packages,
3450            }
3451        }
3452    }
3453
3454    /// Noop companion to [`ForkedDependencies::from_dependencies_universal`] for non-universal
3455    /// resolutions with a fixed marker environment.
3456    fn from_dependencies_platform_specific(dependencies: Dependencies) -> Self {
3457        match dependencies {
3458            Dependencies::Available(deps) | Dependencies::Unforkable(deps) => Self::Unforked(deps),
3459            Dependencies::RequiresPython(requires_python) => Self::RequiresPython(requires_python),
3460            Dependencies::Unavailable(err) => Self::Unavailable(err),
3461        }
3462    }
3463
3464    /// Build a list of forks determined from the dependencies of a single package.
3465    ///
3466    /// Any time a marker expression is seen that is not true for all possible
3467    /// marker environments, it is possible for it to introduce a new fork.
3468    ///
3469    /// Returns the forks discovered among the dependencies and the package(s) that
3470    /// provoked at least one additional fork.
3471    fn fork(
3472        name_to_deps: BTreeMap<PackageName, Vec<PubGrubDependency>>,
3473        env: &ResolverEnvironment,
3474        python_requirement: &PythonRequirement,
3475        conflicts: &Conflicts,
3476    ) -> (Vec<Fork>, BTreeSet<PackageName>) {
3477        let python_marker = python_requirement.to_marker_tree();
3478
3479        let mut forks = vec![Fork::new(env.clone())];
3480        let mut diverging_packages = BTreeSet::new();
3481        for (name, mut deps) in name_to_deps {
3482            assert!(!deps.is_empty(), "every name has at least one dependency");
3483            // We never fork if there's only one dependency
3484            // specification for a given package name. This particular
3485            // strategy results in a "conservative" approach to forking
3486            // that gives up correctness in some cases in exchange for
3487            // more limited forking. More limited forking results in
3488            // simpler-and-easier-to-understand lock files and faster
3489            // resolving. The correctness we give up manifests when
3490            // two transitive non-sibling dependencies conflict. In
3491            // that case, we don't detect the fork ahead of time (at
3492            // present).
3493            if let [dep] = deps.as_slice() {
3494                // There's one exception: if the requirement increases the minimum-supported Python
3495                // version, we also fork in order to respect that minimum in the subsequent
3496                // resolution.
3497                //
3498                // For example, given `requires-python = ">=3.7"` and `uv ; python_version >= "3.8"`,
3499                // where uv itself only supports Python 3.8 and later, we need to fork to ensure
3500                // that the resolution can find a solution.
3501                if marker::requires_python(dep.package.marker())
3502                    .is_none_or(|bound| !python_requirement.raises(&bound))
3503                {
3504                    let dep = deps.pop().unwrap();
3505                    let marker = dep.package.marker();
3506                    for fork in &mut forks {
3507                        if fork.env.included_by_marker(marker) {
3508                            fork.add_dependency(dep.clone());
3509                        }
3510                    }
3511                    continue;
3512                }
3513            } else {
3514                // If all dependencies have the same markers, we should also avoid forking.
3515                if let Some(dep) = deps.first() {
3516                    let marker = dep.package.marker();
3517                    if deps.iter().all(|dep| marker == dep.package.marker()) {
3518                        // Unless that "same marker" is a Python requirement that is stricter than
3519                        // the current Python requirement. In that case, we need to fork to respect
3520                        // the stricter requirement.
3521                        if marker::requires_python(marker)
3522                            .is_none_or(|bound| !python_requirement.raises(&bound))
3523                        {
3524                            for dep in deps {
3525                                for fork in &mut forks {
3526                                    if fork.env.included_by_marker(marker) {
3527                                        fork.add_dependency(dep.clone());
3528                                    }
3529                                }
3530                            }
3531                            continue;
3532                        }
3533                    }
3534                }
3535            }
3536            for dep in deps {
3537                let mut forker = match ForkingPossibility::new(env, &dep) {
3538                    ForkingPossibility::Possible(forker) => forker,
3539                    ForkingPossibility::DependencyAlwaysExcluded => {
3540                        // If the markers can never be satisfied by the parent
3541                        // fork, then we can drop this dependency unceremoniously.
3542                        continue;
3543                    }
3544                    ForkingPossibility::NoForkingPossible => {
3545                        // Or, if the markers are always true, then we just
3546                        // add the dependency to every fork unconditionally.
3547                        for fork in &mut forks {
3548                            fork.add_dependency(dep.clone());
3549                        }
3550                        continue;
3551                    }
3552                };
3553                // Otherwise, we *should* need to add a new fork...
3554                diverging_packages.insert(name.clone());
3555
3556                let mut new = vec![];
3557                for fork in std::mem::take(&mut forks) {
3558                    let Some((remaining_forker, envs)) = forker.fork(&fork.env) else {
3559                        new.push(fork);
3560                        continue;
3561                    };
3562                    forker = remaining_forker;
3563
3564                    for fork_env in envs {
3565                        let mut new_fork = fork.clone();
3566                        new_fork.set_env(fork_env);
3567                        // We only add the dependency to this fork if it
3568                        // satisfies the fork's markers. Some forks are
3569                        // specifically created to exclude this dependency,
3570                        // so this isn't always true!
3571                        if forker.included(&new_fork.env) {
3572                            new_fork.add_dependency(dep.clone());
3573                        }
3574                        // Filter out any forks we created that are disjoint with our
3575                        // Python requirement.
3576                        if new_fork.env.included_by_marker(python_marker) {
3577                            new.push(new_fork);
3578                        }
3579                    }
3580                }
3581                forks = new;
3582            }
3583        }
3584        // When there is a conflicting group configuration, we need
3585        // to potentially add more forks. Each fork added contains an
3586        // exclusion list of conflicting groups where dependencies with
3587        // the corresponding package and extra name are forcefully
3588        // excluded from that group.
3589        //
3590        // We specifically iterate on conflicting groups and
3591        // potentially re-generate all forks for each one. We do it
3592        // this way in case there are multiple sets of conflicting
3593        // groups that impact the forks here.
3594        //
3595        // For example, if we have conflicting groups {x1, x2} and {x3,
3596        // x4}, we need to make sure the forks generated from one set
3597        // also account for the other set.
3598        for set in conflicts.iter() {
3599            let mut new = vec![];
3600            for fork in std::mem::take(&mut forks) {
3601                // Check if this conflict set is relevant to this fork. We need two conditions:
3602                //
3603                // 1. At least one item has dependencies in this fork (otherwise there's nothing to
3604                //    fork on).
3605                // 2. At least two items are not already excluded in this fork's environment
3606                //    (otherwise the conflict constraint is already satisfied and no fork is
3607                //    needed).
3608                let mut has_conflicting_dependency = false;
3609                for item in set.iter() {
3610                    if fork.contains_conflicting_item(item.as_ref()) {
3611                        has_conflicting_dependency = true;
3612                        diverging_packages.insert(item.package().clone());
3613                        break;
3614                    }
3615                }
3616                if !has_conflicting_dependency {
3617                    new.push(fork);
3618                    continue;
3619                }
3620
3621                // If fewer than two items in this conflict set are still possible (not already
3622                // excluded) in this fork, the conflict constraint is already satisfied by prior
3623                // forking. We can skip the full N+1 fork split if the single remaining non-excluded
3624                // item doesn't appear in any other conflict set (since it would never need its own
3625                // "excluded" variant).
3626                let non_excluded: Vec<_> = set
3627                    .iter()
3628                    .filter(|item| fork.env.included_by_group(item.as_ref()))
3629                    .collect();
3630                if non_excluded.len() < 2 {
3631                    // Check if any non-excluded item still has a live conflict in another set —
3632                    // i.e., another set where this item AND at least one other non-excluded item
3633                    // both appear. If so, we still need to fork to create the "excluded" variant
3634                    // for that item.
3635                    let dominated = non_excluded.iter().all(|item| {
3636                        !conflicts.iter().any(|other_set| {
3637                            !std::ptr::eq(set, other_set)
3638                                && other_set.contains(item.package(), item.kind().as_ref())
3639                                && other_set
3640                                    .iter()
3641                                    .filter(|other_item| {
3642                                        other_item.package() != item.package()
3643                                            || other_item.kind() != item.kind()
3644                                    })
3645                                    .any(|other_item| {
3646                                        fork.env.included_by_group(other_item.as_ref())
3647                                    })
3648                        })
3649                    });
3650                    if dominated {
3651                        // When dependencies are added to forks, we check `included_by_marker` but
3652                        // not on whether the dependency's conflict item is included by the fork's
3653                        // environment so there may be extraneous dependencies and we need to filter
3654                        // the fork to clean up dependencies gated on already-excluded extras.
3655                        let rules: Vec<_> = set
3656                            .iter()
3657                            .filter(|item| !fork.env.included_by_group(item.as_ref()))
3658                            .cloned()
3659                            .map(Err)
3660                            .collect();
3661                        if let Some(filtered) = fork.filter(rules) {
3662                            new.push(filtered);
3663                        }
3664                        continue;
3665                    }
3666                }
3667
3668                // Create a fork that excludes ALL conflicts.
3669                if let Some(fork_none) = fork.clone().filter(set.iter().cloned().map(Err)) {
3670                    new.push(fork_none);
3671                }
3672
3673                // Now create a fork for each conflicting group, where
3674                // that fork excludes every *other* conflicting group.
3675                //
3676                // So if we have conflicting extras foo, bar and baz,
3677                // then this creates three forks: one that excludes
3678                // {foo, bar}, one that excludes {foo, baz} and one
3679                // that excludes {bar, baz}.
3680                for (i, _) in set.iter().enumerate() {
3681                    let fork_allows_group = fork.clone().filter(
3682                        set.iter()
3683                            .cloned()
3684                            .enumerate()
3685                            .map(|(j, group)| if i == j { Ok(group) } else { Err(group) }),
3686                    );
3687                    if let Some(fork_allows_group) = fork_allows_group {
3688                        new.push(fork_allows_group);
3689                    }
3690                }
3691            }
3692            forks = new;
3693        }
3694        (forks, diverging_packages)
3695    }
3696}
3697
3698/// A single fork in a list of dependencies.
3699///
3700/// A fork corresponds to the full list of dependencies for a package,
3701/// but with any conflicting dependency specifications omitted. For
3702/// example, if we have `a<2 ; sys_platform == 'foo'` and `a>=2 ;
3703/// sys_platform == 'bar'`, then because the dependency specifications
3704/// have the same name and because the marker expressions are disjoint,
3705/// a fork occurs. One fork will contain `a<2` but not `a>=2`, while
3706/// the other fork will contain `a>=2` but not `a<2`.
3707#[derive(Clone, Debug)]
3708struct Fork {
3709    /// The list of dependencies for this fork, guaranteed to be conflict
3710    /// free. (i.e., There are no two packages with the same name with
3711    /// non-overlapping marker expressions.)
3712    ///
3713    /// Note that callers shouldn't mutate this sequence directly. Instead,
3714    /// they should use `add_forked_package` or `add_nonfork_package`. Namely,
3715    /// it should be impossible for a package with a marker expression that is
3716    /// disjoint from the marker expression on this fork to be added.
3717    dependencies: Vec<PubGrubDependency>,
3718    /// The conflicting groups in this fork.
3719    ///
3720    /// This exists to make some access patterns more efficient. Namely,
3721    /// it makes it easy to check whether there's a dependency with a
3722    /// particular conflicting group in this fork.
3723    conflicts: crate::FxHashbrownSet<ConflictItem>,
3724    /// The resolver environment for this fork.
3725    ///
3726    /// Principally, this corresponds to the markers in this for. So in the
3727    /// example above, the `a<2` fork would have `sys_platform == 'foo'`, while
3728    /// the `a>=2` fork would have `sys_platform == 'bar'`.
3729    ///
3730    /// If this fork was generated from another fork, then this *includes*
3731    /// the criteria from its parent. i.e., Its marker expression represents
3732    /// the intersection of the marker expression from its parent and any
3733    /// additional marker expression generated by addition forking based on
3734    /// conflicting dependency specifications.
3735    env: ResolverEnvironment,
3736}
3737
3738impl Fork {
3739    /// Create a new fork with no dependencies with the given resolver
3740    /// environment.
3741    fn new(env: ResolverEnvironment) -> Self {
3742        Self {
3743            dependencies: vec![],
3744            conflicts: crate::FxHashbrownSet::default(),
3745            env,
3746        }
3747    }
3748
3749    /// Add a dependency to this fork.
3750    fn add_dependency(&mut self, dep: PubGrubDependency) {
3751        if let Some(conflicting_item) = dep.conflicting_item() {
3752            self.conflicts.insert(conflicting_item.to_owned());
3753        }
3754        self.dependencies.push(dep);
3755    }
3756
3757    /// Sets the resolver environment to the one given.
3758    ///
3759    /// Any dependency in this fork that does not satisfy the given environment
3760    /// is removed.
3761    fn set_env(&mut self, env: ResolverEnvironment) {
3762        self.env = env;
3763        self.dependencies.retain(|dep| {
3764            let marker = dep.package.marker();
3765            if self.env.included_by_marker(marker) {
3766                return true;
3767            }
3768            if let Some(conflicting_item) = dep.conflicting_item() {
3769                self.conflicts.remove(&conflicting_item);
3770            }
3771            false
3772        });
3773    }
3774
3775    /// Returns true if any of the dependencies in this fork contain a
3776    /// dependency with the given package and extra values.
3777    fn contains_conflicting_item(&self, item: ConflictItemRef<'_>) -> bool {
3778        self.conflicts.contains(&item)
3779    }
3780
3781    /// Include or Exclude the given groups from this fork.
3782    ///
3783    /// This removes all dependencies matching the given conflicting groups.
3784    ///
3785    /// If the exclusion rules would result in a fork with an unsatisfiable
3786    /// resolver environment, then this returns `None`.
3787    fn filter(
3788        mut self,
3789        rules: impl IntoIterator<Item = Result<ConflictItem, ConflictItem>>,
3790    ) -> Option<Self> {
3791        self.env = self.env.filter_by_group(rules)?;
3792        self.dependencies.retain(|dep| {
3793            let Some(conflicting_item) = dep.conflicting_item() else {
3794                return true;
3795            };
3796            if self.env.included_by_group(conflicting_item) {
3797                return true;
3798            }
3799            match conflicting_item.kind() {
3800                // We should not filter entire projects unless they're a top-level dependency
3801                // Otherwise, we'll fail to solve for children of the project, like extras
3802                ConflictKindRef::Project => {
3803                    if dep.parent.is_some() {
3804                        return true;
3805                    }
3806                }
3807                ConflictKindRef::Group(_) => {}
3808                ConflictKindRef::Extra(_) => {}
3809            }
3810            self.conflicts.remove(&conflicting_item);
3811            false
3812        });
3813        Some(self)
3814    }
3815
3816    /// Compare forks by their lower `requires-python` bounds.
3817    fn cmp_requires_python(&self, other: &Self) -> Ordering {
3818        cmp_requires_python(&self.env, &other.env)
3819    }
3820
3821    /// Compare forks, preferring forks with upper bounds.
3822    fn cmp_upper_bounds(&self, other: &Self) -> Ordering {
3823        // We'd prefer to solve `numpy <= 2` before solving `numpy >= 1`, since the resolution
3824        // produced by the former might work for the latter, but the inverse is unlikely to be true
3825        // due to maximum version selection. (Selecting `numpy==2.0.0` would satisfy both forks, but
3826        // selecting the latest `numpy` would not.)
3827        let self_upper_bounds = self
3828            .dependencies
3829            .iter()
3830            .filter(|dep| {
3831                dep.version
3832                    .bounding_range()
3833                    .is_some_and(|(_, upper)| !matches!(upper, Bound::Unbounded))
3834            })
3835            .count();
3836        let other_upper_bounds = other
3837            .dependencies
3838            .iter()
3839            .filter(|dep| {
3840                dep.version
3841                    .bounding_range()
3842                    .is_some_and(|(_, upper)| !matches!(upper, Bound::Unbounded))
3843            })
3844            .count();
3845
3846        self_upper_bounds.cmp(&other_upper_bounds)
3847    }
3848}
3849
3850/// Compare resolver environments by their lower Python bounds.
3851fn cmp_requires_python(
3852    self_env: &ResolverEnvironment,
3853    other_env: &ResolverEnvironment,
3854) -> Ordering {
3855    // A higher `requires-python` requirement indicates a _higher-priority_ fork.
3856    //
3857    // This ordering ensures that we prefer choosing the highest version for each fork based on
3858    // its `requires-python` requirement.
3859    //
3860    // The reverse would prefer choosing fewer versions, at the cost of using older package
3861    // versions on newer Python versions. For example, if reversed, we'd prefer to solve `<3.7
3862    // before solving `>=3.7`, since the resolution produced by the former might work for the
3863    // latter, but the inverse is unlikely to be true.
3864    let self_bound = self_env.requires_python().unwrap_or_default();
3865    let other_bound = other_env.requires_python().unwrap_or_default();
3866    self_bound.lower().cmp(other_bound.lower())
3867}
3868
3869impl Eq for Fork {}
3870
3871impl PartialEq for Fork {
3872    fn eq(&self, other: &Self) -> bool {
3873        self.dependencies == other.dependencies && self.env == other.env
3874    }
3875}
3876
3877#[derive(Debug, Clone)]
3878pub(crate) struct VersionFork {
3879    /// The environment to use in the fork.
3880    env: ResolverEnvironment,
3881    /// The initial package to select in the fork.
3882    id: Id<PubGrubPackage>,
3883    /// The initial version to set for the selected package in the fork.
3884    version: Option<Version>,
3885}
3886
3887/// Enrich a [`ResolveError`] with additional information about why a given package was included.
3888fn enrich_dependency_error(
3889    error: ResolveError,
3890    id: Id<PubGrubPackage>,
3891    version: &Version,
3892    pubgrub: &State<UvDependencyProvider>,
3893) -> ResolveError {
3894    let Some(name) = pubgrub.package_store[id].name_no_root() else {
3895        return error;
3896    };
3897    let chain = DerivationChainBuilder::from_state(id, version, pubgrub).unwrap_or_default();
3898    ResolveError::Dependencies(Box::new(error), name.clone(), version.clone(), chain)
3899}
3900
3901/// Compute the set of markers for which a package is known to be relevant.
3902fn find_environments(id: Id<PubGrubPackage>, state: &State<UvDependencyProvider>) -> MarkerTree {
3903    let package = &state.package_store[id];
3904    if package.is_root() {
3905        return MarkerTree::TRUE;
3906    }
3907
3908    // First, collect the reverse-dependency closure for the package. We limit the propagation
3909    // below to this subgraph so cycles in unrelated packages don't matter here.
3910    let mut ancestors = FxHashSet::default();
3911    let mut stack = vec![id];
3912    let mut root = None;
3913    ancestors.insert(id);
3914
3915    while let Some(current) = stack.pop() {
3916        let Some(incompatibilities) = state.incompatibilities.get(&current) else {
3917            continue;
3918        };
3919
3920        for index in incompatibilities {
3921            let incompat = &state.incompatibility_store[*index];
3922            if let Kind::FromDependencyOf(parent, child) = &incompat.kind {
3923                if current != *child {
3924                    continue;
3925                }
3926                if ancestors.insert(*parent) {
3927                    if state.package_store[*parent].is_root() {
3928                        root = Some(*parent);
3929                    }
3930                    stack.push(*parent);
3931                }
3932            }
3933        }
3934    }
3935
3936    let Some(root) = root else {
3937        return MarkerTree::FALSE;
3938    };
3939
3940    // Propagate markers forward from the root through the collected subgraph. This reaches a
3941    // fixpoint even in the presence of cycles, unlike the recursive reverse walk above.
3942    let mut environments = FxHashMap::default();
3943    let mut queue = VecDeque::from([root]);
3944    environments.insert(root, MarkerTree::TRUE);
3945
3946    while let Some(current) = queue.pop_front() {
3947        let Some(current_environment) = environments.get(&current).copied() else {
3948            continue;
3949        };
3950        let Some(incompatibilities) = state.incompatibilities.get(&current) else {
3951            continue;
3952        };
3953
3954        for index in incompatibilities {
3955            let incompat = &state.incompatibility_store[*index];
3956            let Kind::FromDependencyOf(parent, child) = &incompat.kind else {
3957                continue;
3958            };
3959            if current != *parent || !ancestors.contains(child) {
3960                continue;
3961            }
3962
3963            let mut next_environment = state.package_store[*child].marker();
3964            next_environment = next_environment.and(current_environment);
3965
3966            let entry = environments.entry(*child).or_insert(MarkerTree::FALSE);
3967            let mut combined = *entry;
3968            combined = combined.or(next_environment);
3969            if combined != *entry {
3970                *entry = combined;
3971                queue.push_back(*child);
3972            }
3973        }
3974    }
3975
3976    environments.remove(&id).unwrap_or(MarkerTree::FALSE)
3977}
3978
3979#[derive(Debug, Default, Clone)]
3980struct ConflictTracker {
3981    /// How often a decision on the package was discarded due to another package decided earlier.
3982    affected: FxHashMap<Id<PubGrubPackage>, usize>,
3983    /// Package(s) to be prioritized after the next unit propagation
3984    ///
3985    /// Distilled from `affected` for fast checking in the hot loop.
3986    prioritize: Vec<Id<PubGrubPackage>>,
3987    /// How often a package was decided earlier and caused another package to be discarded.
3988    culprit: FxHashMap<Id<PubGrubPackage>, usize>,
3989    /// Package(s) to be de-prioritized after the next unit propagation
3990    ///
3991    /// Distilled from `culprit` for fast checking in the hot loop.
3992    deprioritize: Vec<Id<PubGrubPackage>>,
3993}
3994
3995#[cfg(test)]
3996mod tests {
3997    use super::*;
3998
3999    fn versions(versions: &[&str]) -> Vec<Version> {
4000        versions
4001            .iter()
4002            .map(|version| version.parse().expect("valid version"))
4003            .collect()
4004    }
4005
4006    #[test]
4007    fn widens_a_version_to_its_gap() {
4008        let known_versions = versions(&["1.0", "2.0", "3.0"]);
4009        let version: Version = "2.0".parse().expect("valid version");
4010
4011        // A version between two others widens to the open interval between them.
4012        assert_eq!(
4013            widen_to_gap(&version, Some(&known_versions)).to_string(),
4014            ">1.0, <3.0"
4015        );
4016
4017        // At the ends of the listing the interval is unbounded.
4018        let version: Version = "1.0".parse().expect("valid version");
4019        assert_eq!(
4020            widen_to_gap(&version, Some(&known_versions)).to_string(),
4021            "<2.0"
4022        );
4023        let version: Version = "3.0".parse().expect("valid version");
4024        assert_eq!(
4025            widen_to_gap(&version, Some(&known_versions)).to_string(),
4026            ">2.0"
4027        );
4028    }
4029
4030    #[test]
4031    fn widens_a_version_without_known_versions_to_itself() {
4032        let version: Version = "2.0".parse().expect("valid version");
4033
4034        // A URL or workspace package has no registry version map to widen against.
4035        assert_eq!(
4036            widen_to_gap(&version, None),
4037            Range::singleton(version.clone())
4038        );
4039
4040        // An empty list would otherwise widen to the full range.
4041        assert_eq!(widen_to_gap(&version, Some(&[])), Range::singleton(version));
4042    }
4043}