Implement extra-ed requirement merging

When a requirement is requested multiple times, some via a direct URL
("req @ URL") and some not but with extras ("req[extra] VERSION"), the
resolver previous could not correctly find "req[extra]" if "req" is
available in an index.

This additional logic makes the resolver, when encountering a
requirement with identifier "req[extra]", to also look for explicit
candidates listed under "req", and add them as found matches for
"req[extra]".

Author: uranusjr

news/8785.bugfix.rst

@@ -0,0 +1,4 @@
+New resolver: When a requirement is requested both via a direct URL
+(``req @ URL``) and via version specifier with extras (``req[extra]``), the
+resolver will now be able to use the URL to correctly resolve the requirement
+with extras.

src/pip/_internal/resolution/resolvelib/candidates.py

@@ -33,6 +33,14 @@
 ]
 
 
+def is_base_candidate(candidate: Candidate) -> bool:
+    """Runtime check for BaseCandidate."""
+    return isinstance(
+        candidate,
+        (AlreadyInstalledCandidate, EditableCandidate, LinkCandidate),
+    )
+
+
 def make_install_req_from_link(link, template):
     # type: (Link, InstallRequirement) -> InstallRequirement
     assert not template.editable, "template is editable"

src/pip/_internal/resolution/resolvelib/factory.py

@@ -16,6 +16,8 @@
     cast,
 )
 
+from pip._vendor.packaging.requirements import InvalidRequirement
+from pip._vendor.packaging.requirements import Requirement as PackagingRequirement
 from pip._vendor.packaging.specifiers import SpecifierSet
 from pip._vendor.packaging.utils import NormalizedName, canonicalize_name
 from pip._vendor.pkg_resources import Distribution
@@ -53,6 +55,7 @@
     ExtrasCandidate,
     LinkCandidate,
     RequiresPythonCandidate,
+    is_base_candidate,
 )
 from .found_candidates import FoundCandidates, IndexCandidateInfo
 from .requirements import (
@@ -296,6 +299,27 @@ def find_candidates(
             if ireq is not None:
                 ireqs.append(ireq)
 
+        # If the current identifier contains extras, also add explicit
+        # candidates from entries from extra-less identifier.
+        try:
+            identifier_req = PackagingRequirement(identifier)
+        except InvalidRequirement:
+            base_identifier = None
+            extras: FrozenSet[str] = frozenset()
+        else:
+            base_identifier = identifier_req.name
+            extras = frozenset(identifier_req.extras)
+        if base_identifier and base_identifier in requirements:
+            for req in requirements[base_identifier]:
+                base_cand, _ = req.get_candidate_lookup()
+                if base_cand is None or not is_base_candidate(base_cand):
+                    continue
+                candidate = self._make_extras_candidate(
+                    cast(BaseCandidate, base_cand),
+                    extras,
+                )
+                explicit_candidates.add(candidate)
+
         # If none of the requirements want an explicit candidate, we can ask
         # the finder for candidates.
         if not explicit_candidates: