from typing import Dict, Iterator, Optional
from taskgraph.task import Task
from taskgraph.transforms.base import TransformConfig
from taskgraph.util.schema import Schema
GROUP_BY_MAP = {}
def group_by(name, schema=None):
def wrapper(func):
assert name not in GROUP_BY_MAP, (
f"duplicate group_by function name {name} ({func} and {GROUP_BY_MAP[name]})"
)
GROUP_BY_MAP[name] = func
func.schema = schema
return func
return wrapper
@group_by("single")
def group_by_single(config, tasks):
for task in tasks:
yield [task]
@group_by("all")
def group_by_all(config, tasks):
return [[task for task in tasks]]
@group_by("attribute", schema=Schema(str))
def group_by_attribute(config, tasks, attr):
groups = {}
for task in tasks:
val = task.attributes.get(attr)
if not val:
continue
groups.setdefault(val, []).append(task)
return groups.values()
def get_dependencies(config: TransformConfig, task: Dict) -> Iterator[Task]:
if "dependencies" not in task:
return []
for label, dep in config.kind_dependencies_tasks.items():
if label in task["dependencies"].values():
yield dep
def get_primary_dependency(config: TransformConfig, task: Dict) -> Optional[Task]:
try:
primary_kind = task["attributes"]["primary-kind-dependency"]
except KeyError:
return None
for dep in get_dependencies(config, task):
if dep.kind == primary_kind:
return dep