base

CritiqueTask dataclass

Bases: Task

A Task for critique / judge tasks.

Parameters:

Name	Type	Description	Default
system_prompt	str	the system prompt to be used for generation.	required
task_description	Union[str, None]	the description of the task. Defaults to None.	None

Source code in src/distilabel/tasks/critique/base.py

@dataclass
class CritiqueTask(Task):
    """A `Task` for critique / judge tasks.

    Args:
        system_prompt (str): the system prompt to be used for generation.
        task_description (Union[str, None], optional): the description of the task. Defaults to `None`.
    """

    __type__: Literal["labelling"] = "labelling"

    @property
    def input_args_names(self) -> List[str]:
        """Returns the names of the input arguments of the task."""
        return ["instruction", "completion"]

    @property
    def output_args_names(self) -> List[str]:
        """Returns the names of the output arguments of the task."""
        return ["critique", "score"]

input_args_names: List[str] property

Returns the names of the input arguments of the task.

output_args_names: List[str] property

Returns the names of the output arguments of the task.

CritiqueTaskOutput

Bases: TypedDict

A TypedDict matching the output format of any CritiqueTask.

Source code in src/distilabel/tasks/critique/base.py

class CritiqueTaskOutput(TypedDict):
    """A `TypedDict` matching the output format of any `CritiqueTask`."""

    score: float
    critique: str