Lighteval documentation
Pipeline
Pipeline
Pipeline
class lighteval.pipeline.Pipeline
< source >( tasks: strpipeline_parameters: PipelineParametersevaluation_tracker: EvaluationTrackermodel_config: lighteval.models.abstract_model.ModelConfig | None = Nonemodel = Nonemetric_options = None )
PipelineParameters
class lighteval.pipeline.PipelineParameters
< source >( launcher_type: ParallelismManagerjob_id: int = 0dataset_loading_processes: int = 1nanotron_checkpoint_path: str | None = Nonecustom_tasks_directory: str | None = Nonenum_fewshot_seeds: int = 1max_samples: int | None = Nonecot_prompt: str | None = Noneremove_reasoning_tags: bool = Truereasoning_tags: str | list[tuple[str, str]] = "[('<think>', '</think>')]"load_responses_from_details_date_id: str | None = Nonebootstrap_iters: int = 1000load_tasks_multilingual: bool = False )
ParallelismManager
class lighteval.pipeline.ParallelismManager
< source >( valuenames = Nonemodule = Nonequalname = Nonetype = Nonestart = 1 )
An enumeration.