tau_eval.tasks.customtask module

class tau_eval.tasks.customtask.CustomTask(dataset: datasets.arrow_dataset.Dataset = None, name: str = '', s1: str = 'text', s2: str = '')

Bases: object

dataset: Dataset = None

evaluate(new_texts: list[str]) → dict

name: str = ''

s1: str = 'text'

s2: str = ''