tau_eval

• Tau-Eval package
  • Experiment
    • Experiment.from_json()
    • Experiment.run()
    • Experiment.summary()
  • ExperimentConfig
    • ExperimentConfig.classifier_args
    • ExperimentConfig.classifier_name
    • ExperimentConfig.device
    • ExperimentConfig.exp_name
    • ExperimentConfig.train_task_models
    • ExperimentConfig.train_with_generations
  • Subpackages
    • tau_eval.models package
      • Anonymizer
      • Submodules
    • tau_eval.tasks package
      • CustomTask
      • DeIdentification
      • IMDBAuthorshipClassification
      • Submodules
    • tau_eval.metrics package
      • Submodules
  • Submodules
    • Experiment
      • Experiment.from_json()
      • Experiment.run()
      • Experiment.summary()
    • ExperimentConfig
      • ExperimentConfig.classifier_args
      • ExperimentConfig.classifier_name
      • ExperimentConfig.device
      • ExperimentConfig.exp_name
      • ExperimentConfig.train_task_models
      • ExperimentConfig.train_with_generations
    • rich_display_dataframe()
    • evaluate_system_output()
    • run_models_on_custom_task()
    • run_models_on_task()
    • compute_correlation()
    • get_all_dataset_names()
    • get_all_model_method_names()
    • get_all_numeric_metric_names()
    • plot_all_metrics_for_model_on_dataset()
    • plot_metric_comparison_across_datasets()
    • plot_metric_distribution()
    • plot_radar_model_comparison()
    • plot_trade_off_metric()