evaluator.py 1.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. # !/usr/bin/env python3
  2. # -*- coding: UTF-8 -*-
  3. ################################################################################
  4. #
  5. # Copyright (c) 2024 Baidu.com, Inc. All Rights Reserved
  6. #
  7. ################################################################################
  8. """
  9. Author: PaddlePaddle Authors
  10. """
  11. import tarfile
  12. from pathlib import Path
  13. from ..base import BaseEvaluator
  14. from .model_list import MODELS
  15. class TSADEvaluator(BaseEvaluator):
  16. """ TS Anomaly Detection Model Evaluator """
  17. entities = MODELS
  18. def update_config(self):
  19. """update evalution config
  20. """
  21. self.pdx_config.update_dataset(self.global_config.dataset_dir,
  22. "TSADDataset")
  23. self.pdx_config.update_weights(self.eval_config.weight_path)
  24. def uncompress_tar_file(self):
  25. """unpackage the tar file containing training outputs and update weight path
  26. """
  27. if tarfile.is_tarfile(self.eval_config.weight_path):
  28. dest_path = Path(self.eval_config.weight_path).parent
  29. with tarfile.open(self.eval_config.weight_path, 'r') as tar:
  30. tar.extractall(path=dest_path)
  31. self.eval_config.weight_path = dest_path.joinpath(
  32. "best_accuracy.pdparams/best_model/model.pdparams")
  33. def evaluate(self):
  34. """firstly, update evaluation config, then evaluate model, finally return the evaluation result
  35. """
  36. self.uncompress_tar_file()
  37. return super().evaluate()
  38. def get_eval_kwargs(self) -> dict:
  39. """get key-value arguments of model evalution function
  40. Returns:
  41. dict: the arguments of evaluation function.
  42. """
  43. return {
  44. "weight_path": self.eval_config.weight_path,
  45. "device": self.get_device(using_device_number=1)
  46. }