imagenet_dataset.py 1.3 KB

1234567891011121314151617181920212223242526272829303132333435363738
  1. # Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from __future__ import print_function
  15. import numpy as np
  16. import os
  17. from .common_dataset import CommonDataset
  18. class ImageNetDataset(CommonDataset):
  19. def _load_anno(self, seed=None):
  20. assert os.path.exists(self._cls_path)
  21. assert os.path.exists(self._img_root)
  22. self.images = []
  23. self.labels = []
  24. with open(self._cls_path) as fd:
  25. lines = fd.readlines()
  26. if seed is not None:
  27. np.random.RandomState(seed).shuffle(lines)
  28. for l in lines:
  29. l = l.strip().split(" ")
  30. self.images.append(os.path.join(self._img_root, l[0]))
  31. self.labels.append(np.int64(l[1]))
  32. assert os.path.exists(self.images[-1])