Add beans dataset to tfds.

PiperOrigin-RevId: 292305284

Author: TensorFlow Datasets Team

tensorflow_datasets/image/__init__.py

@@ -18,6 +18,7 @@
 from tensorflow_datasets.image.abstract_reasoning import AbstractReasoning
 from tensorflow_datasets.image.aflw2k3d import Aflw2k3d
 from tensorflow_datasets.image.arc import ARC
+from tensorflow_datasets.image.beans import Beans
 from tensorflow_datasets.image.bigearthnet import Bigearthnet
 from tensorflow_datasets.image.binarized_mnist import BinarizedMNIST
 from tensorflow_datasets.image.binary_alpha_digits import BinaryAlphaDigits

tensorflow_datasets/image/beans.py

@@ -0,0 +1,99 @@
+# coding=utf-8
+# Copyright 2020 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Beans leaf dataset with images of diseased and health leaves."""
+
+import tensorflow_datasets.public_api as tfds
+
+_CITATION = """\
+@ONLINE {beansdata,
+    author="Makerere AI Lab",
+    title="Bean disease dataset",
+    month="January",
+    year="2020",
+    url="https://github.com/AI-Lab-Makerere/ibean/"
+}
+"""
+
+_DESCRIPTION = """\
+Beans is a dataset of images of beans taken in the field using smartphone
+cameras. It consists of 3 classes: 2 disease classes and the healthy class.
+Diseases depicted include Angular Leaf Spot and Bean Rust. Data was annotated
+by experts from the National Crops Resources Research Institute (NaCRRI) in
+Uganda and collected by the Makerere AI research lab.
+"""
+
+_TRAIN_URL = "https://storage.googleapis.com/ibeans/train.zip"
+_VALIDATION_URL = "https://storage.googleapis.com/ibeans/validation.zip"
+_TEST_URL = "https://storage.googleapis.com/ibeans/test.zip"
+
+_IMAGE_SIZE = 500
+_IMAGE_SHAPE = (_IMAGE_SIZE, _IMAGE_SIZE, 3)
+
+_LABELS = ["angular_leaf_spot", "bean_rust", "healthy"]
+
+
+class Beans(tfds.core.GeneratorBasedBuilder):
+  """Beans plant leaf images dataset."""
+
+  VERSION = tfds.core.Version("0.1.0")
+
+  def _info(self):
+    return tfds.core.DatasetInfo(
+        builder=self,
+        description=_DESCRIPTION,
+        features=tfds.features.FeaturesDict({
+            "image": tfds.features.Image(shape=_IMAGE_SHAPE),
+            "label": tfds. features.ClassLabel(names=_LABELS)
+        }),
+        supervised_keys=("image", "label"),
+        homepage="https://github.com/AI-Lab-Makerere/ibean/",
+        citation=_CITATION,
+    )
+
+  def _split_generators(self, dl_manager):
+    train_path, val_path, test_path = dl_manager.download(
+        [_TRAIN_URL, _VALIDATION_URL, _TEST_URL])
+
+    return [
+        tfds.core.SplitGenerator(
+            name=tfds.Split.TRAIN,
+            gen_kwargs={
+                "archive": dl_manager.iter_archive(train_path)},
+        ),
+        tfds.core.SplitGenerator(
+            name=tfds.Split.VALIDATION,
+            gen_kwargs={
+                "archive": dl_manager.iter_archive(val_path)},
+        ),
+        tfds.core.SplitGenerator(
+            name=tfds.Split.TEST,
+            gen_kwargs={
+                "archive": dl_manager.iter_archive(test_path)},
+        ),
+    ]
+
+  def _generate_examples(self, archive):
+    """Yields examples."""
+    for fname, fobj in archive:
+      if not fname.endswith(".jpg"):
+        continue
+      label = fname.split("/")[-2]
+      record = {
+          "image": fobj,
+          "label": label,
+      }
+      yield fname, record
+

tensorflow_datasets/image/beans_test.py

@@ -0,0 +1,43 @@
+# coding=utf-8
+# Copyright 2020 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Tests for Beans dataset."""
+
+from tensorflow_datasets.image import beans
+import tensorflow_datasets.testing as tfds_test
+
+beans._IMAGE_SHAPE = (None, None, 3)  # pylint: disable=protected-access
+
+
+class BeansTest(tfds_test.DatasetBuilderTestCase):
+  DATASET_CLASS = beans.Beans
+
+  SPLITS = {
+      'train': 3,
+      'test': 3,
+      'validation': 3,
+  }
+
+  DL_EXTRACT_RESULT = ['beans_train.zip', 'beans_validation.zip',
+                       'beans_test.zip']
+
+
+class BeansS3Test(BeansTest):
+  VERSION = 'experimental_latest'
+
+
+if __name__ == '__main__':
+  tfds_test.test_main()
+

tensorflow_datasets/testing/beans.py

@@ -0,0 +1,72 @@
+# coding=utf-8
+# Copyright 2020 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+r"""Generate fake data for beans dataset.
+
+"""
+
+# from __future__ import absolute_import
+# from __future__ import division
+# from __future__ import print_function
+
+import os
+import zipfile
+
+from absl import app
+from absl import flags
+
+import tensorflow.compat.v2 as tf
+from tensorflow_datasets.core import utils
+from tensorflow_datasets.core.utils import py_utils
+from tensorflow_datasets.testing import fake_data_utils
+
+flags.DEFINE_string('tfds_dir', py_utils.tfds_dir(),
+                    'Path to tensorflow_datasets directory')
+
+FLAGS = flags.FLAGS
+
+
+def _output_dir():
+  return os.path.join(FLAGS.tfds_dir, 'testing', 'test_data', 'fake_examples',
+                      'beans')
+
+
+def _get_jpeg(height, width):
+  """Returns jpeg picture."""
+  image = fake_data_utils.get_random_picture(height, width)
+  jpeg = tf.image.encode_jpeg(image)
+  with utils.nogpu_session() as sess:
+    res = sess.run(jpeg)
+  return res
+
+
+def create_zip(fname):
+  out_path = os.path.join(_output_dir(), fname)
+  jpeg = _get_jpeg(height=5, width=5)
+  with zipfile.ZipFile(out_path, 'w') as myzip:
+    myzip.writestr('angular_leaf_spot/0.jpg', jpeg)
+    myzip.writestr('bean_rust/0.jpg', jpeg)
+    myzip.writestr('healthy/0.jpg', jpeg)
+
+
+def main(argv):
+  del argv
+  create_zip('beans_train.zip')
+  create_zip('beans_validation.zip')
+  create_zip('beans_test.zip')
+
+
+if __name__ == '__main__':
+  app.run(main)

tensorflow_datasets/testing/test_data/fake_examples/beans/beans_test.zip

@@ -0,0 +1,3 @@
+https://storage.googleapis.com/ibeans/test.zip 17708541 ca67b15d960d1e2fd9d23fd8498ce86818ead90755c630a43baf19ec4af09312
+https://storage.googleapis.com/ibeans/train.zip 143812152 284fe8456ce20687f4367ae7ad94a64577e7f9fde2c2c6b1c74340ab5dc82715
+https://storage.googleapis.com/ibeans/validation.zip 18504213 90b7aa1c26d91d9afff07a30bbc67a5ea34f1f1397f068d8675be09d7d0c602d