Merge pull request #370 from SoumyadeepJana:deepweeds

PiperOrigin-RevId: 264121191

Author: copybara-github

tensorflow_datasets/image/__init__.py

@@ -37,6 +37,7 @@
 from tensorflow_datasets.image.colorectal_histology import ColorectalHistology
 from tensorflow_datasets.image.colorectal_histology import ColorectalHistologyLarge
 from tensorflow_datasets.image.cycle_gan import CycleGAN
+from tensorflow_datasets.image.deep_weeds import DeepWeeds
 from tensorflow_datasets.image.diabetic_retinopathy_detection import DiabeticRetinopathyDetection
 from tensorflow_datasets.image.downsampled_imagenet import DownsampledImagenet
 from tensorflow_datasets.image.dsprites import Dsprites

tensorflow_datasets/image/deep_weeds.py

@@ -0,0 +1,112 @@
+# coding=utf-8
+# Copyright 2019 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Dataset class for DeepWeeds dataset."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+
+import tensorflow as tf
+import tensorflow_datasets.public_api as tfds
+
+
+_URL = "https://nextcloud.qriscloud.org.au/index.php/s/a3KxPawpqkiorST/download"
+
+_DESCRIPTION = (
+    """The DeepWeeds dataset consists of 17,509 images capturing eight different weed species native to Australia """
+    """in situ with neighbouring flora.The selected weed species are local to pastoral grasslands across the state of Queensland."""
+    """The images were collected from weed infestations at the following sites across Queensland: "Black River", "Charters Towers", """
+    """ "Cluden", "Douglas", "Hervey Range", "Kelso", "McKinlay" and "Paluma"."""
+)
+
+_NAMES = [
+    "Chinee apple", "Snake weed", "Lantana", "Prickly acacia", "Siam weed",
+    "Parthenium", "Rubber vine", "Parkinsonia", "Negative"
+]
+
+_IMAGE_SHAPE = (256, 256, 3)
+
+_CITATION = """\
+ @article{DeepWeeds2019,
+  author = {Alex Olsen and
+    Dmitry A. Konovalov and
+    Bronson Philippa and
+    Peter Ridd and
+    Jake C. Wood and
+    Jamie Johns and
+    Wesley Banks and
+    Benjamin Girgenti and
+    Owen Kenny and
+    James Whinney and
+    Brendan Calvert and
+    Mostafa {Rahimi Azghadi} and
+    Ronald D. White},
+  title = {{DeepWeeds: A Multiclass Weed Species Image Dataset for Deep Learning}},
+  journal = {Scientific Reports},
+  year = 2019,
+  number = 2058,
+  month = 2,
+  volume = 9,
+  issue = 1,
+  day = 14,
+  url = "https://doi.org/10.1038/s41598-018-38343-3",
+  doi = "10.1038/s41598-018-38343-3"
+}
+"""
+
+
+class DeepWeeds(tfds.core.GeneratorBasedBuilder):
+  """DeepWeeds Image Dataset Class."""
+
+  VERSION = tfds.core.Version("1.0.0")
+
+  def _info(self):
+    """Define Dataset Info."""
+
+    return tfds.core.DatasetInfo(
+        builder=self,
+        description=(_DESCRIPTION),
+        features=tfds.features.FeaturesDict({
+            "image": tfds.features.Image(shape=_IMAGE_SHAPE),
+            "label": tfds.features.ClassLabel(names=_NAMES),
+        }),
+        supervised_keys=("image", "label"),
+        urls=[_URL],
+        citation=_CITATION,
+    )
+
+  def _split_generators(self, dl_manager):
+    """Define Splits."""
+    path = dl_manager.download_and_extract(_URL)
+
+    return [
+        tfds.core.SplitGenerator(
+            name="train",
+            gen_kwargs={
+                "data_dir_path": path,
+            },
+        ),
+    ]
+
+  def _generate_examples(self, data_dir_path):
+    """Generate images and labels for splits."""
+
+    for file_name in tf.io.gfile.listdir(data_dir_path):
+      image = os.path.join(data_dir_path, file_name)
+      label = _NAMES[int(file_name.split("-")[2].split(".")[0])]
+      yield file_name, {"image": image, "label": label}

tensorflow_datasets/image/deep_weeds_test.py

@@ -0,0 +1,31 @@
+# coding=utf-8
+# Copyright 2019 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+from tensorflow_datasets.image import deep_weeds
+import tensorflow_datasets.testing as tfds_test
+
+
+class DeepWeedsTest(tfds_test.DatasetBuilderTestCase):
+  DATASET_CLASS = deep_weeds.DeepWeeds
+  SPLITS = {
+      "train": 4,
+  }
+
+
+if __name__ == "__main__":
+  tfds_test.test_main()

tensorflow_datasets/testing/test_data/fake_examples/deep_weeds/20160928-140314-0.jpg

@@ -0,0 +1 @@
+https://nextcloud.qriscloud.org.au/index.php/s/a3KxPawpqkiorST/download 935276050 d616b33efe097909bdac9623abc5705b59ad11f6796a26a956c1aa5de652f1ba