Add libritts audio corpus, a variant of librispeech targeted at text-to-speech synthesis applications, to tfds.

The data format is very similar to librispeech, so this change is mostly copy-pasted with only minor modifications.

All fake_examples are branched from the librispeech fake_examples with modifications to match LibriTTS formatting:
1. convert audio format from flac to wav
2. include original and normalized transcripts in TSV format.
3. use _ instead of - in filenames
4. append an extra number to each wav file name.

PiperOrigin-RevId: 297179707

Author: ronw

tensorflow_datasets/audio/__init__.py

@@ -18,5 +18,6 @@
 from tensorflow_datasets.audio.groove import Groove
 from tensorflow_datasets.audio.librispeech import Librispeech
 from tensorflow_datasets.audio.librispeech import LibrispeechConfig
+from tensorflow_datasets.audio.libritts import Libritts
 from tensorflow_datasets.audio.nsynth import Nsynth
 from tensorflow_datasets.audio.speech_commands import SpeechCommands

tensorflow_datasets/audio/libritts.py

@@ -0,0 +1,147 @@
+# coding=utf-8
+# Copyright 2020 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""LibriTTS dataset."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+
+import tensorflow.compat.v2 as tf
+
+import tensorflow_datasets.public_api as tfds
+
+_CITATION = """\
+@inproceedings{zen2019libritts,
+  title = {LibriTTS: A Corpus Derived from LibriSpeech for Text-to-Speech},
+  author = {H. Zen and V. Dang and R. Clark and Y. Zhang and R. J. Weiss and Y. Jia and Z. Chen and Y. Wu},
+  booktitle = {Proc. Interspeech},
+  month = sep,
+  year = {2019},
+  doi = {10.21437/Interspeech.2019-2441},
+}
+"""
+
+_DESCRIPTION = """\
+LibriTTS is a multi-speaker English corpus of approximately 585 hours of read
+English speech at 24kHz sampling rate, prepared by Heiga Zen with the assistance
+of Google Speech and Google Brain team members. The LibriTTS corpus is designed
+for TTS research. It is derived from the original materials (mp3 audio files
+from LibriVox and text files from Project Gutenberg) of the LibriSpeech corpus.
+The main differences from the LibriSpeech corpus are listed below:
+
+1. The audio files are at 24kHz sampling rate.
+2. The speech is split at sentence breaks.
+3. Both original and normalized texts are included.
+4. Contextual information (e.g., neighbouring sentences) can be extracted.
+5. Utterances with significant background noise are excluded.
+"""
+
+_URL = "http://www.openslr.org/60"
+_DL_URL = "http://www.openslr.org/resources/60/"
+_DL_URLS = {
+    "dev_clean": _DL_URL + "dev-clean.tar.gz",
+    "dev_other": _DL_URL + "dev-other.tar.gz",
+    "test_clean": _DL_URL + "test-clean.tar.gz",
+    "test_other": _DL_URL + "test-other.tar.gz",
+    "train_clean100": _DL_URL + "train-clean-100.tar.gz",
+    "train_clean360": _DL_URL + "train-clean-360.tar.gz",
+    "train_other500": _DL_URL + "train-other-500.tar.gz",
+}
+
+
+class Libritts(tfds.core.BeamBasedBuilder):
+  """LibriTTS dataset."""
+
+  VERSION = tfds.core.Version("1.0.0")
+
+  def _info(self):
+    return tfds.core.DatasetInfo(
+        builder=self,
+        description=_DESCRIPTION,
+        features=tfds.features.FeaturesDict({
+            "speech": tfds.features.Audio(),
+            "text_original": tfds.features.Text(),
+            "text_normalized": tfds.features.Text(),
+            "speaker_id": tf.int64,
+            "chapter_id": tf.int64,
+            "id": tf.string,
+        }),
+        supervised_keys=("text_normalized", "speech"),
+        homepage=_URL,
+        citation=_CITATION,
+        metadata=tfds.core.MetadataDict(sample_rate=24000,),
+    )
+
+  def _populate_metadata(self, dirs):
+    # All dirs contain the same metadata.
+    directory = list(dirs.values())[0]
+
+    speaker_info = {}
+    path = os.path.join(directory, "LibriTTS/speakers.tsv")
+    with tf.io.gfile.GFile(path) as f:
+      for n, line in enumerate(f):
+        # Skip the first line which is just a header.
+        if n == 0:
+          continue
+        fields = line.strip().split("\t")
+        if len(fields) == 3:
+          # Some lines are missing the final field, so leave it blank.
+          fields.append("")
+        id_str, gender, subset, name = fields
+        speaker_info[int(id_str)] = {
+            "gender": gender,
+            "subset": subset,
+            "name": name,
+        }
+    self.info.metadata["speakers"] = speaker_info
+
+  def _split_generators(self, dl_manager):
+    extracted_dirs = dl_manager.download_and_extract(_DL_URLS)
+    self._populate_metadata(extracted_dirs)
+    splits = [tfds.core.SplitGenerator(name=k, gen_kwargs={"directory": v})
+              for k, v in extracted_dirs.items()]
+    return splits
+
+  def _build_pcollection(self, pipeline, directory):
+    """Generates examples as dicts."""
+    beam = tfds.core.lazy_imports.apache_beam
+    return (pipeline
+            | beam.Create([directory])
+            | beam.FlatMap(_generate_libritts_examples)
+            | beam.Reshuffle())
+
+
+def _generate_libritts_examples(directory):
+  """Generate examples from a LibriTTS directory."""
+  transcripts_glob = os.path.join(directory, "LibriTTS", "*/*/*/*.trans.tsv")
+  for transcript_file in tf.io.gfile.glob(transcripts_glob):
+    path = os.path.dirname(transcript_file)
+    with tf.io.gfile.GFile(os.path.join(path, transcript_file)) as f:
+      for line in f:
+        key, text_original, text_normalized = line.split("\t")
+        audio_file = "%s.wav" % key
+        speaker_id, chapter_id = [int(el) for el in key.split("_")[:2]]
+        example = {
+            "speech": os.path.join(path, audio_file),
+            "text_normalized": text_normalized,
+            "text_original": text_original,
+            "speaker_id": speaker_id,
+            "chapter_id": chapter_id,
+            "id": key,
+        }
+        yield key, example

tensorflow_datasets/audio/libritts_test.py

@@ -0,0 +1,49 @@
+# coding=utf-8
+# Copyright 2020 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Tests for libritts dataset module."""
+
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+from tensorflow_datasets import testing
+from tensorflow_datasets.audio import libritts
+
+
+class LibriTTSTest(testing.DatasetBuilderTestCase):
+  DATASET_CLASS = libritts.Libritts
+  SPLITS = {
+      "train_clean100": 2,
+      "train_clean360": 2,
+      "train_other500": 2,
+      "test_clean": 2,
+      "test_other": 2,
+      "dev_clean": 2,
+      "dev_other": 2,
+  }
+  DL_EXTRACT_RESULT = {
+      "train_clean100": "train-clean-100",
+      "train_clean360": "train-clean-360",
+      "train_other500": "train-other-500",
+      "test_clean": "test-clean",
+      "test_other": "test-other",
+      "dev_clean": "dev-clean",
+      "dev_other": "dev-other",
+  }
+
+
+if __name__ == "__main__":
+  testing.test_main()

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-clean/LibriTTS/dev-clean/11/01/11_01.trans.tsv

@@ -0,0 +1 @@
+11_01_0000_000	GO DO YOU HEAR	go do you hear

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-clean/LibriTTS/dev-clean/11/01/11_01_0000_000.wav

@@ -0,0 +1 @@
+12_02_0000_000	FORGOTTEN TOO THE NAME OF GILLIAN THE LOVELY CAPTIVE	forgotten too the name of gillian the lovely captive

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-clean/LibriTTS/dev-clean/12/02/12_02.trans.tsv

@@ -0,0 +1,15 @@
+READER	GENDER	SUBSET NAME
+11	F	dev-clean	Wolverine
+12	M	dev-clean	Hulk
+13	F	dev-other	Zimmer
+14	M	dev-other	Carla
+15	F	test-clean	Groot
+16	M	test-clean	Tony
+17	F	test-other	Anita
+18	M	test-other	John
+19	F	train-clean-100	Denny
+20	M	train-clean-100	Sean
+21	F	train-clean-360	Kristin
+22	M	train-clean-360	Linton
+23	F	train-other-500	Annie
+24	M	train-other-500	Martin

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-clean/LibriTTS/dev-clean/12/02/12_02_0000_000.wav

@@ -0,0 +1 @@
+13_03_0000_000	GO DO YOU HEAR	go do you hear

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-clean/LibriTTS/speakers.tsv

@@ -0,0 +1 @@
+14_04_0000_000	FORGOTTEN TOO THE NAME OF GILLIAN THE LOVELY CAPTIVE	forgotten too the name of gillian the lovely captive

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-other/LibriTTS/dev-other/13/03/13_03.trans.tsv

@@ -0,0 +1,15 @@
+READER	GENDER	SUBSET NAME
+11	F	dev-clean	Wolverine
+12	M	dev-clean	Hulk
+13	F	dev-other	Zimmer
+14	M	dev-other	Carla
+15	F	test-clean	Groot
+16	M	test-clean	Tony
+17	F	test-other	Anita
+18	M	test-other	John
+19	F	train-clean-100	Denny
+20	M	train-clean-100	Sean
+21	F	train-clean-360	Kristin
+22	M	train-clean-360	Linton
+23	F	train-other-500	Annie
+24	M	train-other-500	Martin

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-other/LibriTTS/dev-other/13/03/13_03_0000_000.wav

@@ -0,0 +1,15 @@
+READER	GENDER	SUBSET NAME
+11	F	dev-clean	Wolverine
+12	M	dev-clean	Hulk
+13	F	dev-other	Zimmer
+14	M	dev-other	Carla
+15	F	test-clean	Groot
+16	M	test-clean	Tony
+17	F	test-other	Anita
+18	M	test-other	John
+19	F	train-clean-100	Denny
+20	M	train-clean-100	Sean
+21	F	train-clean-360	Kristin
+22	M	train-clean-360	Linton
+23	F	train-other-500	Annie
+24	M	train-other-500	Martin

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-other/LibriTTS/dev-other/14/04/14_04.trans.tsv

@@ -0,0 +1 @@
+15_05_0000_000	HE BEGAN A CONFUSED COMPLAINT AGAINST THE WIZARD WHO HAD VANISHED BEHIND THE CURTAIN ON THE LEFT	he began a confused complaint against the wizard who had vanished behind the curtain on the left

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-other/LibriTTS/dev-other/14/04/14_04_0000_000.wav

@@ -0,0 +1 @@
+16_06_0000_000	ALSO A POPULAR CONTRIVANCE WHEREBY LOVE MAKING MAY BE SUSPENDED BUT NOT STOPPED DURING THE PICNIC SEASON	also a popular contrivance whereby love making may be suspended but not stopped during the picnic season

tensorflow_datasets/testing/test_data/fake_examples/libritts/dev-other/LibriTTS/speakers.tsv

@@ -0,0 +1,15 @@
+READER	GENDER	SUBSET NAME
+11	F	dev-clean	Wolverine
+12	M	dev-clean	Hulk
+13	F	dev-other	Zimmer
+14	M	dev-other	Carla
+15	F	test-clean	Groot
+16	M	test-clean	Tony
+17	F	test-other	Anita
+18	M	test-other	John
+19	F	train-clean-100	Denny
+20	M	train-clean-100	Sean
+21	F	train-clean-360	Kristin
+22	M	train-clean-360	Linton
+23	F	train-other-500	Annie
+24	M	train-other-500	Martin

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-clean/LibriTTS/speakers.tsv

@@ -0,0 +1 @@
+17_07_0000_000	HE BEGAN A CONFUSED COMPLAINT AGAINST THE WIZARD WHO HAD VANISHED BEHIND THE CURTAIN ON THE LEFT	he began a confused complaint against the wizard who had vanished behind the curtain on the left

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-clean/LibriTTS/test-clean/15/05/15_05.trans.tsv

@@ -0,0 +1 @@
+18_08_0000_000	ALSO A POPULAR CONTRIVANCE WHEREBY LOVE MAKING MAY BE SUSPENDED BUT NOT STOPPED DURING THE PICNIC SEASON	also a popular contrivance whereby love making may be suspended but not stopped during the picnic season

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-clean/LibriTTS/test-clean/15/05/15_05_0000_000.wav

@@ -0,0 +1,15 @@
+READER	GENDER	SUBSET NAME
+11	F	dev-clean	Wolverine
+12	M	dev-clean	Hulk
+13	F	dev-other	Zimmer
+14	M	dev-other	Carla
+15	F	test-clean	Groot
+16	M	test-clean	Tony
+17	F	test-other	Anita
+18	M	test-other	John
+19	F	train-clean-100	Denny
+20	M	train-clean-100	Sean
+21	F	train-clean-360	Kristin
+22	M	train-clean-360	Linton
+23	F	train-other-500	Annie
+24	M	train-other-500	Martin

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-clean/LibriTTS/test-clean/16/06/16_06.trans.tsv

@@ -0,0 +1 @@
+19_09_0000_000	GO DO YOU HEAR	go do you hear

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-clean/LibriTTS/test-clean/16/06/16_06_0000_000.wav

@@ -0,0 +1 @@
+20_10_0000_000	FORGOTTEN TOO THE NAME OF GILLIAN THE LOVELY CAPTIVE	forgotten too the name of gillian the lovely captive

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-other/LibriTTS/speakers.tsv

@@ -0,0 +1,15 @@
+READER	GENDER	SUBSET NAME
+11	F	dev-clean	Wolverine
+12	M	dev-clean	Hulk
+13	F	dev-other	Zimmer
+14	M	dev-other	Carla
+15	F	test-clean	Groot
+16	M	test-clean	Tony
+17	F	test-other	Anita
+18	M	test-other	John
+19	F	train-clean-100	Denny
+20	M	train-clean-100	Sean
+21	F	train-clean-360	Kristin
+22	M	train-clean-360	Linton
+23	F	train-other-500	Annie
+24	M	train-other-500	Martin

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-other/LibriTTS/test-clean/17/07/17_07.trans.tsv

@@ -0,0 +1 @@
+21_11_0000_000	GO DO YOU HEAR	go do you hear

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-other/LibriTTS/test-clean/17/07/17_07_0000_000.wav

@@ -0,0 +1 @@
+22_12_0000_000	FORGOTTEN TOO THE NAME OF GILLIAN THE LOVELY CAPTIVE	forgotten too the name of gillian the lovely captive

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-other/LibriTTS/test-clean/18/08/18_08.trans.tsv

@@ -0,0 +1,15 @@
+READER	GENDER	SUBSET NAME
+11	F	dev-clean	Wolverine
+12	M	dev-clean	Hulk
+13	F	dev-other	Zimmer
+14	M	dev-other	Carla
+15	F	test-clean	Groot
+16	M	test-clean	Tony
+17	F	test-other	Anita
+18	M	test-other	John
+19	F	train-clean-100	Denny
+20	M	train-clean-100	Sean
+21	F	train-clean-360	Kristin
+22	M	train-clean-360	Linton
+23	F	train-other-500	Annie
+24	M	train-other-500	Martin

tensorflow_datasets/testing/test_data/fake_examples/libritts/test-other/LibriTTS/test-clean/18/08/18_08_0000_000.wav

@@ -0,0 +1 @@
+23_13_0000_000	GO DO YOU HEAR	go do you hear

tensorflow_datasets/testing/test_data/fake_examples/libritts/train-clean-100/LibriTTS/speakers.tsv

@@ -0,0 +1 @@
+24_14_0000_000	FORGOTTEN TOO THE NAME OF GILLIAN THE LOVELY CAPTIVE	forgotten too the name of gillian the lovely captive

tensorflow_datasets/testing/test_data/fake_examples/libritts/train-clean-100/LibriTTS/train-clean-100/19/09/19_09.trans.tsv

@@ -0,0 +1,7 @@
+http://www.openslr.org/resources/60/dev-clean.tar.gz 1291469655 da0864e1bd26debed35da8a869dd5c04dfc27682921936de7cff9c8a254dbe1a
+http://www.openslr.org/resources/60/dev-other.tar.gz 924804676 d413eda26f3a152ac7c9cf3658ef85504dfb1b625296e5fa83727f5186cca79c
+http://www.openslr.org/resources/60/test-clean.tar.gz 1230670113 234ea5b25859102a87024a4b9b86641f5b5aaaf1197335c95090cde04fe9a4f5
+http://www.openslr.org/resources/60/test-other.tar.gz 964502297 33a5342094f3bba7ccc2e0500b9e72d558f72eb99328ac8debe1d9080402f10d
+http://www.openslr.org/resources/60/train-clean-100.tar.gz 7723686890 c5608bf1ef74bb621935382b8399c5cdd51cd3ee47cec51f00f885a64c6c7f6b
+http://www.openslr.org/resources/60/train-clean-360.tar.gz 27504073644 ce7cff44dcac46009d18379f37ef36551123a1dc4e5c8e4eb73ae57260de4886
+http://www.openslr.org/resources/60/train-other-500.tar.gz 44565031479 e35f7e34deeb2e2bdfe4403d88c8fdd5fbf64865cae41f027a185a6965f0a5df