Skip to content

Commit e6909b8

Browse files
Merge pull request #750 from habernal:patch-1
PiperOrigin-RevId: 257270911
2 parents 5ab8036 + 376b3ad commit e6909b8

File tree

1 file changed

+11
-1
lines changed

1 file changed

+11
-1
lines changed

tensorflow_datasets/core/features/text_feature.py

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -130,7 +130,17 @@ def load_metadata(self, data_dir, feature_name):
130130
"Files: %s" % (feature_name, feature_files))
131131

132132
def maybe_build_from_corpus(self, corpus_generator, **kwargs):
133-
"""Call SubwordTextEncoder.build_from_corpus is encoder_cls is such."""
133+
"""Call SubwordTextEncoder.build_from_corpus is encoder_cls is such.
134+
135+
If `self.encoder` is `None` and `self._encoder_cls` is of type
136+
`SubwordTextEncoder`, the method instantiates `self.encoder` as returned
137+
by `SubwordTextEncoder.build_from_corpus()`.
138+
139+
Args:
140+
corpus_generator: generator yielding `str`, from which
141+
subwords will be constructed.
142+
**kwargs: kwargs forwarded to `SubwordTextEncoder.build_from_corpus()`
143+
"""
134144
if self._encoder_cls is not text_lib.SubwordTextEncoder:
135145
return
136146
if self.encoder:

0 commit comments

Comments
 (0)