Skip to content

Commit 1d029fa

Browse files
Conchylicultorcopybara-github
authored andcommitted
Automated documentation update
PiperOrigin-RevId: 281565948
1 parent c2dfce8 commit 1d029fa

File tree

11 files changed

+275
-177
lines changed

11 files changed

+275
-177
lines changed

docs/api_docs/python/tfds/_api_cache.json

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,19 +8,25 @@
88
"tfds.core.BeamBasedBuilder.BUILDER_CONFIGS": "tfds.core.DatasetBuilder.BUILDER_CONFIGS",
99
"tfds.core.BeamBasedBuilder.SUPPORTED_VERSIONS": "tfds.core.DatasetBuilder.SUPPORTED_VERSIONS",
1010
"tfds.core.BeamBasedBuilder.builder_config": "tfds.core.DatasetBuilder.builder_config",
11+
"tfds.core.BeamBasedBuilder.canonical_version": "tfds.core.DatasetBuilder.canonical_version",
1112
"tfds.core.BeamBasedBuilder.data_dir": "tfds.core.DatasetBuilder.data_dir",
1213
"tfds.core.BeamBasedBuilder.info": "tfds.core.DatasetBuilder.info",
14+
"tfds.core.BeamBasedBuilder.supported_versions": "tfds.core.DatasetBuilder.supported_versions",
1315
"tfds.core.BeamBasedBuilder.version": "tfds.core.DatasetBuilder.version",
16+
"tfds.core.BeamBasedBuilder.versions": "tfds.core.DatasetBuilder.versions",
1417
"tfds.core.BuilderConfig.__new__": "tfds.core.BeamBasedBuilder.__new__",
1518
"tfds.core.DatasetBuilder.__new__": "tfds.core.BeamBasedBuilder.__new__",
1619
"tfds.core.DatasetInfo.__new__": "tfds.core.BeamBasedBuilder.__new__",
1720
"tfds.core.GeneratorBasedBuilder.BUILDER_CONFIGS": "tfds.core.DatasetBuilder.BUILDER_CONFIGS",
1821
"tfds.core.GeneratorBasedBuilder.SUPPORTED_VERSIONS": "tfds.core.DatasetBuilder.SUPPORTED_VERSIONS",
1922
"tfds.core.GeneratorBasedBuilder.__new__": "tfds.core.BeamBasedBuilder.__new__",
2023
"tfds.core.GeneratorBasedBuilder.builder_config": "tfds.core.DatasetBuilder.builder_config",
24+
"tfds.core.GeneratorBasedBuilder.canonical_version": "tfds.core.DatasetBuilder.canonical_version",
2125
"tfds.core.GeneratorBasedBuilder.data_dir": "tfds.core.DatasetBuilder.data_dir",
2226
"tfds.core.GeneratorBasedBuilder.info": "tfds.core.DatasetBuilder.info",
27+
"tfds.core.GeneratorBasedBuilder.supported_versions": "tfds.core.DatasetBuilder.supported_versions",
2328
"tfds.core.GeneratorBasedBuilder.version": "tfds.core.DatasetBuilder.version",
29+
"tfds.core.GeneratorBasedBuilder.versions": "tfds.core.DatasetBuilder.versions",
2430
"tfds.core.Metadata.__contains__": "tfds.core.BeamMetadataDict.__contains__",
2531
"tfds.core.Metadata.__eq__": "tfds.core.BeamMetadataDict.__eq__",
2632
"tfds.core.Metadata.__ge__": "tfds.core.BeamMetadataDict.__ge__",
@@ -164,16 +170,22 @@
164170
"tfds.testing.DummyDatasetSharedGenerator.BUILDER_CONFIGS": "tfds.core.DatasetBuilder.BUILDER_CONFIGS",
165171
"tfds.testing.DummyDatasetSharedGenerator.__new__": "tfds.core.BeamBasedBuilder.__new__",
166172
"tfds.testing.DummyDatasetSharedGenerator.builder_config": "tfds.core.DatasetBuilder.builder_config",
173+
"tfds.testing.DummyDatasetSharedGenerator.canonical_version": "tfds.core.DatasetBuilder.canonical_version",
167174
"tfds.testing.DummyDatasetSharedGenerator.data_dir": "tfds.core.DatasetBuilder.data_dir",
168175
"tfds.testing.DummyDatasetSharedGenerator.info": "tfds.core.DatasetBuilder.info",
176+
"tfds.testing.DummyDatasetSharedGenerator.supported_versions": "tfds.core.DatasetBuilder.supported_versions",
169177
"tfds.testing.DummyDatasetSharedGenerator.version": "tfds.core.DatasetBuilder.version",
178+
"tfds.testing.DummyDatasetSharedGenerator.versions": "tfds.core.DatasetBuilder.versions",
170179
"tfds.testing.DummyMnist.BUILDER_CONFIGS": "tfds.core.DatasetBuilder.BUILDER_CONFIGS",
171180
"tfds.testing.DummyMnist.SUPPORTED_VERSIONS": "tfds.core.DatasetBuilder.SUPPORTED_VERSIONS",
172181
"tfds.testing.DummyMnist.__new__": "tfds.core.BeamBasedBuilder.__new__",
173182
"tfds.testing.DummyMnist.builder_config": "tfds.core.DatasetBuilder.builder_config",
183+
"tfds.testing.DummyMnist.canonical_version": "tfds.core.DatasetBuilder.canonical_version",
174184
"tfds.testing.DummyMnist.data_dir": "tfds.core.DatasetBuilder.data_dir",
175185
"tfds.testing.DummyMnist.info": "tfds.core.DatasetBuilder.info",
186+
"tfds.testing.DummyMnist.supported_versions": "tfds.core.DatasetBuilder.supported_versions",
176187
"tfds.testing.DummyMnist.version": "tfds.core.DatasetBuilder.version",
188+
"tfds.testing.DummyMnist.versions": "tfds.core.DatasetBuilder.versions",
177189
"tfds.testing.FeatureExpectationItem.__new__": "tfds.core.BeamBasedBuilder.__new__",
178190
"tfds.testing.FeatureExpectationsTestCase.__new__": "tfds.core.BeamBasedBuilder.__new__",
179191
"tfds.testing.FeatureExpectationsTestCase.failureException": "tfds.testing.DatasetBuilderTestCase.failureException",
@@ -227,11 +239,14 @@
227239
"tfds.core.BeamBasedBuilder.as_dataset": true,
228240
"tfds.core.BeamBasedBuilder.builder_config": true,
229241
"tfds.core.BeamBasedBuilder.builder_configs": true,
242+
"tfds.core.BeamBasedBuilder.canonical_version": true,
230243
"tfds.core.BeamBasedBuilder.data_dir": true,
231244
"tfds.core.BeamBasedBuilder.download_and_prepare": true,
232245
"tfds.core.BeamBasedBuilder.info": true,
233246
"tfds.core.BeamBasedBuilder.name": true,
247+
"tfds.core.BeamBasedBuilder.supported_versions": true,
234248
"tfds.core.BeamBasedBuilder.version": true,
249+
"tfds.core.BeamBasedBuilder.versions": true,
235250
"tfds.core.BeamMetadataDict": false,
236251
"tfds.core.BeamMetadataDict.__contains__": true,
237252
"tfds.core.BeamMetadataDict.__eq__": true,
@@ -281,11 +296,14 @@
281296
"tfds.core.DatasetBuilder.as_dataset": true,
282297
"tfds.core.DatasetBuilder.builder_config": true,
283298
"tfds.core.DatasetBuilder.builder_configs": true,
299+
"tfds.core.DatasetBuilder.canonical_version": true,
284300
"tfds.core.DatasetBuilder.data_dir": true,
285301
"tfds.core.DatasetBuilder.download_and_prepare": true,
286302
"tfds.core.DatasetBuilder.info": true,
287303
"tfds.core.DatasetBuilder.name": true,
304+
"tfds.core.DatasetBuilder.supported_versions": true,
288305
"tfds.core.DatasetBuilder.version": true,
306+
"tfds.core.DatasetBuilder.versions": true,
289307
"tfds.core.DatasetInfo": false,
290308
"tfds.core.DatasetInfo.__init__": true,
291309
"tfds.core.DatasetInfo.__new__": true,
@@ -321,11 +339,14 @@
321339
"tfds.core.GeneratorBasedBuilder.as_dataset": true,
322340
"tfds.core.GeneratorBasedBuilder.builder_config": true,
323341
"tfds.core.GeneratorBasedBuilder.builder_configs": true,
342+
"tfds.core.GeneratorBasedBuilder.canonical_version": true,
324343
"tfds.core.GeneratorBasedBuilder.data_dir": true,
325344
"tfds.core.GeneratorBasedBuilder.download_and_prepare": true,
326345
"tfds.core.GeneratorBasedBuilder.info": true,
327346
"tfds.core.GeneratorBasedBuilder.name": true,
347+
"tfds.core.GeneratorBasedBuilder.supported_versions": true,
328348
"tfds.core.GeneratorBasedBuilder.version": true,
349+
"tfds.core.GeneratorBasedBuilder.versions": true,
329350
"tfds.core.Metadata": false,
330351
"tfds.core.Metadata.__contains__": true,
331352
"tfds.core.Metadata.__eq__": true,
@@ -954,11 +975,14 @@
954975
"tfds.testing.DummyDatasetSharedGenerator.as_dataset": true,
955976
"tfds.testing.DummyDatasetSharedGenerator.builder_config": true,
956977
"tfds.testing.DummyDatasetSharedGenerator.builder_configs": true,
978+
"tfds.testing.DummyDatasetSharedGenerator.canonical_version": true,
957979
"tfds.testing.DummyDatasetSharedGenerator.data_dir": true,
958980
"tfds.testing.DummyDatasetSharedGenerator.download_and_prepare": true,
959981
"tfds.testing.DummyDatasetSharedGenerator.info": true,
960982
"tfds.testing.DummyDatasetSharedGenerator.name": true,
983+
"tfds.testing.DummyDatasetSharedGenerator.supported_versions": true,
961984
"tfds.testing.DummyDatasetSharedGenerator.version": true,
985+
"tfds.testing.DummyDatasetSharedGenerator.versions": true,
962986
"tfds.testing.DummyMnist": false,
963987
"tfds.testing.DummyMnist.BUILDER_CONFIGS": true,
964988
"tfds.testing.DummyMnist.SUPPORTED_VERSIONS": true,
@@ -968,11 +992,14 @@
968992
"tfds.testing.DummyMnist.as_dataset": true,
969993
"tfds.testing.DummyMnist.builder_config": true,
970994
"tfds.testing.DummyMnist.builder_configs": true,
995+
"tfds.testing.DummyMnist.canonical_version": true,
971996
"tfds.testing.DummyMnist.data_dir": true,
972997
"tfds.testing.DummyMnist.download_and_prepare": true,
973998
"tfds.testing.DummyMnist.info": true,
974999
"tfds.testing.DummyMnist.name": true,
1000+
"tfds.testing.DummyMnist.supported_versions": true,
9751001
"tfds.testing.DummyMnist.version": true,
1002+
"tfds.testing.DummyMnist.versions": true,
9761003
"tfds.testing.FeatureExpectationItem": false,
9771004
"tfds.testing.FeatureExpectationItem.__init__": true,
9781005
"tfds.testing.FeatureExpectationItem.__new__": true,

docs/api_docs/python/tfds/core/BeamBasedBuilder.md

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,12 @@
22
<meta itemprop="name" content="tfds.core.BeamBasedBuilder" />
33
<meta itemprop="path" content="Stable" />
44
<meta itemprop="property" content="builder_config"/>
5+
<meta itemprop="property" content="canonical_version"/>
56
<meta itemprop="property" content="data_dir"/>
67
<meta itemprop="property" content="info"/>
8+
<meta itemprop="property" content="supported_versions"/>
79
<meta itemprop="property" content="version"/>
10+
<meta itemprop="property" content="versions"/>
811
<meta itemprop="property" content="__init__"/>
912
<meta itemprop="property" content="as_dataset"/>
1013
<meta itemprop="property" content="download_and_prepare"/>
@@ -71,14 +74,22 @@ Callers must pass arguments as keyword arguments.
7174

7275
<a href="../../tfds/core/BuilderConfig.md"><code>tfds.core.BuilderConfig</code></a> for this builder.
7376

77+
<h3 id="canonical_version"><code>canonical_version</code></h3>
78+
7479
<h3 id="data_dir"><code>data_dir</code></h3>
7580

7681
<h3 id="info"><code>info</code></h3>
7782

7883
<a href="../../tfds/core/DatasetInfo.md"><code>tfds.core.DatasetInfo</code></a> for this builder.
7984

85+
<h3 id="supported_versions"><code>supported_versions</code></h3>
86+
8087
<h3 id="version"><code>version</code></h3>
8188

89+
<h3 id="versions"><code>versions</code></h3>
90+
91+
Versions (canonical + availables), in preference order.
92+
8293
## Methods
8394

8495
<h3 id="as_dataset"><code>as_dataset</code></h3>

docs/api_docs/python/tfds/core/DatasetBuilder.md

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,12 @@
22
<meta itemprop="name" content="tfds.core.DatasetBuilder" />
33
<meta itemprop="path" content="Stable" />
44
<meta itemprop="property" content="builder_config"/>
5+
<meta itemprop="property" content="canonical_version"/>
56
<meta itemprop="property" content="data_dir"/>
67
<meta itemprop="property" content="info"/>
8+
<meta itemprop="property" content="supported_versions"/>
79
<meta itemprop="property" content="version"/>
10+
<meta itemprop="property" content="versions"/>
811
<meta itemprop="property" content="__init__"/>
912
<meta itemprop="property" content="as_dataset"/>
1013
<meta itemprop="property" content="download_and_prepare"/>
@@ -102,14 +105,22 @@ Callers must pass arguments as keyword arguments.
102105

103106
<a href="../../tfds/core/BuilderConfig.md"><code>tfds.core.BuilderConfig</code></a> for this builder.
104107

108+
<h3 id="canonical_version"><code>canonical_version</code></h3>
109+
105110
<h3 id="data_dir"><code>data_dir</code></h3>
106111

107112
<h3 id="info"><code>info</code></h3>
108113

109114
<a href="../../tfds/core/DatasetInfo.md"><code>tfds.core.DatasetInfo</code></a> for this builder.
110115

116+
<h3 id="supported_versions"><code>supported_versions</code></h3>
117+
111118
<h3 id="version"><code>version</code></h3>
112119

120+
<h3 id="versions"><code>versions</code></h3>
121+
122+
Versions (canonical + availables), in preference order.
123+
113124
## Methods
114125

115126
<h3 id="as_dataset"><code>as_dataset</code></h3>

docs/api_docs/python/tfds/core/GeneratorBasedBuilder.md

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,12 @@
22
<meta itemprop="name" content="tfds.core.GeneratorBasedBuilder" />
33
<meta itemprop="path" content="Stable" />
44
<meta itemprop="property" content="builder_config"/>
5+
<meta itemprop="property" content="canonical_version"/>
56
<meta itemprop="property" content="data_dir"/>
67
<meta itemprop="property" content="info"/>
8+
<meta itemprop="property" content="supported_versions"/>
79
<meta itemprop="property" content="version"/>
10+
<meta itemprop="property" content="versions"/>
811
<meta itemprop="property" content="__init__"/>
912
<meta itemprop="property" content="as_dataset"/>
1013
<meta itemprop="property" content="download_and_prepare"/>
@@ -80,14 +83,22 @@ Callers must pass arguments as keyword arguments.
8083

8184
<a href="../../tfds/core/BuilderConfig.md"><code>tfds.core.BuilderConfig</code></a> for this builder.
8285

86+
<h3 id="canonical_version"><code>canonical_version</code></h3>
87+
8388
<h3 id="data_dir"><code>data_dir</code></h3>
8489

8590
<h3 id="info"><code>info</code></h3>
8691

8792
<a href="../../tfds/core/DatasetInfo.md"><code>tfds.core.DatasetInfo</code></a> for this builder.
8893

94+
<h3 id="supported_versions"><code>supported_versions</code></h3>
95+
8996
<h3 id="version"><code>version</code></h3>
9097

98+
<h3 id="versions"><code>versions</code></h3>
99+
100+
Versions (canonical + availables), in preference order.
101+
91102
## Methods
92103

93104
<h3 id="as_dataset"><code>as_dataset</code></h3>

docs/api_docs/python/tfds/core/Version.md

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,10 +39,23 @@ source</a>
3939
__init__(
4040
version_str,
4141
description=None,
42-
experiments=None
42+
experiments=None,
43+
tfds_version_to_prepare=None
4344
)
4445
```
4546

47+
Version init.
48+
49+
#### Args:
50+
51+
* <b>`version_str`</b>: string. Eg: "1.2.3".
52+
* <b>`description`</b>: string, a description of what is new in this version.
53+
* <b>`experiments`</b>: dict of experiments. See Experiment.
54+
* <b>`tfds_version_to_prepare`</b>: string, defaults to None. If set,
55+
indicates that current version of TFDS cannot be used to
56+
`download_and_prepare` the dataset, but that TFDS at version
57+
{tfds_version_to_prepare} should be used instead.
58+
4659
## Properties
4760

4861
<h3 id="tuple"><code>tuple</code></h3>

docs/api_docs/python/tfds/testing/DummyDatasetSharedGenerator.md

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,12 @@
22
<meta itemprop="name" content="tfds.testing.DummyDatasetSharedGenerator" />
33
<meta itemprop="path" content="Stable" />
44
<meta itemprop="property" content="builder_config"/>
5+
<meta itemprop="property" content="canonical_version"/>
56
<meta itemprop="property" content="data_dir"/>
67
<meta itemprop="property" content="info"/>
8+
<meta itemprop="property" content="supported_versions"/>
79
<meta itemprop="property" content="version"/>
10+
<meta itemprop="property" content="versions"/>
811
<meta itemprop="property" content="__init__"/>
912
<meta itemprop="property" content="as_dataset"/>
1013
<meta itemprop="property" content="download_and_prepare"/>
@@ -73,14 +76,22 @@ Callers must pass arguments as keyword arguments.
7376

7477
<a href="../../tfds/core/BuilderConfig.md"><code>tfds.core.BuilderConfig</code></a> for this builder.
7578

79+
<h3 id="canonical_version"><code>canonical_version</code></h3>
80+
7681
<h3 id="data_dir"><code>data_dir</code></h3>
7782

7883
<h3 id="info"><code>info</code></h3>
7984

8085
<a href="../../tfds/core/DatasetInfo.md"><code>tfds.core.DatasetInfo</code></a> for this builder.
8186

87+
<h3 id="supported_versions"><code>supported_versions</code></h3>
88+
8289
<h3 id="version"><code>version</code></h3>
8390

91+
<h3 id="versions"><code>versions</code></h3>
92+
93+
Versions (canonical + availables), in preference order.
94+
8495
## Methods
8596

8697
<h3 id="as_dataset"><code>as_dataset</code></h3>

docs/api_docs/python/tfds/testing/DummyMnist.md

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,12 @@
22
<meta itemprop="name" content="tfds.testing.DummyMnist" />
33
<meta itemprop="path" content="Stable" />
44
<meta itemprop="property" content="builder_config"/>
5+
<meta itemprop="property" content="canonical_version"/>
56
<meta itemprop="property" content="data_dir"/>
67
<meta itemprop="property" content="info"/>
8+
<meta itemprop="property" content="supported_versions"/>
79
<meta itemprop="property" content="version"/>
10+
<meta itemprop="property" content="versions"/>
811
<meta itemprop="property" content="__init__"/>
912
<meta itemprop="property" content="as_dataset"/>
1013
<meta itemprop="property" content="download_and_prepare"/>
@@ -73,14 +76,22 @@ Callers must pass arguments as keyword arguments.
7376

7477
<a href="../../tfds/core/BuilderConfig.md"><code>tfds.core.BuilderConfig</code></a> for this builder.
7578

79+
<h3 id="canonical_version"><code>canonical_version</code></h3>
80+
7681
<h3 id="data_dir"><code>data_dir</code></h3>
7782

7883
<h3 id="info"><code>info</code></h3>
7984

8085
<a href="../../tfds/core/DatasetInfo.md"><code>tfds.core.DatasetInfo</code></a> for this builder.
8186

87+
<h3 id="supported_versions"><code>supported_versions</code></h3>
88+
8289
<h3 id="version"><code>version</code></h3>
8390

91+
<h3 id="versions"><code>versions</code></h3>
92+
93+
Versions (canonical + availables), in preference order.
94+
8495
## Methods
8596

8697
<h3 id="as_dataset"><code>as_dataset</code></h3>

docs/catalog/c4.md

Lines changed: 12 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -26,16 +26,16 @@ https://www.tensorflow.org/datasets/beam_datasets.
2626
`c4` is configured with `tfds.text.c4.C4Config` and has the following
2727
configurations predefined (defaults to the first one):
2828

29-
* `en` (`v1.0.1`) (`Size: 6.96 TiB`): English C4 dataset.
29+
* `en` (`v1.1.0`) (`Size: ?? GiB`): English C4 dataset.
3030

31-
* `en.noclean` (`v1.0.1`) (`Size: 6.96 TiB`): Disables all cleaning
31+
* `en.noclean` (`v1.1.0`) (`Size: ?? GiB`): Disables all cleaning
3232
(deduplication, removal based on bad words, etc.)
3333

34-
* `en.realnewslike` (`v1.0.1`) (`Size: 6.96 TiB`): Filters from the default
34+
* `en.realnewslike` (`v1.1.0`) (`Size: ?? GiB`): Filters from the default
3535
config to only include content from the domains used in the 'RealNews'
3636
dataset (Zellers et al., 2019).
3737

38-
* `en.webtextlike` (`v1.0.1`) (`Size: 6.96 TiB`): Filters from the default
38+
* `en.webtextlike` (`v1.1.0`) (`Size: ?? GiB`): Filters from the default
3939
config to only include content from the URLs in OpenWebText
4040
(https://github.com/jcpeterson/openwebtext).
4141

@@ -44,8 +44,9 @@ English C4 dataset.
4444

4545
Versions:
4646

47-
* **`1.0.1`** (default):
47+
* **`1.1.0`** (default):
4848
* `1.0.0`: None
49+
* `1.0.1`: None
4950

5051
### Statistics
5152
None computed
@@ -70,8 +71,9 @@ Disables all cleaning (deduplication, removal based on bad words, etc.)
7071

7172
Versions:
7273

73-
* **`1.0.1`** (default):
74+
* **`1.1.0`** (default):
7475
* `1.0.0`: None
76+
* `1.0.1`: None
7577

7678
### Statistics
7779
None computed
@@ -98,8 +100,9 @@ the 'RealNews' dataset (Zellers et al., 2019).
98100

99101
Versions:
100102

101-
* **`1.0.1`** (default):
103+
* **`1.1.0`** (default):
102104
* `1.0.0`: None
105+
* `1.0.1`: None
103106

104107
### Statistics
105108
None computed
@@ -126,8 +129,9 @@ OpenWebText (https://github.com/jcpeterson/openwebtext).
126129

127130
Versions:
128131

129-
* **`1.0.1`** (default):
132+
* **`1.1.0`** (default):
130133
* `1.0.0`: None
134+
* `1.0.1`: None
131135

132136
### Statistics
133137
None computed

0 commit comments

Comments
 (0)