@@ -34,11 +34,11 @@ case class DataflowGraph(flows: Seq[Flow], tables: Seq[Table], views: Seq[View])
34
34
extends GraphOperations
35
35
with GraphValidations {
36
36
37
- /** Returns a [[Output ]] given its identifier */
37
+ /** Map of [[Output ]]s by their identifiers */
38
38
lazy val output : Map [TableIdentifier , Output ] = mapUnique(tables, " output" )(_.identifier)
39
39
40
40
/**
41
- * Returns [[Flow ]]s in this graph that need to get planned and potentially executed when
41
+ * [[Flow ]]s in this graph that need to get planned and potentially executed when
42
42
* executing the graph. Flows that write to logical views are excluded.
43
43
*/
44
44
lazy val materializedFlows : Seq [ResolvedFlow ] = {
@@ -47,14 +47,14 @@ case class DataflowGraph(flows: Seq[Flow], tables: Seq[Table], views: Seq[View])
47
47
)
48
48
}
49
49
50
- /** Returns the identifiers of [[materializedFlows ]]. */
50
+ /** The identifiers of [[materializedFlows ]]. */
51
51
val materializedFlowIdentifiers : Set [TableIdentifier ] = materializedFlows.map(_.identifier).toSet
52
52
53
- /** Returns a [[Table ]] given its identifier */
53
+ /** Map of [[Table ]]s by their identifiers */
54
54
lazy val table : Map [TableIdentifier , Table ] =
55
55
mapUnique(tables, " table" )(_.identifier)
56
56
57
- /** Returns a [[Flow ]] given its identifier */
57
+ /** Map of [[Flow ]]s by their identifier */
58
58
lazy val flow : Map [TableIdentifier , Flow ] = {
59
59
// Better error message than using mapUnique.
60
60
val flowsByIdentifier = flows.groupBy(_.identifier)
@@ -89,20 +89,20 @@ case class DataflowGraph(flows: Seq[Flow], tables: Seq[Table], views: Seq[View])
89
89
flowsByIdentifier.view.mapValues(_.head).toMap
90
90
}
91
91
92
- /** Returns a [[View ]] given its identifier */
92
+ /** Map of [[View ]]s by their identifiers */
93
93
lazy val view : Map [TableIdentifier , View ] = mapUnique(views, " view" )(_.identifier)
94
94
95
- /** Returns the [[PersistedView ]]s of the graph */
95
+ /** The [[PersistedView ]]s of the graph */
96
96
lazy val persistedViews : Seq [PersistedView ] = views.collect {
97
97
case v : PersistedView => v
98
98
}
99
99
100
- /** Returns all the [[Input ]]s in the current DataflowGraph. */
100
+ /** All the [[Input ]]s in the current DataflowGraph. */
101
101
lazy val inputIdentifiers : Set [TableIdentifier ] = {
102
102
(flows ++ tables).map(_.identifier).toSet
103
103
}
104
104
105
- /** Returns the [[Flow ]]s that write to a given destination. */
105
+ /** The [[Flow ]]s that write to a given destination. */
106
106
lazy val flowsTo : Map [TableIdentifier , Seq [Flow ]] = flows.groupBy(_.destinationIdentifier)
107
107
108
108
lazy val resolvedFlows : Seq [ResolvedFlow ] = {
@@ -155,7 +155,7 @@ case class DataflowGraph(flows: Seq[Flow], tables: Seq[Table], views: Seq[View])
155
155
}
156
156
157
157
/**
158
- * Returns a map of the inferred schema of each table, computed by merging the analyzed schemas
158
+ * A map of the inferred schema of each table, computed by merging the analyzed schemas
159
159
* of all flows writing to that table.
160
160
*/
161
161
lazy val inferredSchema : Map [TableIdentifier , StructType ] = {
0 commit comments