|
10 | 10 | class StreamingDataFrame(BaseStreaming)
|
11 | 11 | ```
|
12 | 12 |
|
13 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L64) |
| 13 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L65) |
14 | 14 |
|
15 | 15 | `StreamingDataFrame` is the main object you will use for ETL work.
|
16 | 16 |
|
@@ -81,7 +81,7 @@ def apply(func: Union[
|
81 | 81 | metadata: bool = False) -> Self
|
82 | 82 | ```
|
83 | 83 |
|
84 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L170) |
| 84 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L171) |
85 | 85 |
|
86 | 86 | Apply a function to transform the value and return a new value.
|
87 | 87 |
|
@@ -139,7 +139,7 @@ def update(func: Union[
|
139 | 139 | metadata: bool = False) -> Self
|
140 | 140 | ```
|
141 | 141 |
|
142 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L259) |
| 142 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L260) |
143 | 143 |
|
144 | 144 | Apply a function to mutate value in-place or to perform a side effect
|
145 | 145 |
|
@@ -207,7 +207,7 @@ def filter(func: Union[
|
207 | 207 | metadata: bool = False) -> Self
|
208 | 208 | ```
|
209 | 209 |
|
210 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L351) |
| 210 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L352) |
211 | 211 |
|
212 | 212 | Filter value using provided function.
|
213 | 213 |
|
@@ -259,7 +259,7 @@ def group_by(key: Union[str, Callable[[Any], Any]],
|
259 | 259 | key_serializer: Optional[SerializerType] = "json") -> Self
|
260 | 260 | ```
|
261 | 261 |
|
262 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L437) |
| 262 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L438) |
263 | 263 |
|
264 | 264 | "Groups" messages by re-keying them via the provided group_by operation
|
265 | 265 |
|
@@ -323,7 +323,7 @@ a clone with this operation added (assign to keep its effect).
|
323 | 323 | def contains(key: str) -> StreamingSeries
|
324 | 324 | ```
|
325 | 325 |
|
326 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L510) |
| 326 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L511) |
327 | 327 |
|
328 | 328 | Check if the key is present in the Row value.
|
329 | 329 |
|
@@ -362,7 +362,7 @@ or False otherwise.
|
362 | 362 | def to_topic(topic: Topic, key: Optional[Callable[[Any], Any]] = None) -> Self
|
363 | 363 | ```
|
364 | 364 |
|
365 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L535) |
| 365 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L536) |
366 | 366 |
|
367 | 367 | Produce current value to a topic. You can optionally specify a new key.
|
368 | 368 |
|
@@ -415,7 +415,7 @@ the updated StreamingDataFrame instance (reassignment NOT required).
|
415 | 415 | def set_timestamp(func: Callable[[Any, Any, int, Any], int]) -> Self
|
416 | 416 | ```
|
417 | 417 |
|
418 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L580) |
| 418 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L581) |
419 | 419 |
|
420 | 420 | Set a new timestamp based on the current message value and its metadata.
|
421 | 421 |
|
@@ -468,7 +468,7 @@ def set_headers(
|
468 | 468 | ) -> Self
|
469 | 469 | ```
|
470 | 470 |
|
471 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L621) |
| 471 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L622) |
472 | 472 |
|
473 | 473 | Set new message headers based on the current message value and metadata.
|
474 | 474 |
|
@@ -517,7 +517,7 @@ a new StreamingDataFrame instance
|
517 | 517 | def print(pretty: bool = True, metadata: bool = False) -> Self
|
518 | 518 | ```
|
519 | 519 |
|
520 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L672) |
| 520 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L673) |
521 | 521 |
|
522 | 522 | Print out the current message value (and optionally, the message metadata) to
|
523 | 523 |
|
@@ -573,7 +573,7 @@ def compose(
|
573 | 573 | ) -> Dict[str, VoidExecutor]
|
574 | 574 | ```
|
575 | 575 |
|
576 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L714) |
| 576 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L715) |
577 | 577 |
|
578 | 578 | Compose all functions of this StreamingDataFrame into one big closure.
|
579 | 579 |
|
@@ -627,7 +627,7 @@ def test(value: Any,
|
627 | 627 | topic: Optional[Topic] = None) -> List[Any]
|
628 | 628 | ```
|
629 | 629 |
|
630 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L748) |
| 630 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L749) |
631 | 631 |
|
632 | 632 | A shorthand to test `StreamingDataFrame` with provided value
|
633 | 633 |
|
@@ -664,7 +664,7 @@ def tumbling_window(duration_ms: Union[int, timedelta],
|
664 | 664 | name: Optional[str] = None) -> TumblingWindowDefinition
|
665 | 665 | ```
|
666 | 666 |
|
667 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L785) |
| 667 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L786) |
668 | 668 |
|
669 | 669 | Create a tumbling window transformation on this StreamingDataFrame.
|
670 | 670 |
|
@@ -750,7 +750,7 @@ def hopping_window(duration_ms: Union[int, timedelta],
|
750 | 750 | name: Optional[str] = None) -> HoppingWindowDefinition
|
751 | 751 | ```
|
752 | 752 |
|
753 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L861) |
| 753 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L862) |
754 | 754 |
|
755 | 755 | Create a hopping window transformation on this StreamingDataFrame.
|
756 | 756 |
|
@@ -843,7 +843,7 @@ def drop(columns: Union[str, List[str]],
|
843 | 843 | errors: Literal["ignore", "raise"] = "raise") -> Self
|
844 | 844 | ```
|
845 | 845 |
|
846 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L953) |
| 846 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L954) |
847 | 847 |
|
848 | 848 | Drop column(s) from the message value (value must support `del`, like a dict).
|
849 | 849 |
|
@@ -887,7 +887,7 @@ a new StreamingDataFrame instance
|
887 | 887 | def sink(sink: BaseSink)
|
888 | 888 | ```
|
889 | 889 |
|
890 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L997) |
| 890 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/dataframe.py#L998) |
891 | 891 |
|
892 | 892 | Sink the processed data to the specified destination.
|
893 | 893 |
|
@@ -917,7 +917,7 @@ operations, but branches can still be generated from its originating SDF.
|
917 | 917 | class StreamingSeries(BaseStreaming)
|
918 | 918 | ```
|
919 | 919 |
|
920 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L69) |
| 920 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L70) |
921 | 921 |
|
922 | 922 | `StreamingSeries` are typically generated by `StreamingDataframes` when getting
|
923 | 923 | elements from, or performing certain operations on, a `StreamingDataframe`,
|
@@ -984,7 +984,7 @@ def from_apply_callback(cls, func: ApplyWithMetadataCallback,
|
984 | 984 | sdf_id: int) -> Self
|
985 | 985 | ```
|
986 | 986 |
|
987 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L131) |
| 987 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L132) |
988 | 988 |
|
989 | 989 | Create a StreamingSeries from a function.
|
990 | 990 |
|
@@ -1013,7 +1013,7 @@ instance of `StreamingSeries`
|
1013 | 1013 | def apply(func: ApplyCallback) -> Self
|
1014 | 1014 | ```
|
1015 | 1015 |
|
1016 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L154) |
| 1016 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L155) |
1017 | 1017 |
|
1018 | 1018 | Add a callable to the execution list for this series.
|
1019 | 1019 |
|
@@ -1065,7 +1065,7 @@ a new `StreamingSeries` with the new callable added
|
1065 | 1065 | def compose_returning() -> ReturningExecutor
|
1066 | 1066 | ```
|
1067 | 1067 |
|
1068 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L188) |
| 1068 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L189) |
1069 | 1069 |
|
1070 | 1070 | Compose a list of functions from this StreamingSeries and its parents into one
|
1071 | 1071 |
|
@@ -1096,7 +1096,7 @@ def compose(
|
1096 | 1096 | None]] = None) -> VoidExecutor
|
1097 | 1097 | ```
|
1098 | 1098 |
|
1099 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L203) |
| 1099 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L204) |
1100 | 1100 |
|
1101 | 1101 | Compose all functions of this StreamingSeries into one big closure.
|
1102 | 1102 |
|
@@ -1154,7 +1154,7 @@ def test(value: Any,
|
1154 | 1154 | ctx: Optional[MessageContext] = None) -> Any
|
1155 | 1155 | ```
|
1156 | 1156 |
|
1157 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L247) |
| 1157 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L248) |
1158 | 1158 |
|
1159 | 1159 | A shorthand to test `StreamingSeries` with provided value
|
1160 | 1160 |
|
@@ -1186,7 +1186,7 @@ result of `StreamingSeries`
|
1186 | 1186 | def isin(other: Container) -> Self
|
1187 | 1187 | ```
|
1188 | 1188 |
|
1189 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L303) |
| 1189 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L304) |
1190 | 1190 |
|
1191 | 1191 | Check if series value is in "other".
|
1192 | 1192 |
|
@@ -1231,7 +1231,7 @@ new StreamingSeries
|
1231 | 1231 | def contains(other: Union[Self, object]) -> Self
|
1232 | 1232 | ```
|
1233 | 1233 |
|
1234 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L330) |
| 1234 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L331) |
1235 | 1235 |
|
1236 | 1236 | Check if series value contains "other"
|
1237 | 1237 |
|
@@ -1276,7 +1276,7 @@ new StreamingSeries
|
1276 | 1276 | def is_(other: Union[Self, object]) -> Self
|
1277 | 1277 | ```
|
1278 | 1278 |
|
1279 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L355) |
| 1279 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L356) |
1280 | 1280 |
|
1281 | 1281 | Check if series value refers to the same object as `other`
|
1282 | 1282 |
|
@@ -1318,7 +1318,7 @@ new StreamingSeries
|
1318 | 1318 | def isnot(other: Union[Self, object]) -> Self
|
1319 | 1319 | ```
|
1320 | 1320 |
|
1321 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L378) |
| 1321 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L379) |
1322 | 1322 |
|
1323 | 1323 | Check if series value does not refer to the same object as `other`
|
1324 | 1324 |
|
@@ -1361,7 +1361,7 @@ new StreamingSeries
|
1361 | 1361 | def isnull() -> Self
|
1362 | 1362 | ```
|
1363 | 1363 |
|
1364 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L402) |
| 1364 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L403) |
1365 | 1365 |
|
1366 | 1366 | Check if series value is None.
|
1367 | 1367 |
|
@@ -1398,7 +1398,7 @@ new StreamingSeries
|
1398 | 1398 | def notnull() -> Self
|
1399 | 1399 | ```
|
1400 | 1400 |
|
1401 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L425) |
| 1401 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L426) |
1402 | 1402 |
|
1403 | 1403 | Check if series value is not None.
|
1404 | 1404 |
|
@@ -1435,7 +1435,7 @@ new StreamingSeries
|
1435 | 1435 | def abs() -> Self
|
1436 | 1436 | ```
|
1437 | 1437 |
|
1438 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L448) |
| 1438 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/main/quixstreams/dataframe/series.py#L449) |
1439 | 1439 |
|
1440 | 1440 | Get absolute value of the series value.
|
1441 | 1441 |
|
|
0 commit comments