|
10 | 10 | class StreamingDataFrame(BaseStreaming)
|
11 | 11 | ```
|
12 | 12 |
|
13 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L62) |
| 13 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L62) |
14 | 14 |
|
15 | 15 | `StreamingDataFrame` is the main object you will use for ETL work.
|
16 | 16 |
|
@@ -81,7 +81,7 @@ def apply(func: Union[
|
81 | 81 | metadata: bool = False) -> Self
|
82 | 82 | ```
|
83 | 83 |
|
84 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L177) |
| 84 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L177) |
85 | 85 |
|
86 | 86 | Apply a function to transform the value and return a new value.
|
87 | 87 |
|
@@ -139,7 +139,7 @@ def update(func: Union[
|
139 | 139 | metadata: bool = False) -> Self
|
140 | 140 | ```
|
141 | 141 |
|
142 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L266) |
| 142 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L266) |
143 | 143 |
|
144 | 144 | Apply a function to mutate value in-place or to perform a side effect
|
145 | 145 |
|
@@ -197,7 +197,7 @@ def filter(func: Union[
|
197 | 197 | metadata: bool = False) -> Self
|
198 | 198 | ```
|
199 | 199 |
|
200 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L354) |
| 200 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L354) |
201 | 201 |
|
202 | 202 | Filter value using provided function.
|
203 | 203 |
|
@@ -249,7 +249,7 @@ def group_by(key: Union[str, Callable[[Any], Any]],
|
249 | 249 | key_serializer: Optional[SerializerType] = "json") -> Self
|
250 | 250 | ```
|
251 | 251 |
|
252 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L440) |
| 252 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L440) |
253 | 253 |
|
254 | 254 | "Groups" messages by re-keying them via the provided group_by operation
|
255 | 255 |
|
@@ -314,7 +314,7 @@ a clone with this operation added (assign to keep its effect).
|
314 | 314 | def contains(key: str) -> StreamingSeries
|
315 | 315 | ```
|
316 | 316 |
|
317 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L518) |
| 317 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L518) |
318 | 318 |
|
319 | 319 | Check if the key is present in the Row value.
|
320 | 320 |
|
@@ -353,7 +353,7 @@ or False otherwise.
|
353 | 353 | def to_topic(topic: Topic, key: Optional[Callable[[Any], Any]] = None) -> Self
|
354 | 354 | ```
|
355 | 355 |
|
356 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L543) |
| 356 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L543) |
357 | 357 |
|
358 | 358 | Produce current value to a topic. You can optionally specify a new key.
|
359 | 359 |
|
@@ -396,7 +396,7 @@ By default, the current message key will be used.
|
396 | 396 | def set_timestamp(func: Callable[[Any, Any, int, Any], int]) -> Self
|
397 | 397 | ```
|
398 | 398 |
|
399 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L584) |
| 399 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L584) |
400 | 400 |
|
401 | 401 | Set a new timestamp based on the current message value and its metadata.
|
402 | 402 |
|
@@ -449,7 +449,7 @@ def set_headers(
|
449 | 449 | ) -> Self
|
450 | 450 | ```
|
451 | 451 |
|
452 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L625) |
| 452 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L625) |
453 | 453 |
|
454 | 454 | Set new message headers based on the current message value and metadata.
|
455 | 455 |
|
@@ -500,7 +500,7 @@ def compose(
|
500 | 500 | ) -> Dict[str, VoidExecutor]
|
501 | 501 | ```
|
502 | 502 |
|
503 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L676) |
| 503 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L676) |
504 | 504 |
|
505 | 505 | Compose all functions of this StreamingDataFrame into one big closure.
|
506 | 506 |
|
@@ -554,7 +554,7 @@ def test(value: Any,
|
554 | 554 | topic: Optional[Topic] = None) -> List[Any]
|
555 | 555 | ```
|
556 | 556 |
|
557 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L713) |
| 557 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L713) |
558 | 558 |
|
559 | 559 | A shorthand to test `StreamingDataFrame` with provided value
|
560 | 560 |
|
@@ -591,7 +591,7 @@ def tumbling_window(duration_ms: Union[int, timedelta],
|
591 | 591 | name: Optional[str] = None) -> TumblingWindowDefinition
|
592 | 592 | ```
|
593 | 593 |
|
594 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L750) |
| 594 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L750) |
595 | 595 |
|
596 | 596 | Create a tumbling window transformation on this StreamingDataFrame.
|
597 | 597 |
|
@@ -677,7 +677,7 @@ def hopping_window(duration_ms: Union[int, timedelta],
|
677 | 677 | name: Optional[str] = None) -> HoppingWindowDefinition
|
678 | 678 | ```
|
679 | 679 |
|
680 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/dataframe.py#L826) |
| 680 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/dataframe.py#L826) |
681 | 681 |
|
682 | 682 | Create a hopping window transformation on this StreamingDataFrame.
|
683 | 683 |
|
@@ -771,7 +771,7 @@ sdf = (
|
771 | 771 | class StreamingSeries(BaseStreaming)
|
772 | 772 | ```
|
773 | 773 |
|
774 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L47) |
| 774 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L47) |
775 | 775 |
|
776 | 776 | `StreamingSeries` are typically generated by `StreamingDataframes` when getting
|
777 | 777 | elements from, or performing certain operations on, a `StreamingDataframe`,
|
@@ -837,7 +837,7 @@ sdf = sdf[["column_a"] & (sdf["new_sum_field"] >= 10)]
|
837 | 837 | def from_apply_callback(cls, func: ApplyWithMetadataCallback) -> Self
|
838 | 838 | ```
|
839 | 839 |
|
840 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L107) |
| 840 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L107) |
841 | 841 |
|
842 | 842 | Create a StreamingSeries from a function.
|
843 | 843 |
|
@@ -865,7 +865,7 @@ instance of `StreamingSeries`
|
865 | 865 | def apply(func: ApplyCallback) -> Self
|
866 | 866 | ```
|
867 | 867 |
|
868 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L121) |
| 868 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L121) |
869 | 869 |
|
870 | 870 | Add a callable to the execution list for this series.
|
871 | 871 |
|
@@ -917,7 +917,7 @@ a new `StreamingSeries` with the new callable added
|
917 | 917 | def compose_returning() -> ReturningExecutor
|
918 | 918 | ```
|
919 | 919 |
|
920 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L155) |
| 920 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L155) |
921 | 921 |
|
922 | 922 | Compose a list of functions from this StreamingSeries and its parents into one
|
923 | 923 |
|
@@ -948,7 +948,7 @@ def compose(
|
948 | 948 | None]] = None) -> VoidExecutor
|
949 | 949 | ```
|
950 | 950 |
|
951 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L170) |
| 951 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L170) |
952 | 952 |
|
953 | 953 | Compose all functions of this StreamingSeries into one big closure.
|
954 | 954 |
|
@@ -1006,7 +1006,7 @@ def test(value: Any,
|
1006 | 1006 | ctx: Optional[MessageContext] = None) -> Any
|
1007 | 1007 | ```
|
1008 | 1008 |
|
1009 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L214) |
| 1009 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L214) |
1010 | 1010 |
|
1011 | 1011 | A shorthand to test `StreamingSeries` with provided value
|
1012 | 1012 |
|
@@ -1038,7 +1038,7 @@ result of `StreamingSeries`
|
1038 | 1038 | def isin(other: Container) -> Self
|
1039 | 1039 | ```
|
1040 | 1040 |
|
1041 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L269) |
| 1041 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L269) |
1042 | 1042 |
|
1043 | 1043 | Check if series value is in "other".
|
1044 | 1044 |
|
@@ -1083,7 +1083,7 @@ new StreamingSeries
|
1083 | 1083 | def contains(other: Union[Self, object]) -> Self
|
1084 | 1084 | ```
|
1085 | 1085 |
|
1086 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L296) |
| 1086 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L296) |
1087 | 1087 |
|
1088 | 1088 | Check if series value contains "other"
|
1089 | 1089 |
|
@@ -1128,7 +1128,7 @@ new StreamingSeries
|
1128 | 1128 | def is_(other: Union[Self, object]) -> Self
|
1129 | 1129 | ```
|
1130 | 1130 |
|
1131 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L321) |
| 1131 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L321) |
1132 | 1132 |
|
1133 | 1133 | Check if series value refers to the same object as `other`
|
1134 | 1134 |
|
@@ -1170,7 +1170,7 @@ new StreamingSeries
|
1170 | 1170 | def isnot(other: Union[Self, object]) -> Self
|
1171 | 1171 | ```
|
1172 | 1172 |
|
1173 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L344) |
| 1173 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L344) |
1174 | 1174 |
|
1175 | 1175 | Check if series value does not refer to the same object as `other`
|
1176 | 1176 |
|
@@ -1213,7 +1213,7 @@ new StreamingSeries
|
1213 | 1213 | def isnull() -> Self
|
1214 | 1214 | ```
|
1215 | 1215 |
|
1216 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L368) |
| 1216 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L368) |
1217 | 1217 |
|
1218 | 1218 | Check if series value is None.
|
1219 | 1219 |
|
@@ -1250,7 +1250,7 @@ new StreamingSeries
|
1250 | 1250 | def notnull() -> Self
|
1251 | 1251 | ```
|
1252 | 1252 |
|
1253 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L391) |
| 1253 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L391) |
1254 | 1254 |
|
1255 | 1255 | Check if series value is not None.
|
1256 | 1256 |
|
@@ -1287,7 +1287,7 @@ new StreamingSeries
|
1287 | 1287 | def abs() -> Self
|
1288 | 1288 | ```
|
1289 | 1289 |
|
1290 |
| -[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/209d74b1262aa6d90dddd1a01473c83d9d10fdce/quixstreams/dataframe/series.py#L414) |
| 1290 | +[[VIEW SOURCE]](https://github.com/quixio/quix-streams/blob/d1c312905abaa551ea99b4db5afe2a25d428e445/quixstreams/dataframe/series.py#L414) |
1291 | 1291 |
|
1292 | 1292 | Get absolute value of the series value.
|
1293 | 1293 |
|
|
0 commit comments