File tree Expand file tree Collapse file tree 1 file changed +8
-8
lines changed
docs/source/user_guide/apachespark Expand file tree Collapse file tree 1 file changed +8
-8
lines changed Original file line number Diff line number Diff line change @@ -25,14 +25,16 @@ followed by the spark version, 3.2.1.
25
25
with open (os.path.join(td, " script.py" ), " w" ) as f:
26
26
f.write(
27
27
"""
28
- import pyspark
28
+ import pyspark
29
29
30
- def main():
31
- print("Hello World")
32
- print("Spark version is", pyspark.__version__)
30
+ def main():
31
+ print("Hello World")
32
+ print("Spark version is", pyspark.__version__)
33
33
34
- if __name__ == "__main__":
35
- main()
34
+ if __name__ == "__main__":
35
+ main()
36
+ """
37
+ )
36
38
37
39
name = f " dataflow-app- { str (uuid4())} "
38
40
dataflow_configs = (
@@ -53,8 +55,6 @@ followed by the spark version, 3.2.1.
53
55
df = Job(name = name, infrastructure = dataflow_configs, runtime = runtime_config)
54
56
df.create()
55
57
df_run = df.run()
56
- """
57
- )
58
58
59
59
From the Command Line
60
60
---------------------
You can’t perform that action at this time.
0 commit comments