первый commit

src/spark/cluster_smoke.py

@@ -0,0 +1,12 @@
+from pyspark.sql import SparkSession
+
+spark = (
+    SparkSession.builder
+    .appName("test-cluster")
+    .master("spark://spark-master:7077")  # важно: не local[*]
+    .getOrCreate()
+)
+
+spark.range(0, 1000000).groupBy().sum().show()
+
+spark.stop()