Update demos/dqx_streaming_demo_diy.py

mwojtyczka · web-flow · commit 20dc407d4250 · 2025-08-10T10:49:11.000+02:00
diff --git a/demos/dqx_streaming_demo_diy.py b/demos/dqx_streaming_demo_diy.py
@@ -214,7 +214,7 @@ def write_stream(df, checkpoint_location, target):
             .format("delta")
             .outputMode("append")
             .option("checkpointLocation", checkpoint_location)
-            .trigger(availableNow=True)
+            .trigger(availableNow=True)  # stop the stream as soon as bronze data is processed
     )
     if target.startswith(PATH_PREFIXES):
         return writer.start(target)

Original file line number	Diff line number	Diff line change
`@@ -214,7 +214,7 @@ def write_stream(df, checkpoint_location, target):`
`214`	`214`	`.format("delta")`
`215`	`215`	`.outputMode("append")`
`216`	`216`	`.option("checkpointLocation", checkpoint_location)`
`217`		`- .trigger(availableNow=True)`
	`217`	`+ .trigger(availableNow=True) # stop the stream as soon as bronze data is processed`
`218`	`218`	`)`
`219`	`219`	`if target.startswith(PATH_PREFIXES):`
`220`	`220`	`return writer.start(target)`