Spark Connect server - Details for Stage 39 (Attempt 0)

Submitted: 2026/09/01 05:43:28
Duration 0.6 s
Resource Profile Id: 0
Total Time Across All Tasks: 0.6 s
Locality Level Summary: Process local: 1
Input Size / Records: 247.4 KiB / 32
Associated Job Ids: 28

digraph G { id="graph_39"; subgraph graph_stage_39 { id="graph_stage_39"; isCluster="true"; label="Stage 39"; 129 [id="node_129" labelType="html" label="JsonFile: file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_004914.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_023417.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_021917.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_013415.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_011915.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_030418.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_041919.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_221911.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_051921.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_223411.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_024917.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_033418.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_040419.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_231912.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_224911.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_233412.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_044920.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_020416.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_214910.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_230412.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_000413.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_053421.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_050421.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_014916.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_003414.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_010415.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_034919.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_031918.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_001914.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_220410.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_234913.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_043420.json [129]<br>Spark Connect - session_id: "de6f26de-bb97-4181-a42a-3ea99c6daf12"\nplan {\n command {\n create_dataframe_view {\n input {\n commo...}"]; subgraph cluster_120 { id="cluster_120"; isCluster="true"; label="map"; 130 [id="node_130" labelType="html" label="MapPartitionsRDD [130]<br>Spark Connect - session_id: "de6f26de-bb97-4181-a42a-3ea99c6daf12"\nplan {\n command {\n create_dataframe_view {\n input {\n commo...}"]; } subgraph cluster_121 { id="cluster_121"; isCluster="true"; label="mapPartitions"; 131 [id="node_131" labelType="html" label="MapPartitionsRDD [131]<br>Spark Connect - session_id: "de6f26de-bb97-4181-a42a-3ea99c6daf12"\nplan {\n command {\n create_dataframe_view {\n input {\n commo...}"]; } } 129->130; 130->131; }

Event Timeline

Enable zooming