Spark Connect server - Details for Stage 34 (Attempt 0)

Submitted: 2026/09/01 05:38:08
Duration 1 s
Resource Profile Id: 0
Total Time Across All Tasks: 0.9 s
Locality Level Summary: Process local: 1
Input Size / Records: 247.4 KiB / 32
Associated Job Ids: 24

digraph G { id="graph_34"; subgraph graph_stage_34 { id="graph_stage_34"; isCluster="true"; label="Stage 34"; 114 [id="node_114" labelType="html" label="JsonFile: file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_004914.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_023417.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_021917.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_013415.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_011915.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_030418.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_041919.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_221911.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_051921.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_223411.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_024917.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_033418.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_040419.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_231912.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_224911.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_233412.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_044920.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_020416.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_214910.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_230412.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_000413.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_053421.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_050421.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_014916.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_003414.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_010415.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_034919.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_031918.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_001914.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_220410.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260831_234913.json,file:/home/jovyan/data/openaq-api-data/bidhannagar_20260901_043420.json [114]<br>Spark Connect - session_id: "de6f26de-bb97-4181-a42a-3ea99c6daf12"\nplan {\n root {\n common {\n plan_id: 2\n }\n show_string {\n ...}"]; subgraph cluster_99 { id="cluster_99"; isCluster="true"; label="map"; 115 [id="node_115" labelType="html" label="MapPartitionsRDD [115]<br>Spark Connect - session_id: "de6f26de-bb97-4181-a42a-3ea99c6daf12"\nplan {\n root {\n common {\n plan_id: 2\n }\n show_string {\n ...}"]; } subgraph cluster_100 { id="cluster_100"; isCluster="true"; label="mapPartitions"; 116 [id="node_116" labelType="html" label="MapPartitionsRDD [116]<br>Spark Connect - session_id: "de6f26de-bb97-4181-a42a-3ea99c6daf12"\nplan {\n root {\n common {\n plan_id: 2\n }\n show_string {\n ...}"]; } } 114->115; 115->116; }

Event Timeline

Enable zooming