2026-01-04 14:57:49.062037 AdaptiveSparkPlan isFinalPlan=false +- TakeOrderedAndProject(limit=100, orderBy=[total_clicks#163L DESC NULLS LAST], output=[link_type#28,edges#162L,total_clicks#163L]) +- HashAggregate(keys=[link_type#28], functions=[count(1), sum(click_count#30)], output=[link_type#28, edges#162L, total_clicks#163L]) +- Exchange hashpartitioning(link_type#28, 200), ENSURE_REQUIREMENTS, [plan_id=1699] +- HashAggregate(keys=[link_type#28], functions=[partial_count(1), partial_sum(click_count#30)], output=[link_type#28, count#183L, sum#174L]) +- HashAggregate(keys=[source_page#26, target_page#27, link_type#28, click_count#30], functions=[], output=[link_type#28, click_count#30]) +- Exchange hashpartitioning(source_page#26, target_page#27, link_type#28, click_count#30, 200), ENSURE_REQUIREMENTS, [plan_id=1695] +- HashAggregate(keys=[source_page#26, target_page#27, link_type#28, click_count#30], functions=[], output=[source_page#26, target_page#27, link_type#28, click_count#30]) +- Project [_c0#17 AS source_page#26, _c1#18 AS target_page#27, _c2#19 AS link_type#28, cast(_c3#20 as int) AS click_count#30] +- Filter ((((((isnotnull(_c3#20) AND isnotnull(_c0#17)) AND isnotnull(_c1#18)) AND isnotnull(cast(_c3#20 as int))) AND (cast(_c3#20 as int) >= 0)) AND (length(_c0#17) > 0)) AND (length(_c1#18) > 0)) +- FileScan csv [_c0#17,_c1#18,_c2#19,_c3#20] Batched: false, DataFilters: [isnotnull(_c3#20), isnotnull(_c0#17), isnotnull(_c1#18), isnotnull(cast(_c3#20 as int)), (cast(_..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/mnt/c/Users/rania/OneDrive/Documents/Projet/data/raw/clickstream..., PartitionFilters: [], PushedFilters: [IsNotNull(_c3), IsNotNull(_c0), IsNotNull(_c1)], ReadSchema: struct<_c0:string,_c1:string,_c2:string,_c3:string>