[ { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V27", "question_type": "intersects:area_total+area", "output_family": "area", "n": 100, "accuracy": 0.22, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.2 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "area", "n": 100, "accuracy": 0.22, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.2 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V23", "question_type": "range+count", "output_family": "count", "n": 100, "accuracy": 0.35, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.51 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V24", "question_type": "intersects+count", "output_family": "count", "n": 100, "accuracy": 0.13, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.83 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "count", "n": 200, "accuracy": 0.24, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.6699999999999999 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V21", "question_type": "range+angle", "output_family": "direction", "n": 100, "accuracy": 0.51, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V22", "question_type": "knn+angle", "output_family": "direction", "n": 100, "accuracy": 0.39, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "direction", "n": 200, "accuracy": 0.45, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V25", "question_type": "range+distance", "output_family": "distance", "n": 100, "accuracy": 0.17, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.57 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V26", "question_type": "knn+distance", "output_family": "distance", "n": 100, "accuracy": 0.52, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.34 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "distance", "n": 200, "accuracy": 0.34500000000000003, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.45499999999999996 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V1", "question_type": "range+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.9, "parsed_f1": 0.71, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V2", "question_type": "range:non_spat_filter+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.91, "parsed_f1": 0.87, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V3", "question_type": "range:direction+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.96, "parsed_f1": 0.44, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V4", "question_type": "range:towards+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.89, "parsed_f1": 0.36, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V5", "question_type": "knn+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.77, "parsed_f1": 0.72, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V6", "question_type": "knn:non_spat_filter+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.72, "parsed_f1": 0.67, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V7", "question_type": "knn+name+multi_source1", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.84, "parsed_f1": 0.8, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V8", "question_type": "knn+name+multi_source2", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.64, "parsed_f1": 0.63, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V9", "question_type": "knn:direction+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.74, "parsed_f1": 0.39, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V10", "question_type": "knn:towards+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.42, "parsed_f1": 0.18, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V11", "question_type": "intersects:area_max+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.68, "parsed_f1": 0.74, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V12", "question_type": "intersects:length_max+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.65, "parsed_f1": 0.65, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "entity_name", "n": 1200, "accuracy": null, "text_recall": null, "text_f1": null, "parsed_recall": 0.76, "parsed_f1": 0.6, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V28", "question_type": "intersects:length_total+length", "output_family": "length", "n": 100, "accuracy": 0.12, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.52 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "length", "n": 100, "accuracy": 0.12, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.52 }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V13", "question_type": "range+loc", "output_family": "location", "n": 100, "accuracy": 0.71, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V14", "question_type": "range:non_spat_filter+loc", "output_family": "location", "n": 100, "accuracy": 0.32, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V15", "question_type": "range:direction+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V16", "question_type": "range:towards+loc", "output_family": "location", "n": 100, "accuracy": 0.53, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V17", "question_type": "knn+loc", "output_family": "location", "n": 100, "accuracy": 0.37, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V18", "question_type": "knn:non_spat_filter+loc", "output_family": "location", "n": 100, "accuracy": 0.19, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V19", "question_type": "knn:direction+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "V20", "question_type": "knn:towards+loc", "output_family": "location", "n": 100, "accuracy": 0.13, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "location", "n": 800, "accuracy": 0.281, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R5", "question_type": "slope + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R6", "question_type": "aspect + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.55, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R7", "question_type": "ruggedness + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.3, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR13", "question_type": "slope condition + name", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR14", "question_type": "slope steepest n POIs", "output_family": "raster_focal", "n": 20, "accuracy": 0.1, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_focal", "n": 100, "accuracy": 0.19, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R8", "question_type": "nearest high terrain + POI", "output_family": "raster_global", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R9", "question_type": "nearest low terrain + POI", "output_family": "raster_global", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR10", "question_type": "elevation proximity zone + name", "output_family": "raster_global", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_global", "n": 60, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R1", "question_type": "elevation + POI", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R2", "question_type": "elevation comparison + two POIs", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R3", "question_type": "elevation difference + two POIs", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R4", "question_type": "elevation threshold + POI", "output_family": "raster_local", "n": 20, "accuracy": 0.2, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R10", "question_type": "slope + route", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "R11", "question_type": "slope comparison + route", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR1", "question_type": "range + name + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR2", "question_type": "range + location + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR3", "question_type": "range + count + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.05, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR4", "question_type": "range + distance + elevation", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR5", "question_type": "nearest neighbor + distance + slope", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR6", "question_type": "intersect length + slope", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR11", "question_type": "elevation lowest n POIs", "output_family": "raster_local", "n": 20, "accuracy": 0.15, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_local", "n": 260, "accuracy": 0.03076923076923077, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_overall", "n": 500, "accuracy": 0.054, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR7", "question_type": "intersect area + maximum elevation", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR8", "question_type": "intersect area + average slope", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR9", "question_type": "elevation region name (average)", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "VR12", "question_type": "elevation comparison category + name", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "chess", "system_label": "CHESS-PostGIS (Gemini)", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_zonal", "n": 80, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V27", "question_type": "intersects:area_total+area", "output_family": "area", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 1.0 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "area", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 1.0 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V23", "question_type": "range+count", "output_family": "count", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.96 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V24", "question_type": "intersects+count", "output_family": "count", "n": 100, "accuracy": 0.06, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.91 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "count", "n": 200, "accuracy": 0.03, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.935 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V21", "question_type": "range+angle", "output_family": "direction", "n": 100, "accuracy": 0.16, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V22", "question_type": "knn+angle", "output_family": "direction", "n": 100, "accuracy": 0.03, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "direction", "n": 200, "accuracy": 0.095, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V25", "question_type": "range+distance", "output_family": "distance", "n": 100, "accuracy": 0.04, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.84 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V26", "question_type": "knn+distance", "output_family": "distance", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.89 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "distance", "n": 200, "accuracy": 0.02, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.865 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V1", "question_type": "range+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.05, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.75, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V2", "question_type": "range:non_spat_filter+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.11, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.53, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V3", "question_type": "range:direction+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.05, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.48, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V4", "question_type": "range:towards+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.03, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.62, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V5", "question_type": "knn+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.14, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.19, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V6", "question_type": "knn:non_spat_filter+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.17, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.23, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V7", "question_type": "knn+name+multi_source1", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.1, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.26, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V8", "question_type": "knn+name+multi_source2", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.1, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.26, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V9", "question_type": "knn:direction+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.14, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.18, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V10", "question_type": "knn:towards+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.04, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.05, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V11", "question_type": "intersects:area_max+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.1, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.38, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V12", "question_type": "intersects:length_max+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.17, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.45, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "entity_name", "n": 1200, "accuracy": null, "text_recall": 0.1, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.36, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V28", "question_type": "intersects:length_total+length", "output_family": "length", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 1.0 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "length", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 1.0 }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V13", "question_type": "range+loc", "output_family": "location", "n": 100, "accuracy": 0.16, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V14", "question_type": "range:non_spat_filter+loc", "output_family": "location", "n": 100, "accuracy": 0.06, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V15", "question_type": "range:direction+loc", "output_family": "location", "n": 100, "accuracy": 0.07, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V16", "question_type": "range:towards+loc", "output_family": "location", "n": 100, "accuracy": 0.12, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V17", "question_type": "knn+loc", "output_family": "location", "n": 100, "accuracy": 0.05, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V18", "question_type": "knn:non_spat_filter+loc", "output_family": "location", "n": 100, "accuracy": 0.01, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V19", "question_type": "knn:direction+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "V20", "question_type": "knn:towards+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "location", "n": 800, "accuracy": 0.059, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R5", "question_type": "slope + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R6", "question_type": "aspect + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R7", "question_type": "ruggedness + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR13", "question_type": "slope condition + name", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR14", "question_type": "slope steepest n POIs", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_focal", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R8", "question_type": "nearest high terrain + POI", "output_family": "raster_global", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R9", "question_type": "nearest low terrain + POI", "output_family": "raster_global", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR10", "question_type": "elevation proximity zone + name", "output_family": "raster_global", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_global", "n": 60, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R1", "question_type": "elevation + POI", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R2", "question_type": "elevation comparison + two POIs", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R3", "question_type": "elevation difference + two POIs", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R4", "question_type": "elevation threshold + POI", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R10", "question_type": "slope + route", "output_family": "raster_local", "n": 20, "accuracy": 0.05, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "R11", "question_type": "slope comparison + route", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR1", "question_type": "range + name + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR2", "question_type": "range + location + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR3", "question_type": "range + count + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR4", "question_type": "range + distance + elevation", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR5", "question_type": "nearest neighbor + distance + slope", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR6", "question_type": "intersect length + slope", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR11", "question_type": "elevation lowest n POIs", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_local", "n": 260, "accuracy": 0.0038461538461538464, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_overall", "n": 500, "accuracy": 0.002, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR7", "question_type": "intersect area + maximum elevation", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR8", "question_type": "intersect area + average slope", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR9", "question_type": "elevation region name (average)", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "VR12", "question_type": "elevation comparison category + name", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "rag", "system_label": "Gemini RAG", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_zonal", "n": 80, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V27", "question_type": "intersects:area_total+area", "output_family": "area", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "area", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V23", "question_type": "range+count", "output_family": "count", "n": 100, "accuracy": 0.17, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.64 }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V24", "question_type": "intersects+count", "output_family": "count", "n": 100, "accuracy": 0.04, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.89 }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "count", "n": 200, "accuracy": 0.10500000000000001, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.765 }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V21", "question_type": "range+angle", "output_family": "direction", "n": 100, "accuracy": 0.57, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V22", "question_type": "knn+angle", "output_family": "direction", "n": 100, "accuracy": 0.42, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "direction", "n": 200, "accuracy": 0.495, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V25", "question_type": "range+distance", "output_family": "distance", "n": 100, "accuracy": 0.69, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.19 }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V26", "question_type": "knn+distance", "output_family": "distance", "n": 100, "accuracy": 0.64, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.23 }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "distance", "n": 200, "accuracy": 0.665, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.21000000000000002 }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V1", "question_type": "range+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.11, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.96, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V2", "question_type": "range:non_spat_filter+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.24, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.78, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V3", "question_type": "range:direction+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.21, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.61, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V4", "question_type": "range:towards+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.03, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.37, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V5", "question_type": "knn+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.24, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.7, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V6", "question_type": "knn:non_spat_filter+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.39, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.61, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V7", "question_type": "knn+name+multi_source1", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.06, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.07, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V8", "question_type": "knn+name+multi_source2", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.16, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.31, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V9", "question_type": "knn:direction+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.51, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.74, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V10", "question_type": "knn:towards+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.07, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.18, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V11", "question_type": "intersects:area_max+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.16, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.83, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V12", "question_type": "intersects:length_max+name", "output_family": "entity_name", "n": 100, "accuracy": null, "text_recall": 0.15, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.64, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "entity_name", "n": 1200, "accuracy": null, "text_recall": 0.19, "text_f1": null, "parsed_recall": null, "parsed_f1": 0.57, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V28", "question_type": "intersects:length_total+length", "output_family": "length", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.88 }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "length", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": 0.88 }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V13", "question_type": "range+loc", "output_family": "location", "n": 100, "accuracy": 0.01, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V14", "question_type": "range:non_spat_filter+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V15", "question_type": "range:direction+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V16", "question_type": "range:towards+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V17", "question_type": "knn+loc", "output_family": "location", "n": 100, "accuracy": 0.01, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V18", "question_type": "knn:non_spat_filter+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V19", "question_type": "knn:direction+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "V20", "question_type": "knn:towards+loc", "output_family": "location", "n": 100, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "location", "n": 800, "accuracy": 0.003, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R5", "question_type": "slope + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R6", "question_type": "aspect + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.25, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R7", "question_type": "ruggedness + POI", "output_family": "raster_focal", "n": 20, "accuracy": 0.3, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR13", "question_type": "slope condition + name", "output_family": "raster_focal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR14", "question_type": "slope steepest n POIs", "output_family": "raster_focal", "n": 20, "accuracy": 0.05, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_focal", "n": 100, "accuracy": 0.12, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R8", "question_type": "nearest high terrain + POI", "output_family": "raster_global", "n": 20, "accuracy": 0.15, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R9", "question_type": "nearest low terrain + POI", "output_family": "raster_global", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR10", "question_type": "elevation proximity zone + name", "output_family": "raster_global", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_global", "n": 60, "accuracy": 0.05, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R1", "question_type": "elevation + POI", "output_family": "raster_local", "n": 20, "accuracy": 1.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R2", "question_type": "elevation comparison + two POIs", "output_family": "raster_local", "n": 20, "accuracy": 0.45, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R3", "question_type": "elevation difference + two POIs", "output_family": "raster_local", "n": 20, "accuracy": 1.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R4", "question_type": "elevation threshold + POI", "output_family": "raster_local", "n": 20, "accuracy": 0.95, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R10", "question_type": "slope + route", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "R11", "question_type": "slope comparison + route", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR1", "question_type": "range + name + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.6, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR2", "question_type": "range + location + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR3", "question_type": "range + count + elevation condition", "output_family": "raster_local", "n": 20, "accuracy": 0.6, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR4", "question_type": "range + distance + elevation", "output_family": "raster_local", "n": 20, "accuracy": 0.2, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR5", "question_type": "nearest neighbor + distance + slope", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR6", "question_type": "intersect length + slope", "output_family": "raster_local", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR11", "question_type": "elevation lowest n POIs", "output_family": "raster_local", "n": 20, "accuracy": 0.3, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_local", "n": 260, "accuracy": 0.3923076923076923, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_overall", "n": 500, "accuracy": 0.234, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR7", "question_type": "intersect area + maximum elevation", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR8", "question_type": "intersect area + average slope", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR9", "question_type": "elevation region name (average)", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "VR12", "question_type": "elevation comparison category + name", "output_family": "raster_zonal", "n": 20, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null }, { "system": "text2sql", "system_label": "Gemini Text-to-SQL", "verification_status": "Paper reported", "task": "ALL", "question_type": "ALL", "output_family": "raster_zonal", "n": 80, "accuracy": 0.0, "text_recall": null, "text_f1": null, "parsed_recall": null, "parsed_f1": null, "distance_error_m": null, "angle_error_deg": null, "relative_error": null } ]