hongbo-miao/hongbomiao.com

View on GitHub
cloud-platform/aws/aws-glue-databrew/adsb-2x-flight-trace-recipe.json

Summary

Maintainability
Test Coverage
[
  {
    "Action": {
      "Operation": "UNNEST_ARRAY",
      "Parameters": {
        "removeSourceColumn": "true",
        "sourceColumn": "trace",
        "targetColumn": "_tmp_trace"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[0]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_relative_timestamp"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[1]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_latitude_deg"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[2]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_longitude_deg"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[3]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_altitude_ft"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[4]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_ground_speed_kt"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[5]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_track_deg"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[6]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_flags"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[7]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_vertical_rate_fpm"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[8]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_aircraft"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[9]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_position_type"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[10]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_geometric_altitude_ft"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[11]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_geometric_vertical_rate_fpm"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[12]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_indicated_airspeed_kt"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[13]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_roll_angle_deg"
      }
    }
  },
  {
    "Action": {
      "Operation": "EXTRACT_VALUE",
      "Parameters": {
        "path": "`_tmp_trace`[14]",
        "sourceColumn": "_tmp_trace",
        "targetColumn": "trace_feeder_id"
      }
    }
  },
  {
    "Action": {
      "Operation": "DELETE",
      "Parameters": {
        "sourceColumns": "[\"_tmp_trace\"]"
      }
    }
  },
  {
    "Action": {
      "Operation": "JSON_TO_STRUCTS",
      "Parameters": {
        "sourceColumns": "[\"trace_aircraft\"]",
        "unnestLevel": "120"
      }
    }
  },
  {
    "Action": {
      "Operation": "UNNEST_STRUCT_N",
      "Parameters": {
        "delimiter": "_",
        "removeSourceColumn": "true",
        "sourceColumns": "[\"trace_aircraft\"]",
        "targetColumn": "trace_aircraft",
        "unnestLevel": "1"
      }
    }
  }
]