def write_spanner_manifest()

in cloud-composer/dags/sample-bigquery-start-spanner.py [0:0]

• 24 lines of code
• 2 McCabe index (conditional complexity)

def write_spanner_manifest(processed_bucket_name,file_path):
    spanner_template_json={
      "tables": [
        {
          "table_name": "weather",
          "file_patterns": ["gs://" + processed_bucket_name + "/spanner/weather/*.csv"],
          "columns": [
            {"column_name": "station_id", "type_name": "STRING"},
            {"column_name": "station_date", "type_name": "DATE"},
            {"column_name": "snow_mm_amt", "type_name": "FLOAT64"},
            {"column_name": "precipitation_tenth_mm_amt", "type_name": "FLOAT64"},
            {"column_name": "min_celsius_temp", "type_name": "FLOAT64"},
            {"column_name": "max_celsius_temp", "type_name": "FLOAT64"}
          ]
        }
      ]
    }

    print(spanner_template_json)

    try:
        with open(file_path, 'w') as f:
            json.dump(spanner_template_json, f)            
    except Exception as e:
      print(e)
      raise e