in mozetl/bhr_collection/bhr_collection.py [0:0]
def write_file(name, stuff, config):
end_date = datetime.today()
end_date_str = end_date.strftime("%Y%m%d")
if config["append_date"]:
filename = "./output/%s-%s.json" % (name, end_date_str)
else:
filename = "./output/%s.json" % name
if not os.path.exists("./output"):
os.makedirs("./output")
with open(filename, "w", encoding="utf8") as json_file:
json.dump(stuff, json_file, ensure_ascii=False)
if config["use_gcs"]:
bucket_name = "moz-fx-data-static-websit-8565-analysis-output"
gcs_key = "bhr/data/hang_aggregates/" + name + ".json"
extra_args = {"content_type": "application/json"}
storage_client = storage.Client()
bucket = storage_client.bucket(bucket_name)
blob = bucket.blob(gcs_key)
blob.upload_from_filename(filename, **extra_args)
if config["uuid"] is not None:
gcs_key = (
"bhr/data/hang_aggregates/" + name + "_" + config["uuid"] + ".json"
)
blob = bucket.blob(gcs_key)
blob.upload_from_filename(filename, **extra_args)