in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py [0:0]
def fix_data_anomolies_storms(df: pd.DataFrame) -> pd.DataFrame:
logging.info("Cleansing data")
df["damage_property"] = (
df["damage_property"]
.apply(lambda x: shorthand_to_number(x))
.fillna(0)
.astype(np.int64)
)
df["damage_crops"] = (
df["damage_crops"]
.apply(lambda x: shorthand_to_number(x))
.fillna(0)
.astype(np.int64)
)
df["event_type"] = df["event_type"].apply(lambda x: str(x).lower())
df["state"] = df["state"].apply(
lambda x: f"{str.capitalize(x)[0]}{str.lower(x)[1]}"
)
df["event_point"] = df["event_point"].apply(
lambda x: str(x).replace("POINT(nan nan)", "")
)
return df