Spaces:
Running on Zero
Running on Zero
File size: 4,092 Bytes
67a7335 7a01ba9 67a7335 7a01ba9 67a7335 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 | """Data Cleaner — Hugging Face Space demo.
Upload a messy CSV or Excel file, get a cleaned one back.
No API key, no account: the file is cleaned inside this Space
and only you download the result.
"""
import tempfile
from pathlib import Path
import gradio as gr
import pandas as pd
import spaces
def clean_text(value):
if isinstance(value, str):
return " ".join(value.split())
return value
def _is_text(series: pd.Series) -> bool:
"""Text column? Works for both the old object dtype and pandas 3 str dtype."""
return series.dtype == object or pd.api.types.is_string_dtype(series)
def clean_numbers(series: pd.Series) -> pd.Series:
"""Turn strings like '1 200,50' into numbers, if the column looks numeric."""
if not _is_text(series):
return series
cleaned = (
series.astype(str)
.str.replace("\u00a0", " ", regex=False)
.str.replace(" ", "", regex=False)
.str.replace(",", ".", regex=False)
)
numeric = pd.to_numeric(cleaned, errors="coerce")
non_empty = series.notna() & (series.astype(str).str.strip() != "")
if non_empty.sum() and numeric[non_empty].notna().mean() >= 0.5:
return numeric
return series
def clean_dates(series: pd.Series) -> pd.Series:
"""Parse a date-like column to YYYY-MM-DD, if most values parse."""
if not _is_text(series):
return series
parsed = pd.to_datetime(series, errors="coerce", dayfirst=True, format="mixed")
non_empty = series.notna() & (series.astype(str).str.strip() != "")
if non_empty.sum() and parsed[non_empty].notna().mean() >= 0.5:
return parsed.dt.strftime("%Y-%m-%d")
return series
def clean(df: pd.DataFrame) -> tuple[pd.DataFrame, dict]:
report = {"rows_in": len(df)}
df = df.dropna(how="all")
report["empty_rows_removed"] = report["rows_in"] - len(df)
df = df.apply(lambda col: col.map(clean_text))
for col in df.columns:
name = str(col).lower()
if "date" in name or "datum" in name:
df[col] = clean_dates(df[col])
else:
df[col] = clean_numbers(df[col])
before = len(df)
df = df.drop_duplicates()
report["duplicates_removed"] = before - len(df)
report["rows_out"] = len(df)
report["empty_cells_left"] = int(df.isna().sum().sum())
return df, report
@spaces.GPU
def clean_file(upload):
if upload is None:
return None, "Upload a CSV or Excel file first."
path = Path(upload.name)
if path.suffix.lower() == ".csv":
df = pd.read_csv(path, dtype=str, keep_default_na=False)
elif path.suffix.lower() in (".xlsx", ".xls"):
df = pd.read_excel(path, dtype=str, keep_default_na=False)
else:
return None, "Only .csv and .xlsx files are supported."
df = df.replace(r"^\s*$", pd.NA, regex=True)
cleaned, report = clean(df)
out = Path(tempfile.gettempdir()) / f"{path.stem}_clean{path.suffix}"
if out.suffix.lower() == ".csv":
cleaned.to_csv(out, index=False)
else:
cleaned.to_excel(out, index=False)
text = (
f"Rows: {report['rows_in']} -> {report['rows_out']}\n"
f"Empty rows removed: {report['empty_rows_removed']}\n"
f"Duplicates removed: {report['duplicates_removed']}\n"
f"Empty cells left: {report['empty_cells_left']}"
)
return str(out), text
with gr.Blocks(title="Data Cleaner") as demo:
gr.Markdown(
"# Data Cleaner\n"
"Upload a messy CSV or Excel file and download the cleaned version. "
"Duplicates, empty rows, messy dates and numbers like `1 200,50` "
"get fixed in one go. No API key, everything runs here."
)
with gr.Row():
file_in = gr.File(label="Upload CSV or Excel", file_types=[".csv", ".xlsx"])
file_out = gr.File(label="Download cleaned file")
report = gr.Textbox(label="Report")
btn = gr.Button("Clean it")
btn.click(clean_file, inputs=file_in, outputs=[file_out, report])
gr.Examples(
examples=[["examples/messy.csv"]],
inputs=file_in,
)
demo.launch()
|