File size: 2,118 Bytes
e789e15 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | import pandas as pd
from typing import Union, List, Dict
def get_dataframe_summary(
dataframes: Union[pd.DataFrame, List[pd.DataFrame], Dict[str, pd.DataFrame]],
n_sample: int = 10,
skip_stats: bool = False,
) -> List[Dict]:
"""
Return a structured summary for one or more DataFrames. Each summary includes:
- Dataset name
- Shape (rows, columns)
- Column data types
- Missing value percentage per column
- Unique value count per column
- Descriptive statistics (optional)
"""
summaries = []
if isinstance(dataframes, dict):
for dataset_name, df in dataframes.items():
summaries.append(_summarize_dataframe(df, dataset_name, skip_stats))
elif isinstance(dataframes, pd.DataFrame):
summaries.append(_summarize_dataframe(dataframes, "Single_Dataset", skip_stats))
elif isinstance(dataframes, list):
for idx, df in enumerate(dataframes):
dataset_name = f"Dataset_{idx}"
summaries.append(_summarize_dataframe(df, dataset_name, skip_stats))
else:
raise TypeError("Input must be a DataFrame, list, or dictionary of DataFrames.")
return summaries
def _summarize_dataframe(df: pd.DataFrame, dataset_name: str, skip_stats: bool) -> Dict:
df = df.copy()
df = df.apply(lambda col: col.map(lambda x: str(x) if isinstance(x, dict) else x))
numeric_cols = df.select_dtypes(include='number').columns.tolist()
column_types = df.dtypes.astype(str).tolist()
columns = df.columns.tolist()
summary = {
"dataset_name": dataset_name,
"shape": {"rows": df.shape[0], "columns": df.shape[1]},
"columns": columns,
"column_types": column_types,
"missing_percent": df.isna().mean().round(4).mul(100).tolist(),
"unique_value_counts": df.nunique().tolist()
}
if not skip_stats:
desc = df[numeric_cols].describe().loc[['count', 'mean', '50%', 'min', 'max']].round(2)
summary["describe"] = {
stat: desc.loc[stat].tolist()
for stat in desc.index
}
return summary |