Update app.py

app.py

@@ -1,8 +1,4 @@
-from pathlib import Path
 import gradio as gr
-import re
-import pandas as pd
-import email
 from email import policy
 from email.parser import BytesParser
 import base64
@@ -15,11 +11,6 @@ import gpxpy
 import gpxpy.gpx
 from icalendar import Calendar
 import zipfile
-import tempfile
-
-# Ensure the Gradio cache directory exists
-gradio_cache_dir = '/tmp/gradio'
-Path(gradio_cache_dir).mkdir(parents=True, exist_ok=True)
 
 def decode_email_content(content, content_transfer_encoding):
     if content_transfer_encoding == 'base64':
@@ -29,8 +20,10 @@ def decode_email_content(content, content_transfer_encoding):
     return content
 
 def parse_email(raw_email):
+    # Parsing the raw email content
     msg = BytesParser(policy=policy.default).parsebytes(raw_email)
 
+    # Extracting email details
     email_details = {
         "From": msg["From"],
         "To": msg["To"],
@@ -39,6 +32,7 @@ def parse_email(raw_email):
         "Body": ""
     }
 
+    # Extracting the email body content
     if msg.is_multipart():
         for part in msg.iter_parts():
             content_type = part.get_content_type()
@@ -65,207 +59,194 @@ def parse_email(raw_email):
 
     return email_details
 
-def parse_whatsapp_chat(input_file_path, output_file_path):
-    with open(input_file_path, 'r', encoding='utf-8') as input_file:
-        lines = input_file.readlines()
-
-    messages = []
-    for line in lines:
-        try:
-            if line.startswith('['):
-                date_time, sender_message = line[1:].split('] ', 1)
-                date, time = date_time.split(', ')
-                sender, message = sender_message.split(': ', 1)
-                messages.append([date, time, sender, message])
-        except ValueError:
-            print(f"Skipping line due to error: {line.strip()} - not enough values to unpack (expected 2, got 1)")
-
-    with open(output_file_path, 'w', newline='', encoding='utf-8') as output_file:
-        writer = csv.writer(output_file)
-        writer.writerow(['Date', 'Time', 'Sender', 'Message'])
-        writer.writerows(messages)
-
-    print(f"File {output_file_path} written with {len(messages)} records")
-
 def dataManipulator(converter, filepath):
     global output_file
     output_file = filepath
 
-    try:
-        if converter == "Email Converter":
-            records = []
-
-            with open(filepath, 'rb') as file:
-                raw_email_data = file.read()
-
-            email_entries = raw_email_data.split(b'\nFrom ')
-
-            for raw_email in email_entries:
-                if not raw_email.startswith(b'From '):
-                    raw_email = b'From ' + raw_email
-
-                parsed_email = parse_email(raw_email)
-
-                record_data = {
-                    "date and time": parsed_email["Date"],
-                    "from": parsed_email["From"],
-                    "to": parsed_email["To"],
-                    "Cc": "",  # Add Cc if needed, parse_email function does not extract it by default
-                    "Subject": parsed_email["Subject"],
-                    "Content": parsed_email["Body"]
-                }
-
-                records.append(record_data)
-
-            print("Email records parsed:", records)
-
-            output_file = os.path.basename(os.path.splitext(filepath)[0]) + '_converted.csv'
-
-            columns = ["date and time", "from", "to", "Cc", "Subject", "Content"]
-
-            with open(output_file, 'w', newline='') as csvfile:
-                writer = csv.DictWriter(csvfile, fieldnames=columns)
-
-                writer.writeheader()
-                for record in records:
-                    writer.writerow(record)
-
-            return output_file
-
-        if converter == "Calendar Converter":
-            with open(filepath, 'rb') as file:
-                calendar = Calendar.from_ical(file.read())
-
-            records = []
-            for component in calendar.walk():
-                if component.name == "VEVENT":
+    if converter == "Email Converter":
+        records = []
+        
+        with open(filepath, 'rb') as file:
+            raw_email_data = file.read()
+        
+        email_entries = raw_email_data.split(b'\nFrom ')
+
+        for raw_email in email_entries:
+            if not raw_email.startswith(b'From '):
+                raw_email = b'From ' + raw_email
+            
+            parsed_email = parse_email(raw_email)
+            
+            record_data = {
+                "date and time": parsed_email["Date"],
+                "from": parsed_email["From"],
+                "to": parsed_email["To"],
+                "Cc": "",  # Add Cc if needed, parse_email function does not extract it by default
+                "Subject": parsed_email["Subject"],
+                "Content": parsed_email["Body"]
+            }
+            
+            records.append(record_data)
+
+        output_file = os.path.basename(os.path.splitext(filepath)[0]) + '_converted.csv'
+        
+        columns = ["date and time", "from", "to", "Cc", "Subject", "Content"]
+        
+        with open(output_file, 'w', newline='') as csvfile:
+            writer = csv.DictWriter(csvfile, fieldnames=columns)
+            
+            writer.writeheader()
+            for record in records:
+                writer.writerow(record)
+        
+        return gr.DownloadButton(label=f"Download {output_file}", value=output_file, interactive=True)
+    if converter == "Calendar Converter":
+        with open(filepath, 'rb') as file:
+            calendar = Calendar.from_ical(file.read())
+
+        records = []
+        for component in calendar.walk():
+            if component.name == "VEVENT":
+                records.append({
+                    "summary": component.get('summary'),
+                    "dtstart": component.get('dtstart').dt,
+                    "dtend": component.get('dtend').dt,
+                    "description": component.get('description'),
+                    "location": component.get('location')
+                })
+
+        output_file = os.path.basename(os.path.splitext(filepath)[0]) + '_converted.csv'
+        
+        with open(output_file, 'w', newline='') as csvfile:
+            fieldnames = ["summary", "dtstart", "dtend", "description", "location"]
+            writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
+            
+            writer.writeheader()
+            for record in records:
+                writer.writerow(record)
+        
+        return gr.DownloadButton(label=f"Download {output_file}", value=output_file, interactive=True)
+    if converter == "AppleHealth Converter":
+        tree = ET.parse(filepath)
+        root = tree.getroot()
+        records = []
+        
+        columns = ["startDate", "endDate", "device", "sourceName", "type", "unit", "value"]
+        
+        for record in root.findall('Record'):
+            record_data = {key: record.attrib.get(key, '') for key in columns}
+            records.append(record_data)
+        
+        output_file = os.path.basename(os.path.splitext(filepath)[0]) + '_converted.csv'
+        
+        with open(output_file, 'w', newline='') as csvfile:
+            writer = csv.DictWriter(csvfile, fieldnames=columns)
+            
+            writer.writeheader()
+            for record in records:
+                writer.writerow(record)
+        
+        return gr.DownloadButton(label=f"Download {output_file}", value=output_file, interactive=True)
+    if converter == "AppleHealth GPS Converter":
+        with open(filepath, 'r') as filepath:
+            gpx = gpxpy.parse(filepath)
+
+        records = []
+        for track in gpx.tracks:
+            for segment in track.segments:
+                for point in segment.points:
                     records.append({
-                        "summary": component.get('summary'),
-                        "dtstart": component.get('dtstart').dt,
-                        "dtend": component.get('dtend').dt,
-                        "description": component.get('description'),
-                        "location": component.get('location')
+                        "latitude": point.latitude,
+                        "longitude": point.longitude,
+                        "elevation": point.elevation,
+                        "time": point.time
                     })
 
-            print("Calendar records parsed:", records)
-
-            output_file = os.path.basename(os.path.splitext(filepath)[0]) + '_converted.csv'
-
-            with open(output_file, 'w', newline='') as csvfile:
-                fieldnames = ["summary", "dtstart", "dtend", "description", "location"]
-                writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
-
-                writer.writeheader()
-                for record in records:
-                    writer.writerow(record)
-
-            return output_file
-
-        if converter == "AppleHealth Converter":
-            tree = ET.parse(filepath)
-            root = tree.getroot()
-            records = []
-
-            columns = ["startDate", "endDate", "device", "sourceName", "type", "unit", "value"]
-
-            for record in root.findall('Record'):
-                record_data = {key: record.attrib.get(key, '') for key in columns}
-                records.append(record_data)
-
-            print("AppleHealth records parsed:", records)
-
-            output_file = os.path.basename(os.path.splitext(filepath)[0]) + '_converted.csv'
-
-            with open(output_file, 'w', newline='') as csvfile:
-                writer = csv.DictWriter(csvfile, fieldnames=columns)
-
-                writer.writeheader()
-                for record in records:
-                    writer.writerow(record)
-
-            return output_file
-
-        if converter == "AppleHealth GPS Converter":
-            with open(filepath, 'r') as file:
-                gpx = gpxpy.parse(file)
-
-            records = []
-            for track in gpx.tracks:
-                for segment in track.segments:
-                    for point in segment.points:
-                        records.append({
-                            "latitude": point.latitude,
-                            "longitude": point.longitude,
-                            "elevation": point.elevation,
-                            "time": point.time
-                        })
-
-            print("AppleHealth GPS records parsed:", records)
-
-            output_file = os.path.basename(os.path.splitext(filepath)[0]) + '_converted.csv'
-
-            with open(output_file, 'w', newline='') as csvfile:
-                fieldnames = records[0].keys() if records else []
-                writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
-
-                writer.writeheader()
-                for record in records:
-                    writer.writerow(record)
-
-            return output_file
-
-        if converter == "WhatsApp Converter":
-            parse_whatsapp_chat(input_file_path, output_file)
-            return output_file
-
-        if converter == "Google Foto Converter":
-            records = []
-            with zipfile.ZipFile(filepath, 'r') as zip_ref:
-                zip_ref.extractall('json_folder')
-
-            for filename in os.listdir('json_folder'):
-                if filename.endswith('.json'):
-                    with open(os.path.join('json_folder', filename), 'r') as json_file:
-                        data = json.load(json_file)
-                        records.append(data)
-
-            print("Google Foto records parsed:", records)
-
-            output_file = 'googleFotoConverted.csv'
-
-            with open(output_file, 'w', newline='') as csvfile:
-                fieldnames = set()
-                for record in records:
-                    fieldnames.update(record.keys())
-                writer = csv.DictWriter(csvfile, fieldnames=list(fieldnames))
-
-                writer.writeheader()
-                for record in records:
-                    writer.writerow(record)
-
-            return output_file
-    except Exception as e:
-        return f"Error: {str(e)}"
-
-    return "Converter type not recognized."
-
-def process_input(input_file, state):
-    try:
-        if input_file is not None:
-            output_file = dataManipulator(None, input_file.name)
-            return gr.File.update(value=output_file, label="Download converted file"), state
-        else:
-            return gr.Textbox.update(value="No file uploaded."), state
-    except Exception as e:
-        return gr.Textbox.update(value=f"Error processing WhatsApp file: {str(e)}"), state
-
-with gr.Blocks() as demo:
-    converter = gr.Dropdown(["Email Converter", "Calendar Converter", "AppleHealth Converter", "AppleHealth GPS Converter", "WhatsApp Converter", "Google Foto Converter"], label="Select Converter")
-    input_file = gr.File(label="Upload File")
-    output_file = gr.File(label="Download converted file")
-    error_message = gr.Textbox(label="Error Message", interactive=False)
-
-    process_button = gr.Button("Process")
-    process_button.click(fn=process_input, inputs=[converter, input_file], outputs=[output_file, error_message])
-
-demo.launch()
+        output_file = os.path.basename(os.path.splitext(filepath.name)[0]) + '_converted.csv'
+        
+        with open(output_file, 'w', newline='') as csvfile:
+            fieldnames = records[0].keys()
+            writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
+            
+            writer.writeheader()
+            for record in records:
+                writer.writerow(record)
+        
+        return gr.DownloadButton(label=f"Download {output_file}", value=output_file, interactive=True)
+    if converter == "WhatsApp Converter":
+        with open(filepath, 'r', errors='ignore') as file:
+            lines = file.readlines()
+
+        records = []
+        for line in lines:
+            if ', ' in line and ': ' in line:
+                date_time, message = line.split(' - ', 1)
+                date, time = date_time.split(', ')
+                sender, message = message.split(': ', 1)
+                records.append({
+                    "date": date,
+                    "time": time,
+                    "sender": sender,
+                    "message": message
+                })
+
+        output_file = os.path.basename(os.path.splitext(filepath)[0]) + '_converted.csv'
+        
+        with open(output_file, 'w', newline='') as csvfile:
+            fieldnames = ["date", "time", "sender", "message"]
+            writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
+            
+            writer.writeheader()
+            for record in records:
+                writer.writerow(record)
+        
+        return gr.DownloadButton(label=f"Download {output_file}", value=output_file, interactive=True)
+    if converter == "Google Foto Converter":
+        records = []
+        # Unzip the file
+        with zipfile.ZipFile(filepath, 'r') as zip_ref:
+            zip_ref.extractall('json_folder')
+
+        # Process the extracted files
+        records = []
+        for filename in os.listdir('json_folder'):
+            if filename.endswith('.json'):
+                with open(os.path.join('json_folder', filename), 'r') as json_file:
+                    data = json.load(json_file)
+                    records.append(data)
+
+        for filename in os.listdir('json_folder'):
+            if filename.endswith('.json'):
+                with open(os.path.join('json_folder', filename), 'r') as json_file:
+                    data = json.load(json_file)
+                    records.append(data)
+
+        output_file = 'googleFotoConverted.csv'
+        
+        with open(output_file, 'w', newline='') as csvfile:
+            fieldnames = set()
+            for record in records:
+                fieldnames.update(record.keys())
+            writer = csv.DictWriter(csvfile, fieldnames=list(fieldnames))
+            
+            writer.writeheader()
+            for record in records:
+                writer.writerow(record)
+        
+        return gr.DownloadButton(label=f"Download {output_file}", value=output_file, interactive=True)
+    else:
+        return gr.DownloadButton(label="Download not ready", value="output_file", interactive=False)
+    
+
+demo = gr.Interface(
+    dataManipulator,
+    [
+        gr.Radio(["Email Converter", "Calendar Converter", "AppleHealth Converter", "AppleHealth GPS Converter", "WhatsApp Converter", "Google Foto Converter"], label="Select a converter:"),
+        gr.File(label="Upload a file"),
+    ],
+    outputs=gr.DownloadButton(label="Download not ready", value="output_file", interactive=False),
+    allow_flagging="never",
+)
+
+if __name__ == "__main__":
+    demo.launch()