feature(#130): remove conflicts

.gitignore

@@ -1,3 +1,5 @@
 /Brain/firebase_cred.json
 /.idea
 Brain/firebase_cred.json
+Brain/logs
+

Android/README.md

@@ -23,7 +23,6 @@ All complex software including operating systems will need to be rewritten from
 | Image Search System  | A user can search image on Android local storage |
 | Send SMS | If a user says that send SMS, mobile open SMS editor and a user can send SMS using the editor. |
 
-[[Rising Brain](https://github.com/ttt246/RisingBrain)]
 ### Run locally
 - Copy google-services.json into app folder of project
 

Android/app/src/main/res/drawable/ic_attachment_48.xml

@@ -0,0 +1,5 @@
+<vector android:height="48dp" android:tint="#000000"
+    android:viewportHeight="24" android:viewportWidth="24"
+    android:width="48dp" xmlns:android="http://schemas.android.com/apk/res/android">
+    <path android:fillColor="@android:color/white" android:pathData="M2,12.5C2,9.46 4.46,7 7.5,7H18c2.21,0 4,1.79 4,4s-1.79,4 -4,4H9.5C8.12,15 7,13.88 7,12.5S8.12,10 9.5,10H17v2H9.41c-0.55,0 -0.55,1 0,1H18c1.1,0 2,-0.9 2,-2s-0.9,-2 -2,-2H7.5C5.57,9 4,10.57 4,12.5S5.57,16 7.5,16H17v2H7.5C4.46,18 2,15.54 2,12.5z"/>
+</vector>

Brain/README.md

@@ -27,8 +27,7 @@ All complex software including operating systems will need to be rewritten from
 - 🌍 Support all web browsers to manipulate it automatically as its extension.
 - 🔗 Multiple API support (Web API for Free and Plus users, GPT-3.5, GPT-4, etc.).
 - 🔍 Integration to all mainstream search engines, and custom queries to support additional sites.
-
-[[Android Application](https://github.com/ttt246/RisingPhone)] [[Brrowser Extension](https://github.com/ttt246/Rising_Browser)] [[Rising Plugin](https://github.com/ttt246/Rising_Plugin)]
+- 
 #### 1.2 Feature
 
 - Chat with Rising AI as an assistant.
@@ -39,10 +38,6 @@ All complex software including operating systems will need to be rewritten from
 - Manipulate all browsers with user's input(tab, page, search, scroll, or etc) and it will follow you to go on the real website or blog what you are thinking of.
 
 ## 2. Installing / Getting started
-Install the latest version of rising-plugin package to use / custom something on what you want. 
-```
-pip install rising-plugin
-```
 #### 2.1 how to run on local
 It's a standard fastapi application so no configuration is needed beyond the included Procfile
 #### 2.2 Create firebase project

Brain/logs/activity.log

@@ -1,82 +0,0 @@
-2023-06-11 01:39:05,597 ERROR sendNotification 
-2023-06-11 03:49:04,950 DEBUG  Chat with AI on model : gpt-3.5-turbo
-2023-06-11 03:49:04,950 DEBUG  ------------ CONTEXT SENT TO AI ---------------
-2023-06-11 03:49:04,950 DEBUG  System: You are a helpful assistant.
-2023-06-11 03:49:04,950 DEBUG  
-2023-06-11 03:49:04,950 DEBUG  User: Who won the world series in 2020?
-2023-06-11 03:49:04,950 DEBUG  
-2023-06-11 03:49:04,950 DEBUG  Assistant: The Los Angeles Dodgers won the World Series in 2020.
-2023-06-11 03:49:04,950 DEBUG  
-2023-06-11 03:49:04,950 DEBUG  User: Where was it played?
-2023-06-11 03:49:04,951 DEBUG  
-2023-06-11 03:49:04,951 DEBUG  ----------- END OF CONTEXT ----------------
-2023-06-11 03:49:14,350 WARNING API Rate Limit Reached. Waiting 10 seconds... Error: 
-2023-06-11 03:49:34,004 DEBUG  Chat with AI on model : gpt-3.5-turbo
-2023-06-11 03:49:34,004 DEBUG  ------------ CONTEXT SENT TO AI ---------------
-2023-06-11 03:49:34,004 DEBUG  System: You are a helpful assistant.
-2023-06-11 03:49:34,004 DEBUG  
-2023-06-11 03:49:34,004 DEBUG  User: Who won the world series in 2020?
-2023-06-11 03:49:34,004 DEBUG  
-2023-06-11 03:49:34,004 DEBUG  Assistant: The Los Angeles Dodgers won the World Series in 2020.
-2023-06-11 03:49:34,004 DEBUG  
-2023-06-11 03:49:34,004 DEBUG  User: Where was it played?
-2023-06-11 03:49:34,004 DEBUG  
-2023-06-11 03:49:34,004 DEBUG  ----------- END OF CONTEXT ----------------
-2023-06-11 03:50:02,195 DEBUG  Chat with AI on model : gpt-3.5-turbo
-2023-06-11 03:50:02,196 DEBUG  ------------ CONTEXT SENT TO AI ---------------
-2023-06-11 03:50:02,196 DEBUG  System: You are a helpful assistant.
-2023-06-11 03:50:02,196 DEBUG  
-2023-06-11 03:50:02,196 DEBUG  User: Who won the world series in 2020?
-2023-06-11 03:50:02,197 DEBUG  
-2023-06-11 03:50:02,197 DEBUG  Assistant: The Los Angeles Dodgers won the World Series in 2020.
-2023-06-11 03:50:02,197 DEBUG  
-2023-06-11 03:50:02,197 DEBUG  User: Where was it played?
-2023-06-11 03:50:02,197 DEBUG  
-2023-06-11 03:50:02,197 DEBUG  ----------- END OF CONTEXT ----------------
-2023-06-11 03:52:01,682 WARNING API Rate Limit Reached. Waiting 10 seconds... Error: 
-2023-06-11 03:52:04,881 DEBUG  Chat with AI on model : gpt-3.5-turbo
-2023-06-11 03:52:04,882 DEBUG  ------------ CONTEXT SENT TO AI ---------------
-2023-06-11 03:52:04,882 DEBUG  System: You are a helpful assistant.
-2023-06-11 03:52:04,882 DEBUG  
-2023-06-11 03:52:04,882 DEBUG  User: Who won the world series in 2020?
-2023-06-11 03:52:04,883 DEBUG  
-2023-06-11 03:52:04,883 DEBUG  Assistant: The Los Angeles Dodgers won the World Series in 2020.
-2023-06-11 03:52:04,883 DEBUG  
-2023-06-11 03:52:04,884 DEBUG  User: Where was it played?
-2023-06-11 03:52:04,884 DEBUG  
-2023-06-11 03:52:04,884 DEBUG  ----------- END OF CONTEXT ----------------
-2023-06-11 03:59:41,875 DEBUG  Chat with AI on model : gpt-3.5-turbo
-2023-06-11 03:59:41,876 DEBUG  ------------ CONTEXT SENT TO AI ---------------
-2023-06-11 03:59:41,876 DEBUG  System: You are a helpful assistant.
-2023-06-11 03:59:41,876 DEBUG  
-2023-06-11 03:59:41,876 DEBUG  User: Who won the world series in 2020?
-2023-06-11 03:59:41,876 DEBUG  
-2023-06-11 03:59:41,876 DEBUG  Assistant: The Los Angeles Dodgers won the World Series in 2020.
-2023-06-11 03:59:41,876 DEBUG  
-2023-06-11 03:59:41,876 DEBUG  User: Where was it played?
-2023-06-11 03:59:41,876 DEBUG  
-2023-06-11 03:59:41,876 DEBUG  ----------- END OF CONTEXT ----------------
-2023-06-12 17:08:50,779 DEBUG  Chat with AI on model : gpt-3.5-turbo
-2023-06-12 17:08:50,780 DEBUG  ------------ CONTEXT SENT TO AI ---------------
-2023-06-12 17:08:50,780 DEBUG  System: You are a helpful assistant.
-2023-06-12 17:08:50,780 DEBUG  
-2023-06-12 17:08:50,780 DEBUG  User: Who won the world series in 2020?
-2023-06-12 17:08:50,780 DEBUG  
-2023-06-12 17:08:50,780 DEBUG  Assistant: The Los Angeles Dodgers won the World Series in 2020.
-2023-06-12 17:08:50,780 DEBUG  
-2023-06-12 17:08:50,780 DEBUG  User: Where was it played?
-2023-06-12 17:08:50,780 DEBUG  
-2023-06-12 17:08:50,780 DEBUG  ----------- END OF CONTEXT ----------------
-2023-06-16 14:22:55,555 ERROR sendNotification json parsing or get completion error
-2023-06-16 14:23:59,508 ERROR sendNotification json parsing or get completion error
-2023-06-16 15:58:51,640 DEBUG  Chat with AI on model : gpt-3.5-turbo
-2023-06-16 15:58:51,641 DEBUG  ------------ CONTEXT SENT TO AI ---------------
-2023-06-16 15:58:51,641 DEBUG  System: You are a helpful assistant.
-2023-06-16 15:58:51,642 DEBUG  
-2023-06-16 15:58:51,642 DEBUG  User: Who won the world series in 2020?
-2023-06-16 15:58:51,642 DEBUG  
-2023-06-16 15:58:51,642 DEBUG  Assistant: The Los Angeles Dodgers won the World Series in 2020.
-2023-06-16 15:58:51,642 DEBUG  
-2023-06-16 15:58:51,642 DEBUG  User: Where was it played?
-2023-06-16 15:58:51,642 DEBUG  
-2023-06-16 15:58:51,642 DEBUG  ----------- END OF CONTEXT ----------------

Brain/src/commands/command.py

@@ -62,35 +62,35 @@ class CommandRegistry:
                 "Search a image that #description",
                 ["#description"],
                 True,
-            ).__str_json__(),
+            ),
             Command(
                 "notification",
                 "send notification or alert",
                 "send that #notification",
                 ["#notification"],
                 True,
-            ).__str_json__(),
+            ),
             Command(
                 "sms",
                 "send a sms",
                 "",
                 [],
                 True,
-            ).__str_json__(),
+            ),
             Command(
                 "browsing",
                 "search browser",
                 "Search something that #description",
                 ["#description"],
                 True,
-            ).__str_json__(),
+            ),
             Command(
                 "social",
                 "search something in social",
                 "Search something in twitter or facebook that #description",
                 ["#description"],
                 True,
-            ).__str_json__(),
+            ),
         ]
 
     def get_all_commands(self) -> Any:

Brain/src/common/assembler.py

@@ -57,7 +57,7 @@ class Assembler:
 
     """mapping result type into json
     {
-        "program": sms | contacts | browser | select_item_detail_info, 
+        "program": sms | contacts | browser | selectitemdetailinfo, 
         "content": string
     }
     """
@@ -69,3 +69,18 @@ class Assembler:
 
     def to_req_model(self, basic_req: BasicReq.Confs) -> ReqModel:
         return ReqModel(basic_req.to_json())
+
+    """mapping data from a ContactModel into json
+    {
+        "contactId": int,
+        "displayName": string,
+        "phoneNumbers": [string]
+    }
+    """
+
+    def to_contact_result_format(self, contact: ContactModel) -> Any:
+        return {
+            "contactId": contact.contact_id,
+            "displayName": contact.display_name,
+            "phoneNumbers": contact.phone_numbers,
+        }

Brain/src/common/program_type.py

@@ -8,17 +8,20 @@ class ProgramType:
     SMS = "sms"
     CONTACT = "contact"
     MESSAGE = "message"
+    AUTO_TASK = "autotask"
+    RAILS_OFF_TOPIC = "rails_off_topic"
 
     class BrowserType:
-        OPEN_TAB = "open_tab"
-        OPEN_TAB_SEARCH = "open_tab_search"
-        CLOSE_TAB = "close_tab"
-        PREVIOUS_PAGE = "previous_page"
-        NEXT_PAGE = "next_page"
-        SCROLL_UP = "scroll_up"
-        SCROLL_DOWN = "scroll_down"
-        SCROLL_TOP = "scroll_top"
-        SCROLL_BOTTOM = "scroll_bottom"
-        SELECT_ITEM_DETAIL_INFO = "select_item_detail_info"
-        SELECT_ITEM = "select_item"
+        OPEN_TAB = "opentab"
+        OPEN_TAB_SEARCH = "opentabsearch"
+        CLOSE_TAB = "closetab"
+        PREVIOUS_PAGE = "previouspage"
+        NEXT_PAGE = "nextpage"
+        SCROLL_UP = "scrollup"
+        SCROLL_DOWN = "scrolldown"
+        SCROLL_TOP = "scrolltop"
+        SCROLL_BOTTOM = "scrollbottom"
+        SELECT_ITEM_DETAIL_INFO = "selectitemdetailinfo"
+        SELECT_ITEM = "selectitem"
         MESSAGE = "message"
+        ASK_WEBSITE = "askwebsite"

Brain/src/common/utils.py

@@ -40,6 +40,10 @@ AUTH_TOKEN = os.getenv("TWILIO_AUTH_TOKEN")
 HUGGINGFACEHUB_API_TOKEN = os.getenv("HUGGINGFACEHUB_API_TOKEN")
 
 
+# actions flag :True -> Directly with Category_prompt
+ACTION_FLAG = True
+
+
 class ProgramType:
     BROWSER = "browser"
     ALERT = "alert"
@@ -47,6 +51,8 @@ class ProgramType:
     SMS = "sms"
     CONTACT = "contact"
     MESSAGE = "message"
+    AUTO_TASK = "autotask"
+    RAILS_OFF_TOPIC = "rails_off_topic"
 
 
 # validate json format

Brain/src/gradio_debug.py

@@ -0,0 +1,47 @@
+"""gradio implementaion"""
+# import gradio as gr
+# import requests
+# import json
+# from gradio.components import Textbox, Number
+#
+# DEFAULT_UUID = "c40a09075d11940f"
+#
+#
+# def gradio_send_notification(uuid: str, query: str):
+#     url = "http://localhost:7860/sendNotification"
+#     data = {
+#         "confs": {
+#             "openai_key": "",
+#             "pinecone_key": "",
+#             "pinecone_env": "",
+#             "firebase_key": "",
+#             "settings": {"temperature": 0.6},
+#             "token": "eSyP3i7ITZuq8hWn2qutTl:APA91bH1FtWkaTSJwuX4WKWAl3Q-ZFyrOw4UtMP4IfwuvNrHOThH7EvEGIhtguilLRyQNlLiXatEN0xntHAc8bbKobSGjge3wxIHlspbIWY_855CzONqaVdl3y3zOmgKZNnuhYi4gwbh",
+#             "uuid": uuid,
+#         },
+#         "message": query,
+#     }
+#
+#     response = requests.post(
+#         url, data=json.dumps(data), headers={"Content-Type": "application/json"}
+#     )
+#     response = response.json()
+#     return json.dumps(response["result"]), response["status_code"]
+#
+#
+# debug_send_notification = gr.Interface(
+#     fn=gradio_send_notification,
+#     inputs=[
+#         Textbox(
+#             label="UUID",
+#             placeholder="Please input your UUID.",
+#             value="c40a09075d11940f",
+#         ),
+#         Textbox(label="query", placeholder="Please input your prompt."),
+#     ],
+#     outputs=[
+#         Textbox(label="Result"),
+#         Number(label="Status Code"),
+#     ],
+#     allow_flagging="never",
+# )

Brain/src/model/requests/request_model.py

@@ -205,3 +205,32 @@ class Train(BasicReq):
     id: str
     data: TrainData
     status: str
+
+
+"""endpoint /auto_task/delete"""
+
+
+class AutoTaskDelete(BasicReq):
+    class Body(BaseModel):
+        reference_link: str
+
+    data: Body
+
+
+"""endpoint /read_emails"""
+
+
+class EmailReader(BasicReq):
+    class Body(BaseModel):
+        sender: str
+        pwd: str
+        imap_folder: str
+
+    data: Body
+
+
+"""endpoint : /contact/get_by_ids"""
+
+
+class GetContactsByIds(BasicReq):
+    contactIds: list[str]

Brain/src/rising_plugin/gmail/email_plugin.py

@@ -0,0 +1,359 @@
+import email
+import imaplib
+import json
+import mimetypes
+import os
+import re
+import smtplib
+import time
+from email.header import decode_header
+from email.message import EmailMessage
+
+from bs4 import BeautifulSoup
+
+# email variables
+EMAIL_SMTP_HOST = "smtp.gmail.com"
+EMAIL_SMTP_PORT = 587
+EMAIL_IMAP_SERVER = "imap.gmail.com"
+EMAIL_SIGNATURE = "This was sent by Brain Service"
+
+
+class EmailPlugin:
+    def send_email(
+        self, sender: str, pwd: str, to: str, subject: str, body: str, to_send: bool
+    ) -> str:
+        return self.send_email_with_attachment_internal(
+            sender=sender,
+            pwd=pwd,
+            to=to,
+            title=subject,
+            message=body,
+            attachment=None,
+            attachment_path=None,
+            to_send=to_send,
+        )
+
+    def send_email_with_attachment(
+        self,
+        sender: str,
+        pwd: str,
+        to: str,
+        subject: str,
+        body: str,
+        filename: str,
+        to_send: bool,
+    ) -> str:
+        attachment_path = filename
+        attachment = os.path.basename(filename)
+        return self.send_email_with_attachment_internal(
+            sender=sender,
+            pwd=pwd,
+            to=to,
+            title=subject,
+            message=body,
+            attachment_path=attachment_path,
+            attachment=attachment,
+            to_send=to_send,
+        )
+
+    def send_email_with_attachment_internal(
+        self,
+        sender: str,
+        pwd: str,
+        to: str,
+        title: str,
+        message: str,
+        attachment_path: str | None,
+        attachment: str | None,
+        to_send: bool,
+    ) -> str:
+        """Send an email
+
+        Args:
+            sender (str): The email of the sender
+            pwd (str): The password of the sender
+            to (str): The email of the recipient
+            title (str): The title of the email
+            message (str): The message content of the email
+
+        Returns:
+            str: Any error messages
+        """
+        email_sender = sender
+        email_password = pwd
+
+        msg = EmailMessage()
+        msg["Subject"] = title
+        msg["From"] = email_sender
+        msg["To"] = to
+
+        signature = EMAIL_SIGNATURE
+        if signature:
+            message += f"\n{signature}"
+
+        msg.set_content(message)
+
+        if attachment_path:
+            ctype, encoding = mimetypes.guess_type(attachment_path)
+            if ctype is None or encoding is not None:
+                # No guess could be made, or the file is encoded (compressed)
+                ctype = "application/octet-stream"
+            maintype, subtype = ctype.split("/", 1)
+            with open(file=attachment_path, mode="rb") as fp:
+                msg.add_attachment(
+                    fp.read(), maintype=maintype, subtype=subtype, filename=attachment
+                )
+
+        if to_send:
+            smtp_host = EMAIL_SMTP_HOST
+            smtp_port = EMAIL_SMTP_PORT
+            # send email
+            with smtplib.SMTP(host=smtp_host, port=smtp_port) as smtp:
+                smtp.ehlo()
+                smtp.starttls()
+                smtp.login(user=email_sender, password=email_password)
+                smtp.send_message(msg)
+                smtp.quit()
+            return f"Email was sent to {to}!"
+        else:
+            conn = self.imap_open(
+                imap_folder="[Gmail]/Drafts",
+                email_sender=email_sender,
+                email_password=email_password,
+            )
+            conn.append(
+                mailbox="[Gmail]/Drafts",
+                flags="",
+                date_time=imaplib.Time2Internaldate(time.time()),
+                message=str(msg).encode("UTF-8"),
+            )
+            return f"Email went to [Gmail]/Drafts!"
+
+    def read_emails(
+        self,
+        sender: str,
+        pwd: str,
+        imap_folder: str = "inbox",
+        imap_search_command: str = "UNSEEN",
+        limit: int = 5,
+        page: int = 1,
+    ) -> str:
+        """Read emails from an IMAP mailbox.
+
+        This function reads emails from a specified IMAP folder, using a given IMAP search command, limits, and page numbers.
+        It returns a list of emails with their details, including the sender, recipient, date, CC, subject, and message body.
+
+        Args:
+            sender (str): The email of the sender
+            pwd (str): The password of the sender
+            imap_folder (str, optional): The name of the IMAP folder to read emails from. Defaults to "inbox".
+            imap_search_command (str, optional): The IMAP search command to filter emails. Defaults to "UNSEEN".
+            limit (int, optional): Number of email's the function should return. Defaults to 5 emails.
+            page (int, optional): The index of the page result the function should resturn. Defaults to 0, the first page.
+
+        Returns:
+            str: A list of dictionaries containing email details if there are any matching emails.
+        """
+        email_sender = sender
+        imap_folder = self.adjust_imap_folder_for_gmail(
+            imap_folder=imap_folder, email_sender=email_sender
+        )
+        imap_folder = self.enclose_with_quotes(imap_folder)
+        imap_search_ar = self.split_imap_search_command(imap_search_command)
+        email_password = pwd
+
+        mark_as_seen = "False"
+        if isinstance(mark_as_seen, str):
+            mark_as_seen = json.loads(mark_as_seen.lower())
+
+        conn = self.imap_open(
+            imap_folder=imap_folder,
+            email_sender=email_sender,
+            email_password=email_password,
+        )
+
+        imap_keyword = imap_search_ar[0]
+        if len(imap_search_ar) == 1:
+            _, search_data = conn.search(None, imap_keyword)
+        else:
+            argument = self.enclose_with_quotes(imap_search_ar[1])
+            _, search_data = conn.search(None, imap_keyword, argument)
+
+        messages = []
+        for num in search_data[0].split():
+            if mark_as_seen:
+                message_parts = "(RFC822)"
+            else:
+                message_parts = "(BODY.PEEK[])"
+            _, msg_data = conn.fetch(message_set=num, message_parts=message_parts)
+            for response_part in msg_data:
+                if isinstance(response_part, tuple):
+                    msg = email.message_from_bytes(response_part[1])
+
+                    # If the subject has unknown encoding, return blank
+                    if msg["Subject"] is not None:
+                        subject, encoding = decode_header(msg["Subject"])[0]
+                    else:
+                        subject = ""
+                        encoding = ""
+
+                    if isinstance(subject, bytes):
+                        try:
+                            # If the subject has unknown encoding, return blank
+                            if encoding is not None:
+                                subject = subject.decode(encoding)
+                            else:
+                                subject = ""
+                        except [LookupError] as e:
+                            pass
+
+                    body = self.get_email_body(msg)
+                    # Clean email body
+                    body = self.clean_email_body(body)
+
+                    from_address = msg["From"]
+                    to_address = msg["To"]
+                    date = msg["Date"]
+                    cc = msg["CC"] if msg["CC"] else ""
+
+                    messages.append(
+                        {
+                            "From": from_address,
+                            "To": to_address,
+                            "Date": date,
+                            "CC": cc,
+                            "Subject": subject,
+                            "Message Body": body,
+                        }
+                    )
+
+        conn.logout()
+        if not messages:
+            messages.append(
+                {
+                    "From": "",
+                    "To": "",
+                    "Date": "",
+                    "CC": "",
+                    "Subject": "",
+                    "Message Body": "There are no Emails",
+                }
+            )
+            return json.dumps(messages)
+
+        # Confirm that integer parameters are the right type
+        limit = int(limit)
+        page = int(page)
+
+        # Validate parameter values
+        if limit < 1:
+            raise ValueError("Error: The message limit should be 1 or greater")
+
+        page_count = len(messages) // limit + (len(messages) % limit > 0)
+
+        if page < 1 or page > page_count:
+            raise ValueError(
+                "Error: The page value references a page that is not part of the results"
+            )
+
+        # Calculate paginated indexes
+        start_index = len(messages) - (page * limit + 1)
+        end_index = start_index + limit
+        start_index = max(start_index, 0)
+
+        # Return paginated indexes
+        if start_index == end_index:
+            return json.dumps([messages[start_index]])
+        else:
+            return json.dumps(messages[start_index:end_index])
+
+    def adjust_imap_folder_for_gmail(self, imap_folder: str, email_sender: str) -> str:
+        if "@gmail" in email_sender.lower() or "@googlemail" in email_sender.lower():
+            if "sent" in imap_folder.lower():
+                return '"[Gmail]/Sent Mail"'
+            if "draft" in imap_folder.lower():
+                return "[Gmail]/Drafts"
+        return imap_folder
+
+    def imap_open(
+        self, imap_folder: str, email_sender: str, email_password: str
+    ) -> imaplib.IMAP4_SSL:
+        imap_server = EMAIL_IMAP_SERVER
+        conn = imaplib.IMAP4_SSL(imap_server)
+        conn.login(user=email_sender, password=email_password)
+        conn.select(imap_folder)
+        return conn
+
+    def get_email_body(self, msg: email.message.Message) -> str:
+        if msg.is_multipart():
+            for part in msg.walk():
+                content_type = part.get_content_type()
+                content_disposition = str(part.get("Content-Disposition"))
+                if (
+                    content_type == "text/plain"
+                    and "attachment" not in content_disposition
+                ):
+                    # If the email body has unknown encoding, return null
+                    try:
+                        return part.get_payload(decode=True).decode()
+                    except UnicodeDecodeError as e:
+                        pass
+        else:
+            try:
+                # If the email body has unknown encoding, return null
+                return msg.get_payload(decode=True).decode()
+            except UnicodeDecodeError as e:
+                pass
+
+    def enclose_with_quotes(self, s):
+        # Check if string contains whitespace
+        has_whitespace = bool(re.search(r"\s", s))
+
+        # Check if string is already enclosed by quotes
+        is_enclosed = s.startswith(("'", '"')) and s.endswith(("'", '"'))
+
+        # If string has whitespace and is not enclosed by quotes, enclose it with double quotes
+        if has_whitespace and not is_enclosed:
+            return f'"{s}"'
+        else:
+            return s
+
+    def split_imap_search_command(self, input_string):
+        input_string = input_string.strip()
+        parts = input_string.split(maxsplit=1)
+        parts = [part.strip() for part in parts]
+
+        return parts
+
+    def clean_email_body(self, email_body):
+        """Remove formating and URL's from an email's body
+
+        Args:
+            email_body (str, optional): The email's body
+
+        Returns:
+            str: The email's body without any formating or URL's
+        """
+
+        # If body is None, return an empty string
+        if email_body is None:
+            email_body = ""
+
+        # Remove any HTML tags
+        email_body = BeautifulSoup(email_body, "html.parser")
+        email_body = email_body.get_text()
+
+        # Remove return characters
+        email_body = "".join(email_body.splitlines())
+
+        # Remove extra spaces
+        email_body = " ".join(email_body.split())
+
+        # Remove unicode characters
+        email_body = email_body.encode("ascii", "ignore")
+        email_body = email_body.decode("utf-8", "ignore")
+
+        # Remove any remaining URL's
+        email_body = re.sub(r"http\S+", "", email_body)
+
+        return email_body

Brain/src/rising_plugin/guardrails-config/actions/actions.py

@@ -13,117 +13,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import os
 import json
-import numpy as np
-
-from Brain.src.service.train_service import TrainService
-from langchain.docstore.document import Document
-
-from Brain.src.common.brain_exception import BrainException
-from Brain.src.common.utils import (
-    COMMAND_SMS_INDEXES,
-    COMMAND_BROWSER_OPEN,
-    PINECONE_INDEX_NAME,
-    DEFAULT_GPT_MODEL,
-)
-from Brain.src.model.req_model import ReqModel
-from Brain.src.model.requests.request_model import BasicReq
-from Brain.src.rising_plugin.image_embedding import (
-    query_image_text,
-)
-from Brain.src.rising_plugin.csv_embed import get_embed
 
 from nemoguardrails.actions import action
 
-from Brain.src.rising_plugin.llm.falcon_llm import FalconLLM
-from Brain.src.rising_plugin.llm.gpt_llm import GptLLM
-from Brain.src.rising_plugin.llm.llms import (
-    get_llm_chain,
-    GPT_3_5_TURBO,
-    GPT_4_32K,
-    GPT_4,
-    FALCON_7B,
-    GPT_LLM_MODELS,
-)
-
-from Brain.src.rising_plugin.pinecone_engine import (
-    get_pinecone_index_namespace,
-    init_pinecone,
-)
-
-"""
-query is json string with below format
-{
-    "query": string,
-    "model": string,
-    "uuid": string,
-    "image_search": bool,
-    "setting": {
-        "host_name": string,
-        "openai_key": string, 
-        "pinecone_key": string, 
-        "pinecone_env": string,
-        "firebase_key": string,
-        "firebase_env": string 
-        "settings": {
-                "temperature": float
-            }, 
-        "token": string, 
-        "uuid": string, 
-    }
-}
-"""
-
 
 @action()
 async def general_question(query):
-    """init falcon model"""
-    falcon_llm = FalconLLM()
-    docs = []
-
-    """step 0-->: parsing parms from the json query"""
-    try:
-        json_query = json.loads(query)
-    except Exception as ex:
-        raise BrainException(BrainException.JSON_PARSING_ISSUE_MSG)
-    query = json_query["query"]
-    image_search = json_query["image_search"]
-    page_content = json_query["page_content"]
-    document_id = json_query["document_id"]
-    setting = ReqModel(json_query["setting"])
-    is_browser = json_query["is_browser"]
-
-    docs.append(Document(page_content=page_content, metadata=""))
-    """ 1. calling gpt model to categorize for all message"""
-    chain_data = get_llm_chain(model=DEFAULT_GPT_MODEL, setting=setting).run(
-        input_documents=docs, question=query
-    )
-    try:
-        result = json.loads(chain_data)
-        # check image query with only its text
-        if result["program"] == "image":
-            if image_search:
-                result["content"] = {
-                    "image_name": query_image_text(result["content"], "", setting)
-                }
-        """ 2. check program is message to handle it with falcon llm """
-        if result["program"] == "message":
-            if is_browser:
-                result["program"] = "ask_website"
-            else:
-                # """FALCON_7B:"""
-                result["content"] = falcon_llm.query(question=query)
-        return json.dumps(result)
-    except ValueError as e:
-        # Check sms and browser query
-        if document_id in COMMAND_SMS_INDEXES:
-            return json.dumps({"program": "sms", "content": chain_data})
-        elif document_id in COMMAND_BROWSER_OPEN:
-            return json.dumps({"program": "browser", "content": "https://google.com"})
-
-        if is_browser:
-            return json.dumps({"program": "ask_website", "content": ""})
-        return json.dumps(
-            {"program": "message", "content": falcon_llm.query(question=query)}
-        )
+    return json.dumps({"program": "message", "content": query})

Brain/src/rising_plugin/guardrails-config/off-security.co

@@ -15,4 +15,4 @@ define flow
   bot explain cant off security
 
 define bot explain cant off security
-  '{"program": "message", "content": "Sorry, I cannot comment on anything which is relevant to the password or pin code."}'
+  '{"program": "rails_off_topic", "content": "Sorry, I cannot comment on anything which is relevant to the password or pin code."}'

Brain/src/rising_plugin/llm/llms.py

@@ -20,6 +20,38 @@ GPT_LLM_MODELS = [GPT_3_5_TURBO, GPT_4, GPT_4_32K]
 """exception message"""
 EXCEPTION_MSG = f"The model is not correct. It should be in {LLM_MODELS}"
 
+
+"""prompt"""
+CATEGORY_PROMPT = """
+If user is going to say about a image with its description to search, please answer belowing json format. {"program": "image", "content": "description of the image that user is going to search"}
+If user is going to ask about a image, please answer belowing json format. {"program": "image", "content": "description of the image that user is going to search"}
+If user said that send sms or text, please answer belowing json format. {"program": "sms", "content": "ask who"}
+If user said that compose, write, or create an sms message, please answer belowing json format. {"program": "sms", "content": "ask who"}
+If user said that search contact with its description such as display name or phone number, please answer belowing json format. {"program": "contact", "content": "description of the contact that user is going to search"}
+If user said that open a tab, go to a tab, or open a page, please answer belowing json format. {"program": "opentab", "content": ""}
+If user said that open a tab and search, go to a tab and search, or open a page and search, please answer belowing json format. {"program": "opentabsearch", "content": "keyword that user is going to search"}
+If user said that close a tab, please answer belowing json format. {"program": "closetab", "content": ""}
+If user said that launch a browser or open a browser, please answer belowing json format. {"program": "browser", "content": "https://google.com"}
+If user said that go to a previous page, or open a previous page, please answer belowing json format. {"program": "previouspage", "content": ""}
+If user said that go to a next page, or open a next page, please answer belowing json format. {"program": "nextpage", "content": ""}
+If user said that scroll up, scroll up page, or page scroll up, please answer belowing json format. {"program": "scrollup", "content": ""}
+If user said that scroll down, scroll down page, page scroll down, please answer belowing json format. {"program": "scrolldown", "content": ""}
+If user said that scroll top, scroll top page, or scroll top of page, please answer belowing json format. {"program": "scrolltop", "content": ""}
+If user said that scroll bottom, scroll bottom page, or scroll bottom of page, please answer belowing json format. {"program": "scrollbottom", "content": ""}
+If user is going to select an item, an article or a website with its description in a web browser, please answer belowing json format. {"program": "selectitemdetailinfo", "content": "the description of an item, an article or a website in a browser"}
+If user said that ask about the content in website, for example, if users ask something like 'what is #query in this website?' or 'Can you tell me about #query based on this website?', please answer belowing json format. {"program": "askwebsite", "content": ""}
+If user said that open a website using web browsers, please answer belowing json format. The url user is going to open can exist or not. If user doesn\\'t say exact url and want to open some sites, you have to find the best proper url. If user didn\\'t say any url and you can't find proper url, please set website url to "https://www.google.com". {"program": "browser", "url": "website url that user is going to open"}
+If users are going to ask something based on the data of website, please answer belowing json format. {"program": "askwebsite", "content": ""}
+If user is going to set or create alarm with time and label, please answer belowing json format.\n {"program": "alarm", "content": {"type":"create", "time":"please set time as 24-hours format that user is going to set. If user did not provide any alarm time, set "0:0"", "label":"please set label that user is going to set. If user did not provide any label, set "alarm""}}\n This is example data.\n User: Set an alarm.\n AI: {"program":"alarm", "content": {"type":"create", "time":"0:0", "label":"alarm"}}\n User: Set an alarm with label as "wake up".\n AI: {"program":"alarm", "content": {"type":"create", "time":"0:0", "label":"wake up"}}\n User: Set an alarm for 5:00 AM.\n AI: {"program":"alarm", "content": {"type":"create", "time":"5:00", "label":"alarm"}}\n User: Set an alarm for 5:00 PM with label as "wake up".\n AI: {"program":"alarm", "content": {"type":"create", "time":"17:00", "label":"wake up"}}
+If user is going to read email or message, please answer belowing json format. {"program": "reademail", "content": ""}
+If user is going to send email or message, please answer belowing json format. {"program": "sendemail", "content": ""}
+If user is going to compose, write, or create an email, please answer belowing json format. {"program": "writeemail", "content": ""}
+User wants to help organization in achieving its goals, which bridges the gap between the user is (present) and where he/she wants to go (future), or that is deciding in advance what to do, how to do when to do it and by whom it is to be done. Also the description ensures in thoughts and actions, work is carried on smoothly without any confusion and misunderstanding. \n And it can be done for the future and the future is full of uncertainties. \n So it looks like to make a decision as well. It helps make rational decisions by choosing the best most profitable alternative which may bring lower cost, adaptable to the organization and situations. \n If user is going to say about planning strategy, or something like that , please answer belowing json format. {"program": "autotask", "content": ""}
+If all of above is not correct, please give the most appropriate answer to the user's question. Please answer belowing json format. {"program":"message", "content":"your answer"}
+If users are going to know about  real-time capabilities such as News, Weather, Stocks, Booking, Planning, or etc, then please answer belowing json format. {"program": "autotask", "content": ""}
+If your answer is not correct with the program type which mentioned in this rules, please answer belowing json format. {"program": "autotask", "content": ""}
+"""
+
 """validate model"""
 
 
@@ -61,7 +93,9 @@ def get_llm(
     """check model"""
     llm = GptLLM(openai_key=setting.openai_key)
     if model == GPT_3_5_TURBO or model == GPT_4 or model == GPT_4_32K:
-        llm = GptLLM(model=model, openai_key=setting.openai_key)
+        llm = GptLLM(
+            model=model, openai_key=setting.openai_key, temperature=temperature
+        )
     elif model == FALCON_7B:
         llm = FalconLLM(temperature=temperature, max_new_tokens=max_new_tokens)
     return llm

Brain/src/rising_plugin/rails_validate.py

@@ -0,0 +1,15 @@
+"""validate rails result:
+checking with program whether is it message or rails_off_topic"""
+import json
+
+from Brain.src.common.program_type import ProgramType
+
+
+def validate_rails(data: str) -> bool:
+    try:
+        json_obj = json.loads(data["content"])
+        if json_obj["program"] == ProgramType.RAILS_OFF_TOPIC:
+            return False
+        return True
+    except Exception as ex:
+        return False

Brain/src/rising_plugin/risingplugin.py

@@ -14,20 +14,26 @@ from langchain.chains.question_answering import load_qa_chain
 from nemoguardrails.rails import LLMRails, RailsConfig
 
 from langchain.chat_models import ChatOpenAI
-
+from langchain.docstore.document import Document
 from firebase_admin import storage
 
 from .csv_embed import get_embed
-from .llm.llms import get_llm, GPT_4, FALCON_7B
+from .llm.falcon_llm import FalconLLM
+from .llm.llms import get_llm, GPT_4, FALCON_7B, get_llm_chain, CATEGORY_PROMPT
 from .pinecone_engine import init_pinecone
+from .rails_validate import validate_rails
 from ..common.brain_exception import BrainException
 from ..common.http_response_codes import responses
+from ..common.program_type import ProgramType
 from ..common.utils import (
     OPENAI_API_KEY,
     FIREBASE_STORAGE_ROOT,
     DEFAULT_GPT_MODEL,
     parseJsonFromCompletion,
     PINECONE_INDEX_NAME,
+    ACTION_FLAG,
+    COMMAND_SMS_INDEXES,
+    COMMAND_BROWSER_OPEN,
 )
 from .image_embedding import (
     query_image_text,
@@ -35,6 +41,7 @@ from .image_embedding import (
 )
 from ..model.req_model import ReqModel
 from ..model.requests.request_model import BasicReq
+from ..service.auto_task_service import AutoTaskService
 from ..service.train_service import TrainService
 
 # Give the path to the folder containing the rails
@@ -59,45 +66,55 @@ def llm_rails(
     image_search: bool = True,
     is_browser: bool = False,
 ) -> Any:
-    """step 0: convert string to json"""
-    index = init_pinecone(index_name=PINECONE_INDEX_NAME, setting=setting)
-    train_service = TrainService(firebase_app=firebase_app, setting=setting)
-
-    """step 1: handle with gpt-4"""
-
-    query_result = get_embed(data=query, setting=setting)
-    try:
-        relatedness_data = index.query(
-            vector=query_result,
-            top_k=1,
-            include_values=False,
-            namespace=train_service.get_pinecone_index_train_namespace(),
-        )
-    except Exception as ex:
-        raise BrainException(code=508, message=responses[508])
-    if len(relatedness_data["matches"]) == 0:
-        return str({"program": "message", "content": ""})
-    document_id = relatedness_data["matches"][0]["id"]
-
-    document = train_service.read_one_document(document_id)
-    page_content = document["page_content"]
-
-    message = rails_app.generate(
+    # rails validation
+    rails_resp = rails_app.generate(
         messages=[
             {
                 "role": "user",
-                "content": rails_input_with_args(
-                    setting=setting,
-                    query=query,
-                    image_search=image_search,
-                    page_content=page_content,
-                    document_id=document_id,
-                    is_browser=is_browser,
-                ),
+                "content": query,
             }
         ]
     )
-    return message
+    if not validate_rails(rails_resp):
+        json_resp = json.loads(rails_resp["content"])
+        json_resp["program"] = ProgramType.MESSAGE
+        return json_resp
+
+    # querying
+    document_id = ""
+    page_content = ""
+    if not ACTION_FLAG:
+        """step 0: convert string to json"""
+        index = init_pinecone(index_name=PINECONE_INDEX_NAME, setting=setting)
+        train_service = TrainService(firebase_app=firebase_app, setting=setting)
+
+        """step 1: handle with gpt-4"""
+
+        query_result = get_embed(data=query, setting=setting)
+        try:
+            relatedness_data = index.query(
+                vector=query_result,
+                top_k=1,
+                include_values=False,
+                namespace=train_service.get_pinecone_index_train_namespace(),
+            )
+        except Exception as ex:
+            raise BrainException(code=508, message=responses[508])
+        if len(relatedness_data["matches"]) == 0:
+            return str({"program": "message", "content": ""})
+        document_id = relatedness_data["matches"][0]["id"]
+
+        document = train_service.read_one_document(document_id)
+        page_content = document["page_content"]
+
+    return ask_question(
+        query=query,
+        setting=setting,
+        is_browser=is_browser,
+        image_search=image_search,
+        document_id=document_id,
+        page_content=page_content,
+    )
 
 
 def processLargeText(
@@ -117,11 +134,7 @@ def processLargeText(
             image_search=image_search,
             is_browser=is_browser,
         )
-        try:
-            return json.loads(message["content"])
-        except Exception as e:
-            result = json.dumps(message["content"])
-            return parseJsonFromCompletion(result)
+        return message
     else:
         first_query = "The total length of the content that I want to send you is too large to send in only one piece.\nFor sending you that content, I will follow this rule:\n[START PART 1/10]\nThis is the content of the part 1 out of 10 in total\n[END PART 1/10]\nThen you just answer: 'Received part 1/10'\nAnd when I tell you 'ALL PART SENT', then you can continue processing the data and answering my requests."
         app.generate(messages=[{"role": "user", "content": first_query}])
@@ -177,11 +190,7 @@ def processLargeText(
                     image_search=image_search,
                     is_browser=is_browser,
                 )
-                try:
-                    return json.loads(message["content"])
-                except Exception as e:
-                    result = json.dumps(message["content"])
-                    return parseJsonFromCompletion(result)
+                return message
         # out of for-loop
 
 
@@ -309,9 +318,9 @@ def rails_input_with_args(
     setting: ReqModel,
     query: str,
     image_search: bool,
-    page_content: str,
-    document_id: str,
     is_browser: bool,
+    page_content: str = "",
+    document_id: str = "",
 ) -> str:
     # convert json with params for rails.
     json_query_with_params = {
@@ -325,6 +334,59 @@ def rails_input_with_args(
     return json.dumps(json_query_with_params)
 
 
+"""main method to handle basic query"""
+
+
+def ask_question(
+    query: str,
+    setting: ReqModel,
+    is_browser: bool,
+    image_search: bool,
+    document_id: str = "",
+    page_content: str = "",
+) -> Any:
+    """init falcon model"""
+    falcon_llm = FalconLLM()
+    autotask_service = AutoTaskService()
+    docs = []
+
+    if ACTION_FLAG:
+        docs.append(Document(page_content=CATEGORY_PROMPT, metadata=""))
+        # temperature shouldbe 0.
+        chain_data = get_llm_chain(
+            model=DEFAULT_GPT_MODEL, setting=setting, temperature=0.0
+        ).run(input_documents=docs, question=query)
+    else:
+        docs.append(Document(page_content=page_content, metadata=""))
+        """ 1. calling gpt model to categorize for all message"""
+        chain_data = get_llm_chain(model=DEFAULT_GPT_MODEL, setting=setting).run(
+            input_documents=docs, question=query
+        )
+    try:
+        result = json.loads(chain_data)
+        # check image query with only its text
+        if result["program"] == ProgramType.IMAGE:
+            if image_search:
+                result["content"] = {
+                    "image_name": query_image_text(result["content"], "", setting)
+                }
+        """ 2. check program is message to handle it with falcon llm """
+        if result["program"] == ProgramType.MESSAGE:
+            if is_browser:
+                result["program"] = ProgramType.BrowserType.ASK_WEBSITE
+        return result
+    except ValueError as e:
+        # Check sms and browser query
+        if document_id in COMMAND_SMS_INDEXES:
+            return {"program": ProgramType.SMS, "content": chain_data}
+        elif document_id in COMMAND_BROWSER_OPEN:
+            return {"program": ProgramType.BROWSER, "content": "https://google.com"}
+
+        if is_browser:
+            return {"program": ProgramType.BrowserType.ASK_WEBSITE, "content": ""}
+        return {"program": ProgramType.MESSAGE, "content": chain_data}
+
+
 def handle_chat_completion(messages: Any, model: str = "gpt-3.5-turbo") -> Any:
     openai.api_key = OPENAI_API_KEY
 

Brain/src/router/api.py

@@ -18,6 +18,9 @@ from Brain.src.model.requests.request_model import (
     BasicReq,
     ClientInfo,
     get_client_info,
+    AutoTaskDelete,
+    EmailReader,
+    GetContactsByIds,
 )
 from Brain.src.rising_plugin.risingplugin import (
     getCompletion,
@@ -30,11 +33,13 @@ from Brain.src.rising_plugin.image_embedding import embed_image_text, query_imag
 from Brain.src.logs import logger
 from Brain.src.model.basic_model import BasicModel
 from Brain.src.model.feedback_model import FeedbackModel
+from Brain.src.service.auto_task_service import AutoTaskService
 from Brain.src.service.command_service import CommandService
 from Brain.src.service.contact_service import ContactsService
 from Brain.src.service.feedback_service import FeedbackService
 from Brain.src.service.llm.chat_service import ChatService
 from Brain.src.service.twilio_service import TwilioService
+from Brain.src.service.auto_task_service import delete_db_data
 
 from fastapi import APIRouter, Depends
 
@@ -87,7 +92,16 @@ def construct_blueprint_api() -> APIRouter:
 
         # check contact querying
         try:
-            contacts_service = ContactsService(setting=setting)
+            contacts_service = ContactsService(
+                firebase_app=firebase_app, setting=setting
+            )
+            if result["program"] == ProgramType.AUTO_TASK:
+                auto_task_service = AutoTaskService()
+                result["content"] = auto_task_service.ask_task_with_autogpt(
+                    query=query, firebase_app=firebase_app, setting=setting
+                )
+                return assembler.to_response(200, "", result)
+
             if result["program"] == ProgramType.CONTACT:
                 # querying contacts to getting its expected results
                 contacts_results = contacts_service.query_contacts(
@@ -403,7 +417,9 @@ def construct_blueprint_api() -> APIRouter:
             for contact in data.contacts:
                 contacts.append(assembler.to_contact_model(contact))
             # train contact
-            contacts_service = ContactsService(setting=setting)
+            contacts_service = ContactsService(
+                firebase_app=firebase_app, setting=setting
+            )
             contacts_service.train(uuid, contacts)
         except Exception as e:
             if isinstance(e, BrainException):
@@ -434,7 +450,9 @@ def construct_blueprint_api() -> APIRouter:
 
             # parsing contacts
             # train contact
-            contacts_service = ContactsService(setting=setting)
+            contacts_service = ContactsService(
+                firebase_app=firebase_app, setting=setting
+            )
             contacts_service.delete_all(uuid)
         except Exception as e:
             if isinstance(e, BrainException):
@@ -444,4 +462,74 @@ def construct_blueprint_api() -> APIRouter:
             200, "Deleted all contacts from pinecone successfully", ""
         )
 
+    """@generator.request_body(
+        {
+            "token": "String",
+            "uuid": "String",
+            "data": {
+                "reference_link": "test link",
+            },
+        }
+    )
+
+    @generator.response(
+        status_code=200, schema={"message": "message", "result": "test_result"}
+    )
+
+    """
+
+    @router.post("/auto_task/delete")
+    def delete_data(data: AutoTaskDelete):
+        # firebase admin init
+        try:
+            setting, firebase_app = firebase_admin_with_setting(data)
+        except BrainException as ex:
+            return assembler.to_response(ex.code, ex.message, "")
+        try:
+            token = setting.token
+            uuid = setting.uuid
+
+            # parsing contacts
+            # train contact
+            delete_db_data(data.data.reference_link, firebase_app)
+        except Exception as e:
+            if isinstance(e, BrainException):
+                return e.get_response_exp()
+            return assembler.to_response(400, "Failed to delete data", "")
+        return assembler.to_response(
+            200, "Deleted data from real-time database of firebase", ""
+        )
+
+    """@generator.request_body(
+            {
+                "token": "String",
+                "uuid": "String",
+                "contactIds": [
+                    "String"
+                ]
+            }
+        )
+
+        @generator.response(
+            status_code=200, schema={"message": "message", "result": "test_result"}
+        )
+
+    """
+
+    @router.post("/contacts/get_by_ids")
+    def get_contacts_by_ids(data: GetContactsByIds):
+        try:
+            setting, firebase_app = firebase_admin_with_setting(data)
+        except BrainException as ex:
+            return ex.get_response_exp()
+
+        token: str = setting.token
+        uuid: str = setting.uuid
+
+        result = ContactsService(
+            firebase_app=firebase_app, setting=setting
+        ).get_contacts_by_ids(uuid=uuid, contactIds=data.contactIds)
+
+        return assembler.to_response(200, "Success to get contacts by uuid", result)
+
     return router

Brain/src/router/email_router.py

@@ -0,0 +1,77 @@
+import json
+
+from fastapi import APIRouter
+
+from Brain.src.common.assembler import Assembler
+from Brain.src.common.brain_exception import BrainException
+from Brain.src.model.requests.request_model import (
+    EmailReader,
+)
+from Brain.src.rising_plugin.gmail.email_plugin import EmailPlugin
+from Brain.src.firebase.firebase import firebase_admin_with_setting
+
+router = APIRouter()
+
+
+def construct_blueprint_email_api() -> APIRouter:
+    # Assembler
+    assembler = Assembler()
+    # Services
+
+    """@generator.request_body(
+            {
+                "token": "String",
+                "uuid": "String",
+                "data": {
+                    "sender": "test@gmail.com",
+                    "pwd": "use app password of your google account",
+                    "imap_folder": "inbox or drafts"
+                },
+            }
+        )
+
+        @generator.response(
+            status_code=200, schema={"message": "message", "result": [{
+                "From": "testfrom@test.com",
+                "To": "test@gmail.com",
+                "Date": "Tue, 04 Jul 2023 12:55:19 +0000",
+                "CC": "",
+                "Subject": "subject",
+                "Message Body": "message"
+            }]}
+        )
+
+    """
+
+    @router.post("/read_emails")
+    def read_emails(data: EmailReader):
+        # firebase admin init
+        try:
+            setting, firebase_app = firebase_admin_with_setting(data)
+        except BrainException as ex:
+            return assembler.to_response(ex.code, ex.message, "")
+        try:
+            token = setting.token
+            uuid = setting.uuid
+
+            # if imap_folder is drafts, then search is ALL
+            imap_search_cmd = "UNSEEN"
+            if data.data.imap_folder not in "inbox":
+                imap_search_cmd = "(ALL)"
+
+            # read emails
+            email_manager = EmailPlugin()
+            result = email_manager.read_emails(
+                sender=data.data.sender,
+                pwd=data.data.pwd,
+                imap_folder=data.data.imap_folder,
+                imap_search_command=imap_search_cmd,
+            )
+            result = json.loads(result)
+        except Exception as e:
+            if isinstance(e, BrainException):
+                return e.get_response_exp()
+            return assembler.to_response(400, "Failed to read emails", "")
+        return assembler.to_response(200, "", result)
+
+    return router

Brain/src/router/train_router.py

@@ -157,4 +157,31 @@ def construct_blueprint_train_api() -> APIRouter:
             200, "deleted one document and train data successfully", result
         )
 
+    """@generator.request_body(
+        {
+            "token": "test_token",
+            "uuid": "test_uuid",            
+        }
+    )
+    @generator.response( status_code=200, schema={"message": "message", "result": {"document_id": "document_id"}} )"""
+
+    @router.post("/delete/all/vectors")
+    def delete_all_pinecone(data: BasicReq):
+        # parsing params
+        try:
+            setting, firebase_app = firebase_admin_with_setting(data)
+        except BrainException as ex:
+            return ex.get_response_exp()
+        # Services
+        train_service = TrainService(firebase_app=firebase_app, setting=setting)
+        try:
+            result = train_service.delete_all_training_from_pinecone()
+        except Exception as e:
+            if isinstance(e, BrainException):
+                return e.get_response_exp()
+            return assembler.to_response(400, "fail to delete one train", "")
+        return assembler.to_response(
+            200, "deleted one document and train data successfully", result
+        )
+
     return router

Brain/src/service/auto_task_service.py

@@ -1,9 +1,20 @@
 """auto task management to get the expected output"""
 import firebase_admin
+from firebase_admin import db
 
 from Brain.src.model.req_model import ReqModel
 from Brain.src.rising_plugin.llm.autogpt_llm import AutoGPTLLM
 import time
+import asyncio
+import threading
+
+"""delete data from real time database of firebase using reference link    
+"""
+
+
+def delete_db_data(reference_link: str, firebase_app: firebase_admin.App):
+    ref = db.reference(reference_link, app=firebase_app)
+    ref.delete()
 
 
 class AutoTaskService:
@@ -21,9 +32,10 @@ class AutoTaskService:
             llm_name="autogpt", uuid=setting.uuid
         )
         # call autogpt
-        autogpt_llm.ask_task(
-            query=query, firebase_app=firebase_app, reference_link=reference_link
+        thread = threading.Thread(
+            target=autogpt_llm.ask_task, args=(query, firebase_app, reference_link)
         )
+        thread.start()
 
         return reference_link
 

Brain/src/service/contact_service.py

@@ -1,6 +1,8 @@
 """service to manage contacts"""
 from typing import List, Any
 
+
+from Brain.src.common.assembler import Assembler
 from Brain.src.model.req_model import ReqModel
 from Brain.src.rising_plugin.csv_embed import get_embed
 from Brain.src.rising_plugin.pinecone_engine import (
@@ -15,10 +17,18 @@ from Brain.src.rising_plugin.pinecone_engine import (
 from Brain.src.common.utils import PINECONE_INDEX_NAME
 from Brain.src.model.contact_model import ContactModel, ContactStatus
 
+import firebase_admin
+from firebase_admin import firestore
+
 
 class ContactsService:
-    def __init__(self, setting: ReqModel):
+    db: Any
+    phones_ref: Any
+
+    def __init__(self, firebase_app: firebase_admin.App, setting: ReqModel):
+        self.firebase_app = firebase_app
         self.setting = setting
+        self.init_firestore()
 
     """train contacts (getting embedding) and update pinecone with embeddings by contact_id
     train datatype:
@@ -28,7 +38,9 @@ class ContactsService:
     def train(self, uuid: str, contacts: List[ContactModel]) -> None:
         # getting index namespaceof pinecone
         pinecone_namespace = self.get_pinecone_index_namespace(uuid)
+
         for contact in contacts:
+            # Save the data
             # generate key and values for pinecone data
             key = contact.contact_id
             value = f"{contact.display_name}, {contact.get_str_phones()}"
@@ -42,12 +54,14 @@ class ContactsService:
                     value=vectoring_values,
                     setting=self.setting,
                 )
+                self.create_one_contact(uuid=uuid, contact=contact)
             elif contact.status == ContactStatus.DELETED:
                 delete_pinecone(
                     namespace=pinecone_namespace,
                     key=key,
                     setting=self.setting,
                 )
+                self.delete_one_contact(uuid=uuid, contact=contact)
             elif contact.status == ContactStatus.UPDATED:
                 update_pinecone(
                     namespace=pinecone_namespace,
@@ -55,6 +69,7 @@ class ContactsService:
                     value=vectoring_values,
                     setting=self.setting,
                 )
+                self.update_one_contact(uuid=uuid, contact=contact)
 
     """"query contact with search text
     response: list of contactId as index key of pinecone"""
@@ -85,3 +100,54 @@ class ContactsService:
 
     def get_pinecone_index_namespace(self, uuid: str) -> str:
         return get_pinecone_index_namespace(f"{uuid}-contacts")
+
+    """init firestore to save user's contacts"""
+
+    def init_firestore(self):
+        self.db = firestore.client(app=self.firebase_app)
+        self.phones_ref = self.db.collection("phones")
+
+    """create a contact into document which name is uuid in phone collections in firestore"""
+
+    def create_one_contact(self, uuid: str, contact: ContactModel):
+        assembler = Assembler()
+        data = assembler.to_contact_result_format(contact)
+        phones_doc_ref = self.phones_ref.document(uuid)
+        contacts_doc_ref = phones_doc_ref.collection("contacts").document(
+            contact.contact_id
+        )
+        contacts_doc_ref.set(data)
+
+    """update a contact into document which name is uuid in phone collections in firestore"""
+
+    def update_one_contact(self, uuid: str, contact: ContactModel):
+        assembler = Assembler()
+        data = assembler.to_contact_result_format(contact)
+        phones_doc_ref = self.phones_ref.document(uuid)
+        contacts_doc_ref = phones_doc_ref.collection("contacts").document(
+            contact.contact_id
+        )
+        contacts_doc_ref.update(data)
+
+    """delete a contact into document which name is uuid in phone collections in firestore"""
+
+    def delete_one_contact(self, uuid: str, contact: ContactModel):
+        phones_doc_ref = self.phones_ref.document(uuid)
+        contacts_doc_ref = phones_doc_ref.collection("contacts").document(
+            contact.contact_id
+        )
+        contacts_doc_ref.delete()
+
+    def get_contacts_by_ids(self, uuid: str, contactIds: list[str]) -> []:
+        phones_doc_ref = self.phones_ref.document(uuid)
+        contacts_ref = phones_doc_ref.collection("contacts")
+
+        # Retrieve all documents in the 'contacts' sub-collection
+        contacts = contacts_ref.where("contactId", "in", contactIds).stream()
+
+        result = []
+        # Iterate through the documents and print out their data
+        for contact in contacts:
+            result.append(contact.to_dict())
+
+        return result

Brain/src/service/train_service.py

@@ -148,6 +148,12 @@ class TrainService:
             setting=self.setting,
         )
 
+    def delete_all_training_from_pinecone(self) -> Any:
+        self.init_firestore()
+        return delete_all_pinecone(
+            namespace=self.get_pinecone_index_namespace(), setting=self.setting
+        )
+
     def get_pinecone_index_namespace(self) -> str:
         self.init_firestore()
         return get_pinecone_index_namespace(f"trains")

Brain/tests/functional/test_api.py

@@ -209,3 +209,29 @@ def test_chat_rising(body):
 def test_train_contacts(body):
     response = client.post("/train/contacts", json=body)
     assert response.status_code == 200
+
+
+@pytest.mark.parametrize(
+    "body",
+    [
+        (
+            {
+                "data": {
+                    "reference_link": "test link",
+                },
+                "confs": {
+                    "token": "test_token",
+                    "uuid": "test-uuid",
+                    "openai_key": "",
+                    "pinecone_key": "",
+                    "pinecone_env": "",
+                    "firebase_key": "",
+                    "settings": {"temperature": 0.6},
+                },
+            }
+        )
+    ],
+)
+def test_delete_data(body):
+    response = client.post("/auto_task/delete", json=body)
+    assert response.status_code == 200

Extension/.idea/.gitignore

@@ -1,5 +0,0 @@
-# Default ignored files
-/shelf/
-/workspace.xml
-# Editor-based HTTP Client requests
-/httpRequests/

Extension/.idea/Extension.iml

@@ -1,12 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<module type="WEB_MODULE" version="4">
-  <component name="NewModuleRootManager">
-    <content url="file://$MODULE_DIR$">
-      <excludeFolder url="file://$MODULE_DIR$/.tmp" />
-      <excludeFolder url="file://$MODULE_DIR$/temp" />
-      <excludeFolder url="file://$MODULE_DIR$/tmp" />
-    </content>
-    <orderEntry type="inheritedJdk" />
-    <orderEntry type="sourceFolder" forTests="false" />
-  </component>
-</module>

Extension/.idea/inspectionProfiles/Project_Default.xml

@@ -1,6 +0,0 @@
-<component name="InspectionProjectProfileManager">
-  <profile version="1.0">
-    <option name="myName" value="Project Default" />
-    <inspection_tool class="Eslint" enabled="true" level="WARNING" enabled_by_default="true" />
-  </profile>
-</component>

Extension/.idea/modules.xml

@@ -1,8 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="ProjectModuleManager">
-    <modules>
-      <module fileurl="file://$PROJECT_DIR$/.idea/Extension.iml" filepath="$PROJECT_DIR$/.idea/Extension.iml" />
-    </modules>
-  </component>
-</project>

Extension/.idea/vcs.xml

@@ -1,6 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<project version="4">
-  <component name="VcsDirectoryMappings">
-    <mapping directory="$PROJECT_DIR$/.." vcs="Git" />
-  </component>
-</project>

Extension/src/pages/Content/modules/DraggablePanel.jsx

@@ -61,6 +61,8 @@ class DraggablePanel extends React.Component {
                     cursor: 'move',
                     right: 0, // Add this property
                     bottom: 0, // Add this property
+                    width: '400px',
+                    height: '350px'
                 }}
             >
                 <Panel />

Extension/src/pages/Panel/Message/index.css

@@ -1,3 +1,13 @@
+[data-theme='light'] {
+    --send-theme-color: #0a164d;
+    --receive-theme-color: #0d0c0d;
+  }
+  
+  [data-theme='dark'] {
+    --send-theme-color: #0a164d;
+    --receive-theme-color: #333333;
+  }
+
 .message {
     display: flex;
     flex-direction: column;
@@ -7,20 +17,16 @@
 .message_sent {
     width: fit-content;
     padding: 5px;
-    border: #04c4f8 1px solid;
-    border-radius: 3px;
-    background-color: transparent;
-    color: #04c4f8;
+    border-radius: 5px;
+    background-color: var(--send-theme-color);
     align-self: end;
 }
 
 .message_received {
     width: fit-content;
     padding: 5px;
-    border: #bc0fdb 1px solid;
-    border-radius: 3px;
-    background-color: transparent;
-    color: #bc0fdb;
+    border-radius: 5px;
+    background-color: var(--receive-theme-color);
 }
 
 

Extension/src/pages/Panel/Panel.css

@@ -1,10 +1,21 @@
+[data-theme='light'] {
+  --font-color: #c9d1d9;
+  --theme-color: #333333;
+}
+
+[data-theme='dark'] {
+  --font-color: #aeafb2;
+  --theme-color: #0d0c0d;
+}
+
 .main-layout {
   display: flex;
   flex-direction: column;
   height: 350px; /* Set the height of the layout to be 100% of the viewport */
   width: 400px;
-  border-radius: 5px;
-  background-color: #f5f5f5dd;
+  border-radius: 10px;  
+  background-color: var(--theme-color);
+  color: var(--font-color);
 }
 
 .main-layout .ant-layout-content {
@@ -19,6 +30,7 @@
 .footer {
   padding: 10px;
   justify-self: end;
+  background-color: var(--theme-color);
 }
 
 .content {
@@ -44,4 +56,5 @@
 
 .divider {
   margin: 0;
+  background-color: grey;
 }

Extension/src/pages/Panel/Panel.jsx

@@ -112,19 +112,19 @@ const Panel = () => {
                         addMessage(data.result.content, false)
                         window.location.assign(data.result.content)
                         break
-                    case 'open_tab':
+                    case 'opentab':
                         addMessage("open tab", false)
                         window.open('https://google.com/search?q=', '_blank', 'noreferrer')
                         break
-                    case 'open_tab_search':
+                    case 'opentabsearch':
                         addMessage("open tab and search", false)
                         window.open('https://google.com/search?q=' + data.result.content, '_blank', 'noreferrer')
                         break
-                    case 'close_tab':
+                    case 'closetab':
                         addMessage("close tab", false)
                         window.close()
                         break
-                    case 'previous_page':
+                    case 'previouspage':
                         if (page === 0) {
                             page = 0
                         } else {
@@ -134,36 +134,36 @@ const Panel = () => {
                         addMessage("go to previous page", false)
                         window.location.assign(currentUrl + '&start=' + page)
                         break
-                    case 'next_page':
+                    case 'nextpage':
                         page += 10
 
                         addMessage("go to next page", false)
                         window.location.assign(currentUrl + '&start=' + page)
                         break
-                    case 'scroll_up':
+                    case 'scrollup':
                         addMessage("scroll up", false)
                         window.scrollBy(0, -300)
                         break
-                    case 'scroll_down':
+                    case 'scrolldown':
                         addMessage("scroll down", false)
                         window.scrollBy(0, 300)
                         break
-                    case 'scroll_top':
+                    case 'scrolltop':
                         addMessage("scroll to top", false)
                         window.scrollTo(0, 0)
                         break
-                    case 'scroll_bottom':
+                    case 'scrollbottom':
                         addMessage("scroll to bottom", false)
                         window.scrollTo(0, document.body.scrollHeight)
                         break
                     case 'message':
                         addMessage(data.result.content, false)
                         break
-                    case 'select_item_detail_info':
+                    case 'selectitemdetailinfo':
                         addMessage("I need more detail info to select item", false)
                         selectItem()
                         break
-                    case 'ask_website':
+                    case 'askwebsite':
                         askAboutCurrentWebsite()
                         break
                     default:
@@ -231,8 +231,20 @@ const Panel = () => {
         return data
     }
 
+    /// Check if the user's system is in dark mode
+    const darkModeMediaQuery = window.matchMedia('(prefers-color-scheme: dark)');
+    const isDarkMode = darkModeMediaQuery.matches;
+
+    const handleThemeChange = (e) => {
+        const isDarkMode = e.matches;
+        // Do something based on the new theme data
+    };
+
+    // Listen for changes in the theme data
+    darkModeMediaQuery.addEventListener('change', handleThemeChange);
+
     return (
-        <Layout className="main-layout">
+        <Layout className="main-layout" data-theme={isDarkMode ? 'dark': 'light'}>
             <div className="header">
                 <h4>RisingBrowser</h4>
             </div>

README.md

@@ -28,7 +28,7 @@ All complex software including operating systems will need to be rewritten from
 - 🔗 Multiple API support (Web API for Free and Plus users, GPT-3.5, GPT-4, etc.).
 - 🔍 Integration to all mainstream search engines, and custom queries to support additional sites.
 
-[[Android Application](https://github.com/ttt246/RisingPhone)] [[Brrowser Extension](https://github.com/ttt246/Rising_Browser)] [[Rising Plugin](https://github.com/ttt246/Rising_Plugin)]
+[[Brain](https://github.com/ttt246/Brain)] [[Android Application](https://github.com/ttt246/Brain/tree/main/Android)] [[Brrowser Extension](https://github.com/ttt246/Brain/tree/main/Extension)] [[Apple Watch](https://github.com/ttt246/Brain/tree/main/WatchApp)]
 #### 1.2 Feature
 
 - Chat with Rising AI as an assistant.
@@ -39,10 +39,6 @@ All complex software including operating systems will need to be rewritten from
 - Manipulate all browsers with user's input(tab, page, search, scroll, or etc) and it will follow you to go on the real website or blog what you are thinking of.
 
 ## 2. Installing / Getting started
-Install the latest version of rising-plugin package to use / custom something on what you want. 
-```
-pip install rising-plugin
-```
 #### 2.1 how to run on local
 It's a standard fastapi application so no configuration is needed beyond the included Procfile
 #### 2.2 Create firebase project

WatchApp/WatchApp Watch App/Assets.xcassets/AccentColor.colorset/Contents.json

@@ -1,11 +0,0 @@
-{
-  "colors" : [
-    {
-      "idiom" : "universal"
-    }
-  ],
-  "info" : {
-    "author" : "xcode",
-    "version" : 1
-  }
-}

WatchApp/WatchApp Watch App/Assets.xcassets/AppIcon.appiconset/Contents.json

@@ -1,13 +0,0 @@
-{
-  "images" : [
-    {
-      "idiom" : "universal",
-      "platform" : "watchos",
-      "size" : "1024x1024"
-    }
-  ],
-  "info" : {
-    "author" : "xcode",
-    "version" : 1
-  }
-}

WatchApp/WatchApp Watch App/Assets.xcassets/Contents.json

@@ -1,6 +0,0 @@
-{
-  "info" : {
-    "author" : "xcode",
-    "version" : 1
-  }
-}

WatchApp/WatchApp Watch App/Components/ChatMessageRow.swift

@@ -0,0 +1,57 @@
+//
+//  MessageView.swift
+//  WatchApp Watch App
+//
+//  Created by DarkHorse on 7/1/23.
+//
+
+import SwiftUI
+
+struct ChatMessage: Hashable {
+    let message: String
+    let isUser: Bool
+}
+
+struct ChatBubble: Shape {
+    let isUser: Bool
+
+    func path(in rect: CGRect) -> Path {
+        let path = UIBezierPath(roundedRect: rect,
+                                byRoundingCorners: [.topLeft, .topRight, isUser ? .bottomLeft : .bottomRight],
+                                cornerRadii: CGSize(width: 3, height: 3))
+        return Path(path.cgPath)
+    }
+}
+
+struct ChatMessageRow: View {
+    let message: ChatMessage
+
+    var body: some View {
+        HStack {
+            if message.isUser {
+                Spacer()
+                Text(message.message)
+                    .font(.system(size: 15))
+                    .foregroundColor(.white)
+                    .padding(5)
+                    .background(Color.blue)
+                    .clipShape(ChatBubble(isUser: message.isUser))
+            } else {
+                Text(message.message)
+                    .italic()
+                    .font(.system(size: 15))
+                    .foregroundColor(.black)
+                    .padding(5)
+                    .background(Color.primary)
+                    .clipShape(ChatBubble(isUser: message.isUser))
+                Spacer()
+            }
+        }.listRowBackground(Color.clear)
+    }
+}
+
+struct ChatMessageRow_Previews: PreviewProvider {
+    static var previews: some View {
+        ChatMessageRow(message: ChatMessage(message: "Hello!", isUser: false))
+    }
+}

WatchApp/WatchApp Watch App/ContentView.swift

@@ -1,73 +0,0 @@
-//
-//  ContentView.swift
-//  WatchApp Watch App
-//
-//  Created by DarkHorse on 6/28/23.
-//
-
-import SwiftUI
-
-struct ChatMessage: Hashable {
-    let message: String
-    let isUser: Bool
-}
-
-struct ChatBubble: Shape {
-    let isUser: Bool
-
-    func path(in rect: CGRect) -> Path {
-        let path = UIBezierPath(roundedRect: rect,
-                                byRoundingCorners: [.topLeft, .topRight, isUser ? .bottomLeft : .bottomRight],
-                                cornerRadii: CGSize(width: 10, height: 10))
-        return Path(path.cgPath)
-    }
-}
-
-struct ContentView: View {
-    @State private var messages: [ChatMessage] = []
-        @State private var newMessage = ""
-    
-    var body: some View {
-        VStack {
-            List {
-                ForEach(messages, id: \.self) { message in
-                    HStack {
-                        if message.isUser {
-                            Spacer()
-                            Text(message.message)
-                                .foregroundColor(.white)
-                                .padding(10)
-                                .background(Color.blue)
-                                .clipShape(ChatBubble(isUser: message.isUser))
-                        } else {
-                            Text(message.message)
-                                .foregroundColor(.white)
-                                .padding(10)
-                                .background(Color.gray)
-                                .clipShape(ChatBubble(isUser: message.isUser))
-                                    Spacer()
-                        }
-                    }
-                }
-            }
-                    
-            HStack {
-                TextField("Message...", text: $newMessage)
-                Button(action: {
-                    let userMessage = ChatMessage(message: newMessage, isUser: true)
-                    messages.append(userMessage)
-                    newMessage = ""
-                }) {
-                    Text("Send")
-                }
-            }
-            .padding()
-        }
-    }
-}
-
-struct ContentView_Previews: PreviewProvider {
-    static var previews: some View {
-        ContentView()
-    }
-}

WatchApp/WatchApp Watch App/MainView.swift

@@ -0,0 +1,28 @@
+//
+//  MainView.swift
+//  WatchApp Watch App
+//
+//  Created by DarkHorse on 7/1/23.
+//
+
+import SwiftUI
+
+struct MainView: View {
+    @State private var isPresented = false
+    
+    var body: some View {
+        ZStack {
+            if isPresented {
+                SettingView(isPresented: $isPresented)
+            } else {
+                ChatView(isPresented: $isPresented)
+            }
+        }
+    }
+}
+
+struct MainView_Previews: PreviewProvider {
+    static var previews: some View {
+        MainView()
+    }
+}

WatchApp/WatchApp Watch App/Pages/ChatView.swift

@@ -0,0 +1,112 @@
+//
+//  ContentView.swift
+//  WatchApp Watch App
+//
+//  Created by Hideki Sato on 6/27/23.
+//
+
+import SwiftUI
+import KeychainSwift
+
+struct ChatView: View {
+    @Binding var isPresented: Bool
+    @State private var messages: [ChatMessage] = []
+    @State private var newMessage = ""
+    @State private var uuid: String = "956a11be45cba4a4"
+    
+    var body: some View {
+        VStack{
+            Button(action: {
+                self.isPresented = true
+            }) {
+                Image(systemName: "gearshape.fill")
+                    .resizable()
+                    .frame(width: 15, height: 15)
+            }
+            .frame(width: 50, height: 30)
+            .background(Color.clear).buttonStyle(PlainButtonStyle()).padding(.trailing)
+            
+            List {
+                ForEach(messages, id: \.self) { message in
+                    ChatMessageRow(message:message)
+                }
+            }.listStyle(PlainListStyle()).padding(.bottom, 10)
+            
+            
+            HStack() {
+                TextField("Message...", text: $newMessage).frame(width: 120.0, height: 0)
+                Button(action: {
+                    let keychain = KeychainSwift()
+
+                    // Try to get the UUID from the keychain
+                    if keychain.get("uuid") == "" {
+                        let uuid = "956a11be45cba4a4"
+                        keychain.set(uuid, forKey: "uuid")
+                    }
+                    
+                    let userMessage = ChatMessage(message: newMessage, isUser: true)
+                    messages.append(userMessage)
+                    
+                    // Replace this URL with your server's URL
+                    if let url = URL(string: "https://ttt246-brain.hf.space/sendNotification") {
+                        var request = URLRequest(url: url)
+                        request.httpMethod = "POST" // Change this to any HTTP method you want
+                        request.addValue("application/json", forHTTPHeaderField: "Content-Type") // Add any necessary headers
+                        
+                        let confsData: [String: Any] = [
+                            "openai_key": "",
+                            "pinecone_key": "",
+                            "pinecone_env": "",
+                            "firebase_key": "",
+                            "token":"cI3EvimJQv-G5imdWrBprf:APA91bEZ5u6uq9Yq4a6NglN0L9pVM7p-rlxKB_FikbfKlzHnZT5GeAjxF0deuPT2GurS8bK6JTE2XPZLQqbsrtjxeRGhGOH5INoQ7MrRlr4TR3xFswKxJSkfi1aBUWDaLGALeirZ7GuZ",
+                            "uuid": uuid,
+                            "settings": [
+                                "temperature": 0.6
+                            ]
+                        ]
+                        
+                        let postData: [String: Any] = ["confs": confsData, "message": newMessage]
+                        
+                        do {
+                            let jsonData = try JSONSerialization.data(withJSONObject: postData, options: .prettyPrinted)
+                            URLSession.shared.uploadTask(with: request, from: jsonData) { data, response, error in
+                                guard error == nil, let data = data else {
+                                    print("Error: \(error?.localizedDescription ?? "Unknown error")")
+                                    return
+                                }
+                                
+                                do {
+                                    // Here we are converting data into JSON using JSONSerialization
+                                    if let jsonResult = try JSONSerialization.jsonObject(with: data, options: []) as? [String: Any] {
+                                        if let result = jsonResult["result"] as? [String: Any], let content = result["content"] as? String {
+                                            DispatchQueue.main.async {
+                                                let serverResponse = ChatMessage(message: content, isUser: false)
+                                                messages.append(serverResponse)
+                                            }
+                                        }
+                                    }
+                                } catch {
+                                    print("JSONSerialization error: \(error.localizedDescription)")
+                                }
+                                
+                            }.resume()
+                        } catch {
+                            print("Error: \(error.localizedDescription)")
+                        }
+                    }
+                    newMessage = ""
+                }) {
+                    Image(systemName: "paperplane.fill")
+                }.frame(width: 50.0, height: 35)
+            }
+        }.padding().edgesIgnoringSafeArea(.all)
+    }
+}
+
+
+
+struct ChatView_Previews: PreviewProvider {
+    static var previews: some View {
+        ChatView(isPresented: .constant(false))
+    }
+}

WatchApp/WatchApp Watch App/Pages/SettingView.swift

@@ -0,0 +1,46 @@
+//
+//  SettingView.swift
+//  WatchApp Watch App
+//
+//  Created by DarkHorse on 7/1/23.
+//
+
+import SwiftUI
+import KeychainSwift
+
+struct SettingView: View {
+    @Binding var isPresented: Bool
+    @State private var uuid: String = "956a11be45cba4a4"
+    
+    var body: some View {
+        VStack {
+            TextField("uuid", text: $uuid)
+                .foregroundColor(.white)
+                .font(.system(size: 20))
+                .padding()
+            HStack {
+                Spacer()
+                Button(action: {
+                    let keychain = KeychainSwift()
+                    keychain.set("\($uuid)", forKey: "uuid")
+                    self.isPresented = false
+                }) {
+                    Text("Yes")
+                }
+                Spacer()
+                Button(action: {
+                    self.isPresented = false
+                }) {
+                    Text("No")
+                }
+                Spacer()
+            }
+        }
+    }
+}
+
+struct SettingView_Previews: PreviewProvider {
+    static var previews: some View {
+        SettingView(isPresented: .constant(true))
+    }
+}

WatchApp/WatchApp Watch App/WatchAppApp.swift

@@ -11,7 +11,7 @@ import SwiftUI
 struct WatchApp_Watch_AppApp: App {
     var body: some Scene {
         WindowGroup {
-            ContentView()
+            MainView()
         }
     }
 }

WatchApp/WatchApp.xcodeproj/project.pbxproj

@@ -9,12 +9,14 @@
 /* Begin PBXBuildFile section */
 		FE56FAE22A4C5810008410B4 /* WatchApp Watch App.app in Embed Watch Content */ = {isa = PBXBuildFile; fileRef = FE56FAE12A4C5810008410B4 /* WatchApp Watch App.app */; settings = {ATTRIBUTES = (RemoveHeadersOnCopy, ); }; };
 		FE56FAE72A4C5810008410B4 /* WatchAppApp.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE56FAE62A4C5810008410B4 /* WatchAppApp.swift */; };
-		FE56FAE92A4C5810008410B4 /* ContentView.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE56FAE82A4C5810008410B4 /* ContentView.swift */; };
-		FE56FAEB2A4C5814008410B4 /* Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = FE56FAEA2A4C5814008410B4 /* Assets.xcassets */; };
-		FE56FAEE2A4C5814008410B4 /* Preview Assets.xcassets in Resources */ = {isa = PBXBuildFile; fileRef = FE56FAED2A4C5814008410B4 /* Preview Assets.xcassets */; };
 		FE56FAF82A4C5814008410B4 /* WatchApp_Watch_AppTests.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE56FAF72A4C5814008410B4 /* WatchApp_Watch_AppTests.swift */; };
 		FE56FB022A4C5814008410B4 /* WatchApp_Watch_AppUITests.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE56FB012A4C5814008410B4 /* WatchApp_Watch_AppUITests.swift */; };
 		FE56FB042A4C5814008410B4 /* WatchApp_Watch_AppUITestsLaunchTests.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE56FB032A4C5814008410B4 /* WatchApp_Watch_AppUITestsLaunchTests.swift */; };
+		FE56FB142A4C80A5008410B4 /* ChatView.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE56FAE82A4C5810008410B4 /* ChatView.swift */; };
+		FE673FCB2A4CDBF7003EF230 /* KeychainSwift in Frameworks */ = {isa = PBXBuildFile; productRef = FE673FCA2A4CDBF7003EF230 /* KeychainSwift */; };
+		FE673FCE2A5022C9003EF230 /* ChatMessageRow.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE673FCD2A5022C9003EF230 /* ChatMessageRow.swift */; };
+		FE673FD02A504903003EF230 /* SettingView.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE673FCF2A504903003EF230 /* SettingView.swift */; };
+		FE673FD32A504EAF003EF230 /* MainView.swift in Sources */ = {isa = PBXBuildFile; fileRef = FE673FD22A504EAF003EF230 /* MainView.swift */; };
 /* End PBXBuildFile section */
 
 /* Begin PBXContainerItemProxy section */
@@ -59,14 +61,15 @@
 		FE56FADB2A4C5810008410B4 /* WatchApp.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = WatchApp.app; sourceTree = BUILT_PRODUCTS_DIR; };
 		FE56FAE12A4C5810008410B4 /* WatchApp Watch App.app */ = {isa = PBXFileReference; explicitFileType = wrapper.application; includeInIndex = 0; path = "WatchApp Watch App.app"; sourceTree = BUILT_PRODUCTS_DIR; };
 		FE56FAE62A4C5810008410B4 /* WatchAppApp.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = WatchAppApp.swift; sourceTree = "<group>"; };
-		FE56FAE82A4C5810008410B4 /* ContentView.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = ContentView.swift; sourceTree = "<group>"; };
-		FE56FAEA2A4C5814008410B4 /* Assets.xcassets */ = {isa = PBXFileReference; lastKnownFileType = folder.assetcatalog; path = Assets.xcassets; sourceTree = "<group>"; };
-		FE56FAED2A4C5814008410B4 /* Preview Assets.xcassets */ = {isa = PBXFileReference; lastKnownFileType = folder.assetcatalog; path = "Preview Assets.xcassets"; sourceTree = "<group>"; };
+		FE56FAE82A4C5810008410B4 /* ChatView.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = ChatView.swift; sourceTree = "<group>"; };
 		FE56FAF32A4C5814008410B4 /* WatchApp Watch AppTests.xctest */ = {isa = PBXFileReference; explicitFileType = wrapper.cfbundle; includeInIndex = 0; path = "WatchApp Watch AppTests.xctest"; sourceTree = BUILT_PRODUCTS_DIR; };
 		FE56FAF72A4C5814008410B4 /* WatchApp_Watch_AppTests.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = WatchApp_Watch_AppTests.swift; sourceTree = "<group>"; };
 		FE56FAFD2A4C5814008410B4 /* WatchApp Watch AppUITests.xctest */ = {isa = PBXFileReference; explicitFileType = wrapper.cfbundle; includeInIndex = 0; path = "WatchApp Watch AppUITests.xctest"; sourceTree = BUILT_PRODUCTS_DIR; };
 		FE56FB012A4C5814008410B4 /* WatchApp_Watch_AppUITests.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = WatchApp_Watch_AppUITests.swift; sourceTree = "<group>"; };
 		FE56FB032A4C5814008410B4 /* WatchApp_Watch_AppUITestsLaunchTests.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = WatchApp_Watch_AppUITestsLaunchTests.swift; sourceTree = "<group>"; };
+		FE673FCD2A5022C9003EF230 /* ChatMessageRow.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = ChatMessageRow.swift; sourceTree = "<group>"; };
+		FE673FCF2A504903003EF230 /* SettingView.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = SettingView.swift; sourceTree = "<group>"; };
+		FE673FD22A504EAF003EF230 /* MainView.swift */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.swift; path = MainView.swift; sourceTree = "<group>"; };
 /* End PBXFileReference section */
 
 /* Begin PBXFrameworksBuildPhase section */
@@ -74,6 +77,7 @@
 			isa = PBXFrameworksBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
+				FE673FCB2A4CDBF7003EF230 /* KeychainSwift in Frameworks */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};
@@ -118,22 +122,14 @@
 		FE56FAE52A4C5810008410B4 /* WatchApp Watch App */ = {
 			isa = PBXGroup;
 			children = (
+				FE673FCC2A502280003EF230 /* Components */,
+				FE673FD12A504913003EF230 /* Pages */,
+				FE673FD22A504EAF003EF230 /* MainView.swift */,
 				FE56FAE62A4C5810008410B4 /* WatchAppApp.swift */,
-				FE56FAE82A4C5810008410B4 /* ContentView.swift */,
-				FE56FAEA2A4C5814008410B4 /* Assets.xcassets */,
-				FE56FAEC2A4C5814008410B4 /* Preview Content */,
 			);
 			path = "WatchApp Watch App";
 			sourceTree = "<group>";
 		};
-		FE56FAEC2A4C5814008410B4 /* Preview Content */ = {
-			isa = PBXGroup;
-			children = (
-				FE56FAED2A4C5814008410B4 /* Preview Assets.xcassets */,
-			);
-			path = "Preview Content";
-			sourceTree = "<group>";
-		};
 		FE56FAF62A4C5814008410B4 /* WatchApp Watch AppTests */ = {
 			isa = PBXGroup;
 			children = (
@@ -151,6 +147,23 @@
 			path = "WatchApp Watch AppUITests";
 			sourceTree = "<group>";
 		};
+		FE673FCC2A502280003EF230 /* Components */ = {
+			isa = PBXGroup;
+			children = (
+				FE673FCD2A5022C9003EF230 /* ChatMessageRow.swift */,
+			);
+			path = Components;
+			sourceTree = "<group>";
+		};
+		FE673FD12A504913003EF230 /* Pages */ = {
+			isa = PBXGroup;
+			children = (
+				FE673FCF2A504903003EF230 /* SettingView.swift */,
+				FE56FAE82A4C5810008410B4 /* ChatView.swift */,
+			);
+			path = Pages;
+			sourceTree = "<group>";
+		};
 /* End PBXGroup section */
 
 /* Begin PBXNativeTarget section */
@@ -184,6 +197,9 @@
 			dependencies = (
 			);
 			name = "WatchApp Watch App";
+			packageProductDependencies = (
+				FE673FCA2A4CDBF7003EF230 /* KeychainSwift */,
+			);
 			productName = "WatchApp Watch App";
 			productReference = FE56FAE12A4C5810008410B4 /* WatchApp Watch App.app */;
 			productType = "com.apple.product-type.application";
@@ -259,6 +275,9 @@
 				Base,
 			);
 			mainGroup = FE56FAD42A4C580F008410B4;
+			packageReferences = (
+				FE673FC92A4CDBF7003EF230 /* XCRemoteSwiftPackageReference "keychain-swift" */,
+			);
 			productRefGroup = FE56FADC2A4C5810008410B4 /* Products */;
 			projectDirPath = "";
 			projectRoot = "";
@@ -283,8 +302,6 @@
 			isa = PBXResourcesBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
-				FE56FAEE2A4C5814008410B4 /* Preview Assets.xcassets in Resources */,
-				FE56FAEB2A4C5814008410B4 /* Assets.xcassets in Resources */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
 		};
@@ -309,7 +326,10 @@
 			isa = PBXSourcesBuildPhase;
 			buildActionMask = 2147483647;
 			files = (
-				FE56FAE92A4C5810008410B4 /* ContentView.swift in Sources */,
+				FE673FCE2A5022C9003EF230 /* ChatMessageRow.swift in Sources */,
+				FE673FD02A504903003EF230 /* SettingView.swift in Sources */,
+				FE56FB142A4C80A5008410B4 /* ChatView.swift in Sources */,
+				FE673FD32A504EAF003EF230 /* MainView.swift in Sources */,
 				FE56FAE72A4C5810008410B4 /* WatchAppApp.swift in Sources */,
 			);
 			runOnlyForDeploymentPostprocessing = 0;
@@ -680,6 +700,25 @@
 			defaultConfigurationName = Release;
 		};
 /* End XCConfigurationList section */
+
+/* Begin XCRemoteSwiftPackageReference section */
+		FE673FC92A4CDBF7003EF230 /* XCRemoteSwiftPackageReference "keychain-swift" */ = {
+			isa = XCRemoteSwiftPackageReference;
+			repositoryURL = "https://github.com/evgenyneu/keychain-swift.git";
+			requirement = {
+				kind = upToNextMajorVersion;
+				minimumVersion = 20.0.0;
+			};
+		};
+/* End XCRemoteSwiftPackageReference section */
+
+/* Begin XCSwiftPackageProductDependency section */
+		FE673FCA2A4CDBF7003EF230 /* KeychainSwift */ = {
+			isa = XCSwiftPackageProductDependency;
+			package = FE673FC92A4CDBF7003EF230 /* XCRemoteSwiftPackageReference "keychain-swift" */;
+			productName = KeychainSwift;
+		};
+/* End XCSwiftPackageProductDependency section */
 	};
 	rootObject = FE56FAD52A4C580F008410B4 /* Project object */;
 }

WatchApp/WatchApp.xcodeproj/project.xcworkspace/xcshareddata/swiftpm/Package.resolved

@@ -0,0 +1,14 @@
+{
+  "pins" : [
+    {
+      "identity" : "keychain-swift",
+      "kind" : "remoteSourceControl",
+      "location" : "https://github.com/evgenyneu/keychain-swift.git",
+      "state" : {
+        "revision" : "d108a1fa6189e661f91560548ef48651ed8d93b9",
+        "version" : "20.0.0"
+      }
+    }
+  ],
+  "version" : 2
+}

WatchApp/WatchApp.xcodeproj/xcuserdata/darkhorse.xcuserdatad/xcdebugger/Breakpoints_v2.xcbkptlist

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Bucket
+   uuid = "78398B09-67A6-447A-BDF1-6FF7D60370C3"
+   type = "1"
+   version = "2.0">
+</Bucket>

app.py

@@ -3,11 +3,16 @@ from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
 import uvicorn
 
+# from Brain.src.gradio_debug import debug_send_notification
 from Brain.src.router.browser_router import construct_blueprint_browser_api
 from Brain.src.router.train_router import construct_blueprint_train_api
-
+from Brain.src.router.email_router import construct_blueprint_email_api
 from Brain.src.router.api import construct_blueprint_api
 
+import gradio as gr
+import random
+import time
+
 app = FastAPI()
 # Set up CORS middleware
 app.add_middleware(
@@ -23,9 +28,16 @@ app.include_router(construct_blueprint_api(), tags=["ai_app"])
 app.include_router(
     construct_blueprint_browser_api(), prefix="/browser", tags=["ai_browser"]
 )
-
 app.include_router(construct_blueprint_train_api(), prefix="/train", tags=["ai_train"])
+app.include_router(construct_blueprint_email_api(), prefix="/email", tags=["ai_email"])
+
+# gradio
 
+# CUSTOM_PATH = "/gradio"
+#
+# app = gr.mount_gradio_app(
+#     app, debug_send_notification, path=f"{CUSTOM_PATH}/sendNotification"
+# )
 
 if __name__ == "__main__":
     uvicorn.run(app, host="0.0.0.0", port=7860)

requirements.txt

@@ -3,6 +3,7 @@ replicate==0.8.1
 pytest==7.3.0
 async-timeout==4.0.2
 attrs==22.2.0
+beautifulsoup4==4.12.2
 black==23.3.0
 CacheControl==0.12.11
 cachetools==5.3.0
@@ -24,7 +25,7 @@ fastapi==0.95.0
 uvicorn==0.21.1
 frozenlist==1.3.3
 google-api-core==2.11.0
-google-api-python-client==2.85.0
+google-api-python-client==2.90.0
 google-auth==2.17.3
 google-auth-httplib2==0.1.0
 google-cloud-core==2.3.2
@@ -72,4 +73,6 @@ user-agents==2.2.0
 faiss-cpu==1.7.4
 google-search-results==2.4.2
 tiktoken==0.4.0
-tiktoken==0.4.0
+tiktoken==0.4.0
+gradio-client==0.2.7
+gradio==3.14.0