Lions.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "a5e77304-194d-458e-b3e6-ab4d23da153e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[2m2024-05-21T14:00:14.016657Z\u001b[0m [\u001b[32m\u001b[1minfo     \u001b[0m] \u001b[1mReloaded :)                   \u001b[0m [\u001b[34m\u001b[1m__main__\u001b[0m] \u001b[36mcalling_func\u001b[0m=\u001b[35m<module>\u001b[0m \u001b[36mthread_id\u001b[0m=\u001b[35m[Main]\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "import imaplib\n",
    "import smtplib\n",
    "import email\n",
    "from email.header import decode_header\n",
    "from email.utils import parsedate_to_datetime, formataddr\n",
    "from email.mime.multipart import MIMEMultipart\n",
    "from email.mime.text import MIMEText\n",
    "from email.mime.base import MIMEBase\n",
    "from email import encoders\n",
    "import bs4\n",
    "import re\n",
    "import functools\n",
    "import email\n",
    "from email.header import decode_header\n",
    "from email.utils import parsedate_to_datetime\n",
    "import datetime\n",
    "from lxml import etree as ET\n",
    "import pytz\n",
    "import html\n",
    "import random\n",
    "import os\n",
    "import google.generativeai as genai\n",
    "import tempfile\n",
    "\n",
    "import jonlog\n",
    "\n",
    "logger = jonlog.getLogger()\n",
    "logger.info(\"Reloaded :)\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "eeb793ad-bdf3-49e1-b4eb-853102acae57",
   "metadata": {},
   "outputs": [],
   "source": [
    "class ZohoMail:\n",
    "    def __init__(self, username, password):\n",
    "        self._mail = imaplib.IMAP4_SSL('imap.zoho.com')\n",
    "        self._smtp = smtplib.SMTP_SSL('smtp.zoho.com', 465)\n",
    "        self._username = username\n",
    "        self._password = password\n",
    "        self.login()\n",
    "\n",
    "    def login(self):\n",
    "        self._smtp.login(self._username, self._password)\n",
    "        self._mail.login(self._username, self._password)\n",
    "        self._mail.select('INBOX')\n",
    "\n",
    "    def search_emails(self):\n",
    "        # 700lions@gmail.com\n",
    "        resp, data = self._mail.search(None, 'unseen FROM \"700lions@gmail.com\"')\n",
    "        # resp, data = self._mail.search(None, 'FROM \"700lions@gmail.com\"')\n",
    "        return data[0].split()\n",
    "\n",
    "    @functools.cache\n",
    "    def get_msg(self, msg_id):\n",
    "        _status, msg_data = self._mail.uid('fetch', msg_id, '(RFC822)')\n",
    "        msg = email.message_from_bytes(msg_data[0][1])\n",
    "        return msg\n",
    "\n",
    "    def get_email_parts(self, msg):\n",
    "        for part in msg.walk():\n",
    "            if part.get_content_maintype() == 'multipart':\n",
    "                continue\n",
    "            yield part\n",
    "\n",
    "    def get_email_data(self, msg_id):\n",
    "        msg = self.get_msg(msg_id)\n",
    "        sender = decode_header(msg.get(\"From\"))[0][0]\n",
    "        if isinstance(sender, bytes):\n",
    "            sender = sender.decode()\n",
    "        subject = decode_header(msg.get(\"Subject\"))[0][0]\n",
    "        if isinstance(subject, bytes):\n",
    "            subject = subject.decode()\n",
    "        date = parsedate_to_datetime(msg.get(\"Date\"))\n",
    "\n",
    "        text = ''\n",
    "        attachments = []\n",
    "        for part in self.get_email_parts(msg):\n",
    "            if part.get_content_type().startswith('text'):\n",
    "                if part.get_content_type().endswith('/html'):\n",
    "                    soup = bs4.BeautifulSoup(part.get_payload(decode=True).decode(), 'html.parser')\n",
    "                    text = soup.get_text()\n",
    "                else:\n",
    "                    text = part.get_payload(decode=True).decode()\n",
    "            else:\n",
    "                attachments.append({\"data\": part.get_payload(decode=True), \"type\": part.get_content_type()})\n",
    "\n",
    "        return {'id': msg_id, 'sender': sender, 'subject': subject, 'date': date, 'text': text, 'attachments': attachments}\n",
    "\n",
    "    def get(self, limit=10):\n",
    "        msg_ids = self.search_emails()[-limit:]\n",
    "        emails = [self.get_email_data(msg_id) for msg_id in msg_ids]\n",
    "        return emails\n",
    "\n",
    "    def mark_read(self, msg_id):\n",
    "        self._mail.uid('store', msg_id, '+FLAGS', '(\\Seen)')\n",
    "\n",
    "    def forward_email(self, msg_id, forward_text):\n",
    "        original_msg = self.get_msg(msg_id)\n",
    "        tag = forward_text.split('] ')[0] + ']'\n",
    "        \n",
    "        # Create a new MIMEMultipart message for forwarding\n",
    "        msg = MIMEMultipart()\n",
    "        msg['From'] = '700lions@zohomail.com'\n",
    "        msg['Subject'] = f\"[Gemini] {tag} Fwd: {original_msg['Subject']}\"\n",
    "        recipients = [original_msg['From']] + original_msg.get_all('To', [''])[0].split(',') + original_msg.get_all('Cc', [])\n",
    "        if 'worker' not in tag.lower() and 'boring' not in tag.lower():\n",
    "            recipients += ['jonathanallengrant@gmail.com']\n",
    "    \n",
    "        # Attach the forward text\n",
    "        msg.attach(MIMEText(forward_text, 'plain'))\n",
    "\n",
    "        # Attach any attachments from the original message\n",
    "        for part in original_msg.walk():\n",
    "            if part.get_content_maintype() == 'multipart':\n",
    "                continue\n",
    "            if part.get('Content-Disposition') is None:\n",
    "                continue\n",
    "            attachment = MIMEBase(part.get_content_maintype(), part.get_content_subtype())\n",
    "            attachment.set_payload(part.get_payload(decode=True))\n",
    "            encoders.encode_base64(attachment)\n",
    "            attachment.add_header('Content-Disposition', part.get('Content-Disposition'))\n",
    "            msg.attach(attachment)\n",
    "    \n",
    "        # Send the forwarded email\n",
    "        self._smtp.sendmail(msg['From'], recipients, msg.as_string())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "20563be7-016e-47e5-9b74-73ac0422b76b",
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"\n",
    "Gemini API\n",
    "\"\"\"\n",
    "class GoogleAI:\n",
    "    @classmethod\n",
    "    def get_api_key(cls):\n",
    "        return os.environ.get(\"GEMINI_API_KEY\") or open('/Users/jong/.gemini_apikey').read().strip()\n",
    "\n",
    "    def __init__(self, model='gemini-1.5-flash-latest', tags=['Boring', 'Animal', 'Worker', 'Non-Worker Person', 'Unknown']):\n",
    "        self.model = model\n",
    "        self.tags = tags\n",
    "        genai.configure(api_key=self.get_api_key())\n",
    "\n",
    "    def upload_to_gemini(self, path, mime_type=None):\n",
    "      \"\"\"Uploads the given file to Gemini.\n",
    "    \n",
    "      See https://ai.google.dev/gemini-api/docs/prompting_with_media\n",
    "      \"\"\"\n",
    "      file = genai.upload_file(path, mime_type=mime_type)\n",
    "      print(f\"Uploaded file '{file.display_name}' as: {file.uri}\")\n",
    "      return file\n",
    "\n",
    "    def message(self, photos):\n",
    "        # Create the model\n",
    "        # See https://ai.google.dev/api/python/google/generativeai/GenerativeModel\n",
    "        adjective = random.choice([\"sarcastic\", \"exhilarated\", \"infuriated\", \"melancholic\", \"bewildered\", \"ecstatic\", \"aghast\", \"enthralled\", \"despondent\", \"euphoric\", \"apoplectic\", \"wistful\", \"overjoyed\", \"crestfallen\", \"flabbergasted\", \"elated\", \"exasperated\", \"jubilant\", \"livid\", \"pensive\", \"thrilled\", \"evil\", \"depressed\"])\n",
    "        person = random.choice([\"Donald Trump campaign rant\", \"Yoda\", \"Darth Vader\", \"Einstein\", \"Elon Musk Tweet\", \"Shakespearean monologue\", \"Martin Luther King Jr. speech\", \"Winston Churchill wartime address\", \"Gordon Ramsay critique\", \"Neil deGrasse Tyson lecture\", \"Steve Jobs keynote\", \"Joe Rogan podcast\", \"Larry David rant\", \"Jerry Seinfeld standup\"])\n",
    "        system = f'At the start of your message, tag the photo with just one of these tags, surrounded by square brackets. [{\", \".join(self.tags)}]. Always respond truthfully. However, respond in the style of {adjective} {person}'\n",
    "        logger.info(system)\n",
    "        model = genai.GenerativeModel(\n",
    "            model_name=self.model,\n",
    "            system_instruction=system,\n",
    "            safety_settings = [\n",
    "                {\"category\": \"HARM_CATEGORY_HARASSMENT\", \"threshold\": \"BLOCK_NONE\"},\n",
    "                {\"category\": \"HARM_CATEGORY_HATE_SPEECH\", \"threshold\": \"BLOCK_NONE\"},\n",
    "                {\"category\": \"HARM_CATEGORY_SEXUALLY_EXPLICIT\", \"threshold\": \"BLOCK_NONE\"},\n",
    "                {\"category\": \"HARM_CATEGORY_DANGEROUS_CONTENT\", \"threshold\": \"BLOCK_NONE\"},\n",
    "            ]\n",
    "        )\n",
    "        # TODO Make these files available on the local file system\n",
    "        # You may need to update the file paths\n",
    "        #TODO: Save photo to disk tmp\n",
    "        image_drives = []\n",
    "        with tempfile.TemporaryDirectory() as tmpdir:\n",
    "            for i, photo in enumerate(photos):\n",
    "                photo_suffix = photo['type'].split('/')[-1]\n",
    "                photo_path = f\"{tmpdir}/{i}.{photo_suffix}\"\n",
    "                with open(photo_path, 'wb') as f:\n",
    "                    f.write(photo['data'])\n",
    "                image_drives.append(self.upload_to_gemini(photo_path, mime_type=photo['type']))\n",
    "\n",
    "        chat_session = model.start_chat(\n",
    "            history=[{\n",
    "                \"role\": \"user\",\n",
    "                \"parts\": image_drives}]\n",
    "        )\n",
    "        response = chat_session.send_message(f\"Here are photo(s) from my security camera. What do you see? At the start of your message, tag the photo with just one of these tags, surrounded by square brackets. {self.tags}\")\n",
    "        return f\"{adjective} {person}\", response.text.strip()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "343898da-da87-463f-8b7a-824e572acbaf",
   "metadata": {},
   "outputs": [],
   "source": [
    "mail = ZohoMail('700lions@zoho.com', 'tnb2xeh!PXV4vrc.xza')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "16e15e2c-66ff-4f15-985b-99fbc0f2d749",
   "metadata": {},
   "outputs": [],
   "source": [
    "def do_email(mail, email_data):\n",
    "    if len(m.get('attachments', [])) == 0:\n",
    "        mail.mark_read(email_data['id'])\n",
    "        return\n",
    "    chat = GoogleAI()\n",
    "    persona, resp = chat.message(email_data['attachments'])\n",
    "    mail.forward_email(email_data['id'], f\"{resp}\\n\\nFrom: {persona} (gemini-1.5-flash)\")\n",
    "    mail.mark_read(email_data['id'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2ec58c75-7429-4790-96a6-498fb4a72d19",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[2m2024-05-21T14:02:58.092243Z\u001b[0m [\u001b[32m\u001b[1minfo     \u001b[0m] \u001b[1mAt the start of your message, tag the photo with just one of these tags, surrounded by square brackets. [Boring, Animal, Worker, Non-Worker Person, Unknown]. Always respond truthfully. However, respond in the style of elated Yoda\u001b[0m [\u001b[34m\u001b[1m__main__\u001b[0m] \u001b[36mcalling_func\u001b[0m=\u001b[35mmessage\u001b[0m \u001b[36mthread_id\u001b[0m=\u001b[35m[Main]\u001b[0m\n",
      "Uploaded file '0.jpeg' as: https://generativelanguage.googleapis.com/v1beta/files/ejc3hpff6t2\n",
      "Uploaded file '1.jpeg' as: https://generativelanguage.googleapis.com/v1beta/files/qhk91qa3f7dy\n",
      "\u001b[2m2024-05-21T14:03:14.561158Z\u001b[0m [\u001b[32m\u001b[1minfo     \u001b[0m] \u001b[1mAt the start of your message, tag the photo with just one of these tags, surrounded by square brackets. [Boring, Animal, Worker, Non-Worker Person, Unknown]. Always respond truthfully. However, respond in the style of evil Larry David rant\u001b[0m [\u001b[34m\u001b[1m__main__\u001b[0m] \u001b[36mcalling_func\u001b[0m=\u001b[35mmessage\u001b[0m \u001b[36mthread_id\u001b[0m=\u001b[35m[Main]\u001b[0m\n",
      "Uploaded file '0.jpeg' as: https://generativelanguage.googleapis.com/v1beta/files/9b8j1eujosq6\n",
      "Uploaded file '1.jpeg' as: https://generativelanguage.googleapis.com/v1beta/files/zjezvvknpm3l\n",
      "\u001b[2m2024-05-21T14:03:30.116711Z\u001b[0m [\u001b[32m\u001b[1minfo     \u001b[0m] \u001b[1mAt the start of your message, tag the photo with just one of these tags, surrounded by square brackets. [Boring, Animal, Worker, Non-Worker Person, Unknown]. Always respond truthfully. However, respond in the style of elated Einstein\u001b[0m [\u001b[34m\u001b[1m__main__\u001b[0m] \u001b[36mcalling_func\u001b[0m=\u001b[35mmessage\u001b[0m \u001b[36mthread_id\u001b[0m=\u001b[35m[Main]\u001b[0m\n",
      "Uploaded file '0.jpeg' as: https://generativelanguage.googleapis.com/v1beta/files/rgvscq7bjzc1\n",
      "Uploaded file '1.jpeg' as: https://generativelanguage.googleapis.com/v1beta/files/rgc69q94rklg\n"
     ]
    }
   ],
   "source": [
    "for m in mail.get(limit=1000):\n",
    "    do_email(mail, m)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b3154be6-cea1-4ed4-a6cd-fb3f1b5b5647",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "adec6105-f36a-4965-ac85-b73ea719fbef",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}