format_google_chats.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "65aa762d-c77b-42ce-a45c-1a830f4a3e8d",
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "\n",
    "import json\n",
    "\n",
    "import base64\n",
    "\n",
    "sys.version_info"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2e1db644-dce1-4ac5-8e1e-e772fef2b0c9",
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_file(path):\n",
    "    '''\n",
    "    objective:\n",
    "        load json file\n",
    "    input:\n",
    "        path - path of json file\n",
    "    output:\n",
    "        data - dictionary of messages\n",
    "    '''\n",
    "    \n",
    "    f = open(path)\n",
    "    \n",
    "    # returns JSON object as a dictionary\n",
    "    data = json.load(f)\n",
    "    \n",
    "    # closing file\n",
    "    f.close()\n",
    "    \n",
    "    return data\n",
    "    \n",
    "    \n",
    "def add_to_markdown(markdown, line):\n",
    "    '''\n",
    "    objective:\n",
    "        add another line to the markdown output\n",
    "    input:\n",
    "        markdown - compiled markdown to add to\n",
    "        line - line to add to markdown\n",
    "    output:\n",
    "        markdown - compiled markdown with new line\n",
    "    '''\n",
    "        \n",
    "    # add space\n",
    "    markdown += '\\n'\n",
    "    # add line\n",
    "    markdown += line\n",
    "    \n",
    "    return markdown\n",
    "    \n",
    "\n",
    "def create_markdown(data):\n",
    "    '''\n",
    "    objective:\n",
    "        iterate through messages and format\n",
    "    input:\n",
    "        data - dictionary of messages\n",
    "    output:\n",
    "        markdown - compiled markdown of messages\n",
    "    '''\n",
    "    date = data['messages'][0]['created_date'][:-19]\n",
    "    \n",
    "    markdown = '###################################'\n",
    "\n",
    "    markdown = add_to_markdown(markdown, date)\n",
    "    \n",
    "    for i in data['messages']:\n",
    "        # check if new date\n",
    "        if date != i['created_date'][:-19]:\n",
    "            markdown = add_to_markdown(markdown, '###################################')\n",
    "            date = i['created_date'][:-19]\n",
    "            markdown = add_to_markdown(markdown, date)\n",
    "\n",
    "        # try text\n",
    "        try:\n",
    "            # print name\n",
    "            markdown = add_to_markdown(markdown, f\"{i['creator']['name']}: {i['text']}\")\n",
    "        except:\n",
    "            # print name\n",
    "            markdown = add_to_markdown(markdown, f\"{i['creator']['name']}:\")\n",
    "\n",
    "        # try attachment\n",
    "        try:\n",
    "            for attach in i['attached_files']:\n",
    "                with open('Takeout/' + attach['export_name'][:47] + '.jpg', \"rb\") as img_file:\n",
    "                    encoded_string = base64.b64encode(img_file.read()).decode('utf-8')\n",
    "                markdown = add_to_markdown(markdown, f'<img src=\"data:image/png;base64,{encoded_string}\" alt=\"Sample Image\" />')\n",
    "        except:\n",
    "            pass\n",
    "\n",
    "        # try reply\n",
    "        try:\n",
    "            markdown = add_to_markdown(markdown, f\"  [IN REPLY TO]: \\\"{i['quoted_message_metadata']['text']}\\\" from {i['quoted_message_metadata']['creator']['name']}\")\n",
    "\n",
    "        except:\n",
    "            pass\n",
    "\n",
    "        # separate message\n",
    "        finally:\n",
    "            markdown = add_to_markdown(markdown, '')\n",
    "            \n",
    "    return markdown\n",
    "\n",
    "def format_google_chat(path):\n",
    "    \n",
    "    # load the file\n",
    "    data = load_file(path)\n",
    "    \n",
    "    # create the formatted message\n",
    "    markdown_text = create_markdown(data)\n",
    "\n",
    "    return markdown_text\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8247f426-bfce-493b-b08c-65a762638c61",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [],
   "source": [
    "# run function\n",
    "markdown_text = format_google_chat('Takeout/messages.json')\n",
    "print(markdown_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5eaf69db-ddff-40aa-81d4-7806221fa6a4",
   "metadata": {},
   "outputs": [],
   "source": [
    "# PDF method 1\n",
    "# need to install wkhtmltopdf\n",
    "# seems like this is deprecated though\n",
    "! pip install markdown2 \n",
    "! pip install pdfkit \n",
    "\n",
    "import markdown2\n",
    "import pdfkit\n",
    "\n",
    "html_text = markdown2.markdown(markdown_text)\n",
    "pdfkit.from_string(html_text, \"output.pdf\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ca2b0bf5-2a2c-4c7b-b3f4-25858b753714",
   "metadata": {},
   "outputs": [],
   "source": [
    "# PDF method 2\n",
    "from fpdf import FPDF\n",
    "\n",
    "pdf = FPDF()\n",
    "\n",
    "\n",
    "pdf.add_page()\n",
    "\n",
    "# Set font - 'Arial', 'B' for bold, 16 for font size\n",
    "pdf.add_font(\"DejaVu\", '', 'Apple LiGothic.ttf', uni=True)\n",
    "pdf.set_font('DejaVu', '', 16)\n",
    "\n",
    "# Add a cell with a title\n",
    "pdf.cell(200, 10, txt=markdown_text, ln=True, align='C')\n",
    "\n",
    "# Set font for the rest of the text\n",
    "pdf.set_font('Arial', '', 12)\n",
    "\n",
    "# Add some more text\n",
    "# pdf.cell(200, 10, txt=\"This is a simple PDF file generated using Python.\", ln=True, align='C')\n",
    "\n",
    "# Save the file\n",
    "pdf.output(\"example.pdf\")\n",
    "\n",
    "print(\"PDF generated successfully!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "89f2af78-5bca-4d69-b215-79c7f74fbbbc",
   "metadata": {},
   "outputs": [],
   "source": [
    "# PDF method 3\n",
    "! pip install markdown\n",
    "! pip install weasyprint\n",
    "\n",
    "import markdown\n",
    "from weasyprint import HTML\n",
    "\n",
    "# Convert Markdown to HTML\n",
    "html = markdown.markdown(markdown_text)\n",
    "\n",
    "# Convert HTML to PDF\n",
    "HTML(string=html).write_pdf('output.pdf')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b5422ad5-74d2-43f3-a4f7-1766db5cc920",
   "metadata": {},
   "outputs": [],
   "source": [
    "# text file method 1\n",
    "with open(\"output.txt\", \"w\") as text_file:\n",
    "    text_file.write(markdown_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c142191c-e21f-4144-8af7-82cb79408c53",
   "metadata": {},
   "outputs": [],
   "source": [
    "# priorities:\n",
    "# 1. export to PDF\n",
    "# 2. show image inline\n",
    "# 3. show GIFs\n",
    "# 4. hyperlink to attachments\n",
    "# 5. format bold, italic, etc."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}