daily-x-posting.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "47590c58",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "import random\n",
    "from bs4 import BeautifulSoup as soup\n",
    "import ipywidgets as widgets\n",
    "from IPython.display import display, clear_output, Javascript\n",
    "import webbrowser\n",
    "from datetime import date"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "1635d965",
   "metadata": {},
   "outputs": [],
   "source": [
    "ratings = ['safe', 'questionable', 'explicit', 'any']\n",
    "status_codes = {200: 'OK', 204: 'No Content', 400: 'Bad Request', 401: 'Unauthorized',\n",
    "               403: 'Forbidden', 404: 'Not Found', 410: 'Gone', 420: 'Invalid Record',\n",
    "               422: 'Locked', 423: 'Already Exist', 424: 'Invalid Parameters', 429: 'User Throttled',\n",
    "               500: 'Internal Server Error', 502: 'Bad Gateway', 503: 'Service Unavailable'}\n",
    "\n",
    "def space_to_underscore(string):\n",
    "    return string.replace(' ', '_')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "06a69a45",
   "metadata": {},
   "outputs": [],
   "source": [
    "client = False # true if running in jupyter notebook, false if running in virtual machine\n",
    "name = \"\"\n",
    "full_name = \"Hu Tao (Genshin Impact)\"\n",
    "day = 1\n",
    "start_page = 1\n",
    "end_page = 10\n",
    "rating = 'safe'\n",
    "no_rating = ''\n",
    "source = 'https://danbooru.donmai.us'\n",
    "max_width = 720\n",
    "max_height = 360\n",
    "today_date = date.today().strftime('%m/%d/%Y')\n",
    "post_url = \"\"\n",
    "img_url = \"\"\n",
    "source_url = \"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "ca00e0c2",
   "metadata": {},
   "outputs": [],
   "source": [
    "# build query\n",
    "tags = space_to_underscore(full_name)\n",
    "if len(rating) != 0:\n",
    "    tags += ' rating:{}'.format(rating)\n",
    "if len(no_rating) != 0:\n",
    "    tags += ' -rating:{}'.format(no_rating)\n",
    "query = {'tags': tags}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "ef2fdd60",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_num_pages_images(source, query):\n",
    "    num_pages = 0\n",
    "    num_images = 0\n",
    "    while True:\n",
    "        query['page'] = num_pages + 1\n",
    "        response = requests.get(source, params=query)\n",
    "        articles = soup(response.text, 'html.parser').find_all('article')\n",
    "        if len(articles) == 0:\n",
    "            break\n",
    "        num_pages += 1\n",
    "        num_images += len(articles)\n",
    "    return num_pages, num_images\n",
    "\n",
    "def get_num_pages(source, query):\n",
    "    return get_num_pages_images(source, query)[0]\n",
    "\n",
    "def get_num_images(source, query):\n",
    "    return get_num_pages_images(source, query)[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "a382635d",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_post_ids(source, query, start_page, end_page):\n",
    "    post_ids = []\n",
    "    for page in range(start_page, end_page + 1):\n",
    "        query['page'] = page\n",
    "        response = requests.get(source, params=query)\n",
    "        articles = soup(response.text, 'html.parser').find_all('article')\n",
    "        for article in articles:\n",
    "            post_ids.append(article['data-id'])\n",
    "    return post_ids"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "post_ids = get_post_ids(source, query, start_page, end_page)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bc7501f8",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_random_post_id(post_ids):\n",
    "    return random.choice(post_ids)\n",
    "\n",
    "def get_random_post_url(post_ids):\n",
    "    post_id = get_random_post_id(post_ids)\n",
    "    return source + '/posts/' + post_id\n",
    "\n",
    "def get_post_img_info(post_url):\n",
    "    return soup(requests.get(post_url).text, 'html.parser').find(class_='image-container note-container')\n",
    "\n",
    "def adjust_image_size(post_img_info):\n",
    "    ori_width = int(post_img_info['data-width'])\n",
    "    ori_height = int(post_img_info['data-height'])\n",
    "    resize_ratio = min(max_width/ori_width, max_height/ori_height)\n",
    "    disp_width = int(resize_ratio * ori_width)\n",
    "    disp_height = int(resize_ratio * ori_height)\n",
    "    return disp_width, disp_height"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "90f49cf4",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_image_widget(post_ids):\n",
    "    global post_url, img_url, source_url\n",
    "    post_url = get_random_post_url(post_ids)\n",
    "    post_img_info = get_post_img_info(post_url)\n",
    "    source_url = post_img_info['data-normalized-source']\n",
    "    disp_width, disp_height = adjust_image_size(post_img_info)\n",
    "    img_url = post_img_info['data-file-url']\n",
    "    img = widgets.HTML('<p style=\"text-align:center;\"><img src=\"{}\" width=\"{}\" height=\"{}\"></img></p>'\n",
    "                   .format(img_url, disp_width, disp_height))\n",
    "    return img\n",
    "\n",
    "img = get_image_widget(post_ids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b1ec9066",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_header_widget():\n",
    "    header = widgets.HTML('<h1 align=\"center\">Daily {} posting #{}</h1> <h3 align=\"center\"> ({}) </h3>'\n",
    "                      .format(name, day, today_date))\n",
    "    return header\n",
    "\n",
    "header = get_header_widget()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def open_url(url):\n",
    "    if client:\n",
    "        webbrowser.open(url, new=2)\n",
    "    else:\n",
    "        with out:\n",
    "            display(Javascript('window.open(\"{}\");'.format(url)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6a752f5a",
   "metadata": {},
   "outputs": [],
   "source": [
    "def view_post(obj):\n",
    "    open_url(post_url)\n",
    "view_post_btn = widgets.Button(description = 'view post', layout=widgets.Layout(height='auto', width='auto'))\n",
    "view_post_btn.style.button_color = 'lightblue'\n",
    "view_post_btn.on_click(view_post)\n",
    "\n",
    "def view_source(obj):\n",
    "    open_url(source_url)\n",
    "view_source_btn = widgets.Button(description = 'view source', layout=widgets.Layout(height='auto', width='auto'))\n",
    "view_source_btn.style.button_color = 'lightgreen'\n",
    "view_source_btn.on_click(view_source)\n",
    "\n",
    "def download(obj):\n",
    "    download_url = soup(requests.get(post_url).text, 'html.parser').find(id=\"post-option-download\").find('a')['href']\n",
    "    open_url(download_url)\n",
    "download_btn = widgets.Button(description = 'download', layout=widgets.Layout(height='auto', width='auto'))\n",
    "download_btn.style.button_color = 'orange'\n",
    "download_btn.on_click(download)\n",
    "\n",
    "def refresh(obj):\n",
    "    out.clear_output(wait=True)\n",
    "    global day\n",
    "    day += 1\n",
    "    header = get_header_widget()\n",
    "    img = get_image_widget(post_ids)\n",
    "    with out:\n",
    "        display(search_panel, header, img, panel_box)\n",
    "refresh_btn = widgets.Button(description = 'refresh', layout=widgets.Layout(height='auto', width='auto'))\n",
    "refresh_btn.style.button_color = 'yellow'\n",
    "refresh_btn.on_click(refresh)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b592b36c",
   "metadata": {},
   "outputs": [],
   "source": [
    "panel = widgets.TwoByTwoLayout(top_left=view_post_btn,\n",
    "               top_right=view_source_btn,\n",
    "               bottom_left=download_btn,\n",
    "               bottom_right=refresh_btn,\n",
    "               layout=widgets.Layout(height='auto', width='500px'))\n",
    "panel_layout = widgets.Layout(display='flex',\n",
    "                flex_flow='column',\n",
    "                align_items='center')\n",
    "panel_box = widgets.HBox(children=[panel], layout=panel_layout)\n",
    "out = widgets.Output()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "search_chara_btn = widgets.Text(\n",
    "    value='Hu Tao (Genshin Impact)',\n",
    "    placeholder='Search Character',\n",
    "    description='Character:',\n",
    "    disabled=False\n",
    ")\n",
    "\n",
    "def search_chara(obj):\n",
    "    global full_name\n",
    "    full_name = search_chara_btn.value\n",
    "\n",
    "search_chara_btn.on_submit(search_chara)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def make_checkboxes(choices):\n",
    "    return [widgets.Checkbox(value=False, description=choice, disabled=False, indent=False, \n",
    "                            layout=widgets.Layout(width='auto', margin='10px')) for choice in choices]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "flex_box_row = widgets.Layout(display='flex', flex_flow='row', align_items='center')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "rating_text = widgets.HTML('<p top=50%>Ratings:</p>', layout=widgets.Layout(margin='0px 0px 0px 25px'))\n",
    "rating_checkboxes = make_checkboxes(ratings[:-1])\n",
    "rating_checkboxes[0].value = True # default to safe\n",
    "rating_panel = widgets.HBox(children=[rating_text, *rating_checkboxes], \n",
    "                            layout=flex_box_row)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "start_page_btn = widgets.IntText(value=start_page, description='Page:', indent=False,\n",
    "                    layout=widgets.Layout(width='140px', margin='0px 0px 0px -20px'))\n",
    "end_page_btn = widgets.IntText(value=end_page, description='To:', indent=False,\n",
    "                    layout=widgets.Layout(width='140px', margin='0px 20px 0px -50px'))\n",
    "page_panel = widgets.HBox([start_page_btn, end_page_btn], layout=flex_box_row)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def build_query_ratings():\n",
    "    query_ratings = ''\n",
    "    checkbox_values = [checkbox.value for checkbox in rating_checkboxes]\n",
    "    if sum(checkbox_values) == 1:\n",
    "        pick = [rating for i, rating in enumerate(ratings[:-1]) if checkbox_values[i]][0]\n",
    "        query_ratings = 'rating:{}'.format(pick)\n",
    "    elif sum(checkbox_values) == 2:\n",
    "        unpick = [rating for i, rating in enumerate(ratings[:-1]) if not checkbox_values[i]][0]\n",
    "        query_ratings = '-rating:{}'.format(unpick)\n",
    "    #else rating:any\n",
    "    return query_ratings "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def search_handler(obj):\n",
    "    global full_name, post_ids\n",
    "    full_name = search_chara_btn.value\n",
    "    query_ratings = build_query_ratings()\n",
    "    tags = space_to_underscore(full_name.lower()) + ' ' + query_ratings\n",
    "    query = {'tags': tags}\n",
    "    start_page = start_page_btn.value\n",
    "    end_page = end_page_btn.value\n",
    "    new_post_ids = get_post_ids(source, query, start_page, end_page)\n",
    "    if len(new_post_ids) == 0:\n",
    "        print(tags)\n",
    "        print('no search result found')\n",
    "        return\n",
    "    post_ids = new_post_ids\n",
    "    header = get_header_widget()\n",
    "    img = get_image_widget(post_ids)\n",
    "    out.clear_output(wait=True)\n",
    "    with out:\n",
    "        display(search_panel, header, img, panel_box)\n",
    "search_btn = widgets.Button(description = 'Search', button_style = 'info',\n",
    "                            layout=widgets.Layout(height='auto', width='auto'))\n",
    "search_btn.on_click(search_handler)\n",
    "\n",
    "search_panel = widgets.HBox([search_chara_btn, rating_panel, page_panel, search_btn], layout=flex_box_row, margin='20px')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "with out:\n",
    "    display(search_panel, header, img, panel_box)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "out"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  },
  "livereveal": {
   "autolaunch": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}