demo twitter.ipynb

{
 "metadata": {
  "name": "",
  "signature": "sha256:9c904f821db76d7a30f04da65f005f6196f800a2f3a6a06cb563727f4f9411fb"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "from IPython.html import widgets\n",
      "from IPython.display import display\n",
      "from eventful_graph import EventfulGraph\n",
      "from widget_forcedirectedgraph import ForceDirectedGraphWidget, publish_js\n",
      "publish_js()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "javascript": [
        "require([\"//cdnjs.cloudflare.com/ajax/libs/d3/3.4.1/d3.min.js\", \"notebook/js/widgetmanager\"], function(d3, WidgetManager){\n",
        "\n",
        "    // Define the D3ForceDirectedGraphView\n",
        "    var D3ForceDirectedGraphView = IPython.DOMWidgetView.extend({\n",
        "        \n",
        "        render: function(){\n",
        "            this.guid = 'd3force' + IPython.utils.uuid();\n",
        "            this.setElement($('<div />', {id: this.guid}));\n",
        "            \n",
        "            this.model.on('msg:custom', this.on_msg, this);\n",
        "            this.has_drawn = false;\n",
        "            \n",
        "            // Wait for element to be added to the DOM\n",
        "            var that = this;\n",
        "            setTimeout(function() {\n",
        "                that.update();\n",
        "            }, 0);\n",
        "        },\n",
        "        \n",
        "        try_add_node: function(id){\n",
        "            var index = this.find_node(id);\n",
        "            if (index == -1) {\n",
        "                var node = {id: id};\n",
        "                this.nodes.push(node);\n",
        "                return node;\n",
        "            } else {\n",
        "                return this.nodes[index];\n",
        "            }\n",
        "        },\n",
        "        \n",
        "        update_node: function(node, attributes) {\n",
        "            if (node !== null) {\n",
        "                for (var key in attributes) {\n",
        "                    node[key] = attributes[key];\n",
        "                }\n",
        "                this._update_node(d3.select('#' + this.guid + node.id));\n",
        "            }\n",
        "        },\n",
        "                \n",
        "        remove_node: function(id){\n",
        "            this.remove_links_to(id);\n",
        "            \n",
        "            var found_index = this.find_node(id);\n",
        "            if (found_index>=0) {\n",
        "                this.nodes.splice(found_index, 1);\n",
        "            }\n",
        "        },\n",
        "        \n",
        "        find_node: function(id){\n",
        "            var found_index = -1;\n",
        "            for (var index in this.nodes) {\n",
        "                if (this.nodes[index].id == id) {\n",
        "                    found_index = index;\n",
        "                    break;\n",
        "                }\n",
        "            }\n",
        "            return found_index;\n",
        "        },\n",
        "        \n",
        "        find_link: function(source_id, target_id){\n",
        "            for (var index in this.links) {\n",
        "                if (this.links[index].source.id == source_id && this.links[index].target.id == target_id) {\n",
        "                    return index;\n",
        "                }\n",
        "            }\n",
        "            return -1;\n",
        "        },\n",
        "        \n",
        "        try_add_link: function(source_id, target_id){\n",
        "            var index = this.find_link(source_id, target_id);\n",
        "            if (index == -1) {\n",
        "                var source_node = this.try_add_node(source_id);\n",
        "                var target_node = this.try_add_node(target_id);\n",
        "                var new_link = {source: source_node, target: target_node};\n",
        "                this.links.push(new_link);\n",
        "                return new_link;\n",
        "            } else {\n",
        "                return this.links[index]\n",
        "            }\n",
        "        },\n",
        "        \n",
        "        update_link: function(link, attributes){\n",
        "            if (link != null) {\n",
        "                for (var key in attributes) {\n",
        "                    link[key] = attributes[key];\n",
        "                }\n",
        "                this._update_edge(d3.select('#' + this.guid + link.source.id + \"-\" + link.target.id));\n",
        "            }\n",
        "        },\n",
        "        \n",
        "        remove_links: function(source_id){\n",
        "            var found_indicies = [];\n",
        "            for (var index in this.links) {\n",
        "                if (this.links[index].source.id == source_id) {\n",
        "                    found_indicies.push(index);\n",
        "                }\n",
        "            }\n",
        "            found_indicies.reverse();\n",
        "            \n",
        "            for (var index in found_indicies) {\n",
        "                this.links.splice(index, 1);\n",
        "            };\n",
        "        },\n",
        "        \n",
        "        remove_links_to: function(id){\n",
        "            var found_indicies = [];\n",
        "            for (var index in this.links) {\n",
        "                if (this.links[index].source.id == id || this.links[index].target.id == id) {\n",
        "                    found_indicies.push(index);\n",
        "                }\n",
        "            }\n",
        "            found_indicies.reverse();\n",
        "            \n",
        "            for (var index in found_indicies) {\n",
        "                this.links.splice(index, 1);\n",
        "            };\n",
        "        },\n",
        "        \n",
        "        on_msg: function(content){\n",
        "            this.update();\n",
        "            \n",
        "            var dict = content.dict;\n",
        "            var action = content.action;\n",
        "            var key = content.key;\n",
        "            \n",
        "            if (dict=='node') {\n",
        "                if (action=='add' || action=='set') {\n",
        "                    this.update_node(this.try_add_node(key), content.value)\n",
        "                } else if (action=='del') {\n",
        "                    this.remove_node(key);\n",
        "                }\n",
        "                \n",
        "            } else if (dict=='adj') {\n",
        "                if (action=='add' || action=='set') {\n",
        "                    var links = content.value;\n",
        "                    for (var target_id in links) {\n",
        "                        this.update_link(this.try_add_link(key, target_id), links[target_id]);\n",
        "                    }\n",
        "                } else if (action=='del') {\n",
        "                    this.remove_links(key);\n",
        "                }\n",
        "            }\n",
        "            this.start();\n",
        "        },\n",
        "        \n",
        "        start: function() {\n",
        "            var node = this.svg.selectAll(\".node\"),\n",
        "                link = this.svg.selectAll(\".link\");\n",
        "            \n",
        "            var link = link.data(this.force.links(), function(d) { return d.source.id + \"-\" + d.target.id; });\n",
        "            this._update_edge(link.enter().insert(\"line\", \".node\"))\n",
        "            link.exit().remove();\n",
        "            \n",
        "            var node = node.data(this.force.nodes(), function(d) { return d.id;});\n",
        "            var that = this;\n",
        "            this._update_node(node.enter().append(\"circle\"));\n",
        "            node.exit().remove();\n",
        "            \n",
        "            this.force.start();\n",
        "        },\n",
        "        \n",
        "        _update_node: function(node) {\n",
        "            var that = this;\n",
        "            node\n",
        "                .attr(\"id\", function(d) { return that.guid + d.id; })\n",
        "                .attr(\"class\", function(d) { return \"node \" + d.id; })\n",
        "                .attr(\"r\", function(d) {\n",
        "                    if (d.r == undefined) {\n",
        "                        return 8; \n",
        "                    } else {\n",
        "                        return d.r;\n",
        "                    }\n",
        "                    \n",
        "                })\n",
        "                .style(\"fill\", function(d) {\n",
        "                    if (d.fill == undefined) {\n",
        "                        return that.color(d.group); \n",
        "                    } else {\n",
        "                        return d.fill;\n",
        "                    }\n",
        "                    \n",
        "                })\n",
        "                .style(\"stroke\", function(d) {\n",
        "                    if (d.stroke == undefined) {\n",
        "                        return \"#FFF\"; \n",
        "                    } else {\n",
        "                        return d.stroke;\n",
        "                    }\n",
        "                    \n",
        "                })\n",
        "                .style(\"stroke-width\", function(d) {\n",
        "                    if (d.strokewidth == undefined) {\n",
        "                        return \"#FFF\"; \n",
        "                    } else {\n",
        "                        return d.strokewidth;\n",
        "                    }\n",
        "                    \n",
        "                })\n",
        "                .call(this.force.drag);\n",
        "        },\n",
        "        \n",
        "        _update_edge: function(edge) {\n",
        "            var that = this;\n",
        "            edge\n",
        "                .attr(\"id\", function(d) { return that.guid + d.source.id + \"-\" + d.target.id; })\n",
        "                .attr(\"class\", \"link\")\n",
        "                .style(\"stroke-width\", function(d) {\n",
        "                    if (d.strokewidth == undefined) {\n",
        "                        return \"1.5px\"; \n",
        "                    } else {\n",
        "                        return d.strokewidth;\n",
        "                    }\n",
        "                    \n",
        "                })\n",
        "                .style('stroke', function(d) {\n",
        "                    if (d.stroke == undefined) {\n",
        "                        return \"#999\"; \n",
        "                    } else {\n",
        "                        return d.stroke;\n",
        "                    }\n",
        "                    \n",
        "                });\n",
        "        },\n",
        "        \n",
        "        tick: function() {\n",
        "            var node = this.svg.selectAll(\".node\"),\n",
        "                link = this.svg.selectAll(\".link\");\n",
        "            \n",
        "            link.attr(\"x1\", function(d) { return d.source.x; })\n",
        "                .attr(\"y1\", function(d) { return d.source.y; })\n",
        "                .attr(\"x2\", function(d) { return d.target.x; })\n",
        "                .attr(\"y2\", function(d) { return d.target.y; });\n",
        "        \n",
        "            node.attr(\"cx\", function(d) { return d.x; })\n",
        "                .attr(\"cy\", function(d) { return d.y; });\n",
        "        },\n",
        "        \n",
        "        update: function(){\n",
        "            if (!this.has_drawn) {\n",
        "                this.has_drawn = true;\n",
        "                var width = this.model.get('width'),\n",
        "                    height = this.model.get('height');\n",
        "                \n",
        "                this.color = d3.scale.category20();\n",
        "                \n",
        "                this.nodes = [];\n",
        "                this.links = [];\n",
        "                \n",
        "                this.force = d3.layout.force()\n",
        "                    .nodes(this.nodes)\n",
        "                    .links(this.links)\n",
        "                    .charge(function (d) {\n",
        "                        if (d.charge === undefined) {\n",
        "                            return -120;\n",
        "                        } else {\n",
        "                            return d.charge;\n",
        "                        }\n",
        "                    })\n",
        "                    .linkDistance(function (d) {\n",
        "                        if (d.distance === undefined) {\n",
        "                            return 40;\n",
        "                        } else {\n",
        "                            return d.distance;\n",
        "                        }\n",
        "                    })\n",
        "                    .linkStrength(function (d) {\n",
        "                        if (d.strength === undefined) {\n",
        "                            return 1.0;\n",
        "                        } else {\n",
        "                            return d.strength;\n",
        "                        }\n",
        "                    })\n",
        "                    .size([width, height])\n",
        "                    .on(\"tick\", $.proxy(this.tick, this));\n",
        "                \n",
        "                this.svg = d3.select(\"#\" + this.guid).append(\"svg\")\n",
        "                    .attr(\"width\", width)\n",
        "                    .attr(\"height\", height);\n",
        "                \n",
        "                var that = this;\n",
        "                setTimeout(function() {\n",
        "                    that.start();\n",
        "                }, 0);\n",
        "            }\n",
        "            \n",
        "            return D3ForceDirectedGraphView.__super__.update.apply(this);\n",
        "        },\n",
        "        \n",
        "    });\n",
        "        \n",
        "    // Register the D3ForceDirectedGraphView with the widget manager.\n",
        "    WidgetManager.register_widget_view('D3ForceDirectedGraphView', D3ForceDirectedGraphView);\n",
        "});"
       ],
       "metadata": {},
       "output_type": "display_data",
       "text": [
        "<IPython.core.display.Javascript at 0x4c03950>"
       ]
      }
     ],
     "prompt_number": 1
    },
    {
     "cell_type": "heading",
     "level": 2,
     "metadata": {},
     "source": [
      "Twitter Tweet Watcher"
     ]
    },
    {
     "cell_type": "markdown",
     "metadata": {},
     "source": [
      "This example requires the Python \"twitter\" library to be installed (https://github.com/sixohsix/twitter).  You can install Python  twitter by running `sudo pip install twitter` or `sudo easy_install twitter` from the commandline."
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "from twitter import *\n",
      "import time, datetime\n",
      "import math\n",
      "\n",
      "twitter_timestamp_format = \"%a %b %d %X +0000 %Y\""
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 2
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "# Sign on to twitter.\n",
      "auth = OAuth(\n",
      "    consumer_key='iQvYfTfuD86fgVWGjPY0UA',\n",
      "    consumer_secret='C3jjP6vzYzTYoHV4s5NYPGuRkpT5SulKRKTkRmYg',\n",
      "    token='2218195843-cOPQa0D1Yk3JbvjvsCa0tIYzBOEWxINekmGcEql',\n",
      "    token_secret='3BFncT1zAvJRN6rj8haCxveZVLZWZ23QeulxzByXWlfoO'\n",
      ")\n",
      "twitter = Twitter(auth = auth)\n",
      "twitter_stream = TwitterStream(auth = auth, block = False)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 3
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "\n",
      "floating_container = widgets.PopupWidget()\n",
      "floating_container.description = \"Dynamic D3 rendering of a NetworkX graph\"\n",
      "floating_container.button_text = \"Render Window\"\n",
      "floating_container.set_css({\n",
      "    'width': '620px',\n",
      "    'height': '450px'}, selector='modal')\n",
      "\n",
      "graph = EventfulGraph()\n",
      "d3 = ForceDirectedGraphWidget(graph)\n",
      "floating_container.children = [d3]\n",
      "d3.width = 600\n",
      "d3.height = 400\n",
      "\n",
      "stop_button = widgets.ButtonWidget(description=\"Stop\")\n",
      "stop_button.set_css('margin-left', '5px')\n",
      "        \n",
      "# Only listen to tweets while they are available and the user\n",
      "# doesn't want to stop.\n",
      "stop_listening = [False]\n",
      "def handle_stop(sender):\n",
      "    stop_listening[0] = True\n",
      "    print(\"Service stopped\")\n",
      "stop_button.on_click(handle_stop)\n",
      "\n",
      "def watch_tweets(screen_name=None):\n",
      "    display(floating_container)\n",
      "    display(stop_button)\n",
      "    graph.node.clear()\n",
      "    graph.adj.clear()\n",
      "    start_timestamp = None\n",
      "    stop_button.add_class('btn-danger')\n",
      "    \n",
      "    # Get Barack's tweets\n",
      "    tweets = twitter.statuses.user_timeline(screen_name=screen_name)\n",
      "    user_id = twitter.users.lookup(screen_name=screen_name)[0]['id']\n",
      "    \n",
      "    # Determine the maximum number of retweets.\n",
      "    max_retweets = 0.0\n",
      "    for tweet in tweets:\n",
      "        max_retweets = float(max(tweet['retweet_count'], max_retweets))\n",
      "        \n",
      "    \n",
      "    def plot_tweet(tweet, parent=None, elapsed_seconds=1.0, color=\"gold\"):\n",
      "        new_id = tweet['id']\n",
      "        graph.add_node(\n",
      "            new_id, \n",
      "            r=max(float(tweet['retweet_count']) / max_retweets * 30.0, 3.0),\n",
      "            charge=-60,\n",
      "            fill = color,\n",
      "        )\n",
      "        \n",
      "        if parent is not None:\n",
      "            parent_radius = max(float(parent['retweet_count']) / max_retweets * 30.0, 3.0)\n",
      "            graph.node[parent['id']]['r'] = parent_radius\n",
      "            \n",
      "            graph.add_edge(new_id, parent['id'], distance=math.log(elapsed_seconds) * 9.0 + parent_radius)\n",
      "            graph.node[new_id]['fill'] = 'red'\n",
      "            \n",
      "        \n",
      "    # Plot each tweet.\n",
      "    for tweet in tweets:\n",
      "        plot_tweet(tweet)\n",
      "    \n",
      "    kernel=get_ipython().kernel\n",
      "    iterator = twitter_stream.statuses.filter(follow=user_id)\n",
      "    \n",
      "    while not stop_listening[0]:\n",
      "        kernel.do_one_iteration()\n",
      "        \n",
      "        for tweet in iterator:\n",
      "            kernel.do_one_iteration()\n",
      "            if stop_listening[0] or tweet is None:\n",
      "                break\n",
      "            else:\n",
      "                if 'retweeted_status' in tweet:\n",
      "                    original_tweet = tweet['retweeted_status']\n",
      "                    if original_tweet['id'] in graph.node:\n",
      "                        tweet_timestamp = datetime.datetime.strptime(tweet['created_at'], twitter_timestamp_format) \n",
      "                        if start_timestamp is None:\n",
      "                            start_timestamp = tweet_timestamp\n",
      "                        elapsed_seconds = max((tweet_timestamp - start_timestamp).total_seconds(),1.0)\n",
      "                        \n",
      "                        plot_tweet(tweet, parent=original_tweet, elapsed_seconds=elapsed_seconds)\n",
      "                elif 'id' in tweet:\n",
      "                    plot_tweet(tweet, color='lime')\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 4
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "watch_tweets(screen_name=\"justinbieber\")"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Service stopped\n"
       ]
      }
     ],
     "prompt_number": 5
    }
   ],
   "metadata": {}
  }
 ]
}