Tagger Create New Training Data and Retrain.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "In this assignment, you'll see an example in which some text does not tag well, most likely because the training data did not have many examples of the target sentence structure.  You'll see the effects of adding a few sentences of training data with the missing sentence structure on the accuracy of the tagger."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "import nltk, re\n",
    "from nltk.corpus import brown\n",
    "from nltk import word_tokenize"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "First, create datasets and train an ngram backoff tagger as before, using the brown corpus as the training set."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.911\n",
      "0.911\n"
     ]
    }
   ],
   "source": [
    "def create_data_sets(sentences):\n",
    "    size = int(len(sentences) * 0.9)\n",
    "    train_sents = sentences[:size]\n",
    "    test_sents = sentences[size:]\n",
    "    return train_sents, test_sents\n",
    "\n",
    "def build_backoff_tagger (train_sents):\n",
    "    t0 = nltk.DefaultTagger('NN')\n",
    "    t1 = nltk.UnigramTagger(train_sents, backoff=t0)\n",
    "    t2 = nltk.BigramTagger(train_sents, backoff=t1)\n",
    "    return t2\n",
    "\n",
    "brown_tagged_sents = brown.tagged_sents(categories=['adventure', 'belles_lettres', 'editorial', 'fiction', 'government', 'hobbies',\n",
    "'humor', 'learned', 'lore', 'mystery', 'religion', 'reviews', 'romance',\n",
    "'science_fiction'])\n",
    "\n",
    "train_sents, test_sents = create_data_sets(brown_tagged_sents)\n",
    "\n",
    "ngram_tagger = build_backoff_tagger(train_sents)\n",
    "print (\"%0.3f\" % ngram_tagger.evaluate(test_sents))\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "Next, read in a file of recipes and tokenize it."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "with open('/Users/hearst/Desktop/cookbooks.txt', 'r') as text_file:\n",
    "    cookbooks_corpus = text_file.read()\n",
    "\n",
    "def tokenize_text(corpus):\n",
    "    sent_tokenizer = nltk.data.load('tokenizers/punkt/english.pickle')\n",
    "    raw_sents = sent_tokenizer.tokenize(corpus) # Split text into sentences\n",
    "    \n",
    "    return [nltk.word_tokenize(word) for word in raw_sents]\n",
    "\n",
    "cookbook_sents = tokenize_text(cookbooks_corpus)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Now, in order to see the sentences where errors are occuring, the code below finds sentences that begin with imperatives and prints them out, along with their assigned parts of speech."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('Wash', 'NN')\n",
      "('a', 'AT')\n",
      "('quarter', 'NN')\n",
      "('of', 'IN')\n",
      "('a', 'AT')\n",
      "('pound', 'NN')\n",
      "('of', 'IN')\n",
      "('best', 'JJT')\n",
      "('pearl', 'NN')\n",
      "('sago', 'NN')\n",
      "('thoroughly', 'RB')\n",
      "(',', ',')\n",
      "('then', 'RB')\n",
      "('stew', 'NN')\n",
      "('it', 'PPS')\n",
      "('quite', 'QL')\n",
      "('tender', 'JJ')\n",
      "('and', 'CC')\n",
      "('very', 'QL')\n",
      "('View', 'NN')\n",
      "('page', 'NN')\n",
      "('[', ',')\n",
      "('32', 'CD')\n",
      "(']', ',')\n",
      "('thick', 'JJ')\n",
      "('in', 'IN')\n",
      "('water', 'NN')\n",
      "('or', 'CC')\n",
      "('thick', 'JJ')\n",
      "('broth', 'NN')\n",
      "(';', '.')\n",
      "('(', '(')\n",
      "('it', 'PPS')\n",
      "('will', 'MD')\n",
      "('require', 'VB')\n",
      "('nearly', 'QL')\n",
      "('or', 'CC')\n",
      "('quite', 'QL')\n",
      "('a', 'AT')\n",
      "('quart', 'NN')\n",
      "('of', 'IN')\n",
      "('liquid', 'JJ')\n",
      "(',', ',')\n",
      "('which', 'WDT')\n",
      "('should', 'MD')\n",
      "('be', 'BE')\n",
      "('poured', 'VBN')\n",
      "('to', 'TO')\n",
      "('it', 'PPO')\n",
      "('cold', 'JJ')\n",
      "('and', 'CC')\n",
      "('heated', 'VBN')\n",
      "('slowly', 'RB')\n",
      "(';', '.')\n",
      "(')', ')')\n",
      "('then', 'RB')\n",
      "('mix', 'VB')\n",
      "('gradually', 'RB')\n",
      "('with', 'IN')\n",
      "('it', 'PPO')\n",
      "('a', 'AT')\n",
      "('pint', 'NN')\n",
      "('of', 'IN')\n",
      "('good', 'JJ')\n",
      "('boiling', 'VBG')\n",
      "('cream', 'NN')\n",
      "('or', 'CC')\n",
      "('milk', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('the', 'AT')\n",
      "('yolks', 'NN')\n",
      "('of', 'IN')\n",
      "('four', 'CD')\n",
      "('fresh', 'JJ')\n",
      "('eggs', 'NNS')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('mingle', 'VB')\n",
      "('the', 'AT')\n",
      "('whole', 'JJ')\n",
      "('carefully', 'RB')\n",
      "('with', 'IN')\n",
      "('two', 'CD')\n",
      "('quarts', 'NN')\n",
      "('of', 'IN')\n",
      "('strong', 'JJ')\n",
      "('veal', 'NN')\n",
      "('or', 'CC')\n",
      "('beef', 'NN')\n",
      "('stock', 'NN')\n",
      "(',', ',')\n",
      "('which', 'WDT')\n",
      "('should', 'MD')\n",
      "('always', 'RB')\n",
      "('be', 'BE')\n",
      "('kept', 'VBN')\n",
      "('ready', 'JJ')\n",
      "('boiling', 'VBG')\n",
      "('.', '.')\n",
      "\n",
      "('Pour', 'NN')\n",
      "('it', 'PPS')\n",
      "('over', 'IN')\n",
      "('the', 'AT')\n",
      "('meat', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('serve', 'VB')\n",
      "('.', '.')\n",
      "\n",
      "('Bake', 'NP')\n",
      "('it', 'PPS')\n",
      "('slowly', 'RB')\n",
      "('for', 'IN')\n",
      "('six', 'CD')\n",
      "('hours', 'NNS')\n",
      "('.', '.')\n",
      "\n",
      "('Drain', 'VB')\n",
      "('it', 'PPO')\n",
      "('from', 'IN')\n",
      "('fat', 'NN')\n",
      "(',', ',')\n",
      "('unbind', 'NN')\n",
      "('it', 'PPS')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('serve', 'VB')\n",
      "('it', 'PPO')\n",
      "('with', 'IN')\n",
      "('a', 'AT')\n",
      "('good', 'JJ')\n",
      "('brown', 'JJ')\n",
      "('gravy', 'NN')\n",
      "(',', ',')\n",
      "('or', 'CC')\n",
      "('any', 'DTI')\n",
      "('sauce', 'NN')\n",
      "('preferred', 'VBN')\n",
      "(',', ',')\n",
      "('or', 'CC')\n",
      "('with', 'IN')\n",
      "('melted', 'VBN')\n",
      "('butter', 'NN')\n",
      "('in', 'IN')\n",
      "('a', 'AT')\n",
      "('tureen', 'NN')\n",
      "(',', ',')\n",
      "('a', 'AT')\n",
      "('cut', 'VBN')\n",
      "('lemon', 'NN')\n",
      "('and', 'CC')\n",
      "('cayenne', 'NN')\n",
      "('.', '.')\n",
      "\n",
      "('Mix', 'NN')\n",
      "('all', 'ABN')\n",
      "('these', 'DTS')\n",
      "('ingredients', 'NNS')\n",
      "('well', 'RB')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('rub', 'VB')\n",
      "('them', 'PPO')\n",
      "('well', 'RB')\n",
      "('into', 'IN')\n",
      "('the', 'AT')\n",
      "('beef', 'NN')\n",
      "(',', ',')\n",
      "('particularly', 'RB')\n",
      "('into', 'IN')\n",
      "('the', 'AT')\n",
      "('holes', 'NNS')\n",
      "(',', ',')\n",
      "('adding', 'VBG')\n",
      "('occasionally', 'RB')\n",
      "('a', 'AT')\n",
      "('little', 'JJ')\n",
      "('salt', 'NN')\n",
      "('.', '.')\n",
      "\n",
      "('Chop', 'NN')\n",
      "('some', 'DTI')\n",
      "('suet', 'NN')\n",
      "('very', 'QL')\n",
      "('finely', 'RB')\n",
      "(',', ',')\n",
      "('cover', 'VB')\n",
      "('the', 'AT')\n",
      "('beef', 'NN')\n",
      "('with', 'IN')\n",
      "('it', 'PPO')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('bake', 'NN')\n",
      "('it', 'PPS')\n",
      "('in', 'IN')\n",
      "('a', 'AT')\n",
      "('moderately', 'QL')\n",
      "('heated', 'VBN')\n",
      "('oven', 'NN')\n",
      "(',', ',')\n",
      "('from', 'IN')\n",
      "('five', 'CD')\n",
      "('to', 'IN')\n",
      "('six', 'CD')\n",
      "('hours', 'NNS')\n",
      "('.', '.')\n",
      "\n",
      "('Pour', 'NN')\n",
      "('the', 'AT')\n",
      "('pickle', 'NN')\n",
      "('into', 'IN')\n",
      "('a', 'AT')\n",
      "('deep', 'JJ')\n",
      "('earthen', 'NN')\n",
      "('jar', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('when', 'WRB')\n",
      "('it', 'PPS')\n",
      "('is', 'BEZ')\n",
      "('cold', 'JJ')\n",
      "('lay', 'JJ')\n",
      "('in', 'IN')\n",
      "('the', 'AT')\n",
      "('meat', 'NN')\n",
      "('so', 'CS')\n",
      "('that', 'CS')\n",
      "('every', 'AT')\n",
      "('part', 'NN')\n",
      "('is', 'BEZ')\n",
      "('covered', 'VBN')\n",
      "('.', '.')\n",
      "\n",
      "('Season', 'NN')\n",
      "('with', 'IN')\n",
      "('pepper', 'NN')\n",
      "('and', 'CC')\n",
      "('salt', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('sprinkle', 'VB')\n",
      "('with', 'IN')\n",
      "('oat-meal', 'NN')\n",
      "(';', '.')\n",
      "('chop', 'NN')\n",
      "('a', 'AT')\n",
      "('half', 'ABN')\n",
      "('handful', 'NN')\n",
      "('of', 'IN')\n",
      "('parsley', 'NN')\n",
      "('and', 'CC')\n",
      "('thyme', 'NN')\n",
      "('and', 'CC')\n",
      "('throw', 'VB')\n",
      "('in', 'IN')\n",
      "(';', '.')\n",
      "('boil', 'VB')\n",
      "('a', 'AT')\n",
      "('large', 'JJ')\n",
      "('onion', 'NN')\n",
      "('nearly', 'RB')\n",
      "('tender', 'JJ')\n",
      "(',', ',')\n",
      "('chop', 'NN')\n",
      "('it', 'PPS')\n",
      "('and', 'CC')\n",
      "('mix', 'VB')\n",
      "('it', 'PPO')\n",
      "('in', 'IN')\n",
      "(';', '.')\n",
      "('add', 'VB')\n",
      "('sufficient', 'JJ')\n",
      "('broth', 'NN')\n",
      "('or', 'CC')\n",
      "('skim-milk', 'NN')\n",
      "('and', 'CC')\n",
      "('water', 'NN')\n",
      "('to', 'IN')\n",
      "('cover', 'NN')\n",
      "('the', 'AT')\n",
      "('beef', 'NN')\n",
      "(';', '.')\n",
      "('let', 'VB')\n",
      "('it', 'PPO')\n",
      "('simmer', 'VB')\n",
      "('two', 'CD')\n",
      "('hours', 'NNS')\n",
      "(';', '.')\n",
      "('then', 'RB')\n",
      "('thicken', 'VB')\n",
      "('with', 'IN')\n",
      "('a', 'AT')\n",
      "('little', 'JJ')\n",
      "('oatmeal', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('add', 'VB')\n",
      "('a', 'AT')\n",
      "('dessert', 'NN')\n",
      "('spoonful', 'NN')\n",
      "('of', 'IN')\n",
      "('mushroom', 'NN')\n",
      "('or', 'CC')\n",
      "('walnut', 'NN')\n",
      "('catsup', 'NN')\n",
      "(';', '.')\n",
      "('stir', 'VB')\n",
      "('well', 'RB')\n",
      "(',', ',')\n",
      "('boil', 'VB')\n",
      "('a', 'AT')\n",
      "('minute', 'NN')\n",
      "('and', 'CC')\n",
      "('serve', 'VB')\n",
      "('with', 'IN')\n",
      "('pieces', 'NNS')\n",
      "('of', 'IN')\n",
      "('bread', 'NN')\n",
      "('toasted', 'VBD')\n",
      "('.', '.')\n",
      "\n",
      "('Pour', 'NN')\n",
      "('it', 'PPS')\n",
      "('on', 'IN')\n",
      "('the', 'AT')\n",
      "('beef', 'NN')\n",
      "('boiling', 'VBG')\n",
      "('hot', 'JJ')\n",
      "('and', 'CC')\n",
      "('cover', 'VB')\n",
      "('closely', 'RB')\n",
      "('.', '.')\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for sent in cookbook_sents:\n",
    "    if sent[0] in [\"Wash\", \"Stir\", \"Moisten\", \"Drain\", \"Cook\", \"Pour\", \"Chop\", \"Slice\", \"Season\", \"Mix\", \"Fry\", \"Bake\", \"Roast\", \"Wisk\"]:\n",
    "        for item in ngram_tagger.tag(sent):\n",
    "            print(item) \n",
    "        print()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Notice that most of the initial words are incorrectly tagged as nouns rather than verbs.  How can we fix this?  One way is to label a few rather generic sentences with the structure we are interested in, add them to the start of the training data, and then retrain the tagger."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "cooking_action_sents = [[('Strain', 'VB'), ('it', 'PPS'), ('well', 'RB'), ('.', '.')],\n",
    "                        [('Mix', 'VB'), ('them', 'PPS'), ('well', 'RB'), ('.', '.')],\n",
    "                        [('Season', 'VB'), ('them', 'PPS'), ('with', 'IN'), ('pepper', 'NN'), ('.', '.')], \n",
    "                        [('Wash', 'VB'), ('it', 'PPS'), ('well', 'RB'), ('.', '.')],\n",
    "                        [('Chop', 'VB'), ('the', 'AT'), ('greens', 'NNS'), ('.', '.')],\n",
    "                        [('Slice', 'VB'), ('it', 'PPS'), ('well', 'RB'), ('.', '.')],\n",
    "                        [('Bake', 'VB'), ('the', 'AT'), ('cake', 'NN'), ('.', '.')],\n",
    "                        [('Pour', 'VB'), ('into', 'IN'), ('a', 'AT'), ('mold', 'NN'), ('.', '.')],\n",
    "                        [('Stir', 'VB'), ('the', 'AT'), ('mixture', 'NN'), ('.', '.')],\n",
    "                        [('Moisten', 'VB'), ('the', 'AT'), ('grains', 'NNS'), ('.', '.')],\n",
    "                        [('Cook', 'VB'), ('the', 'AT'), ('duck', 'NN'), ('.', '.')],\n",
    "                        [('Drain', 'VB'), ('for', 'IN'), ('one', 'CD'), ('day', 'NN'), ('.', '.')]]\n",
    "\n",
    "\n",
    "all_tagged_sents = cooking_action_sents + brown_tagged_sents\n",
    "train_sents, test_sents = create_data_sets(all_tagged_sents)\n",
    "\n",
    "ngram_tagger_all_sents = build_backoff_tagger(train_sents)\n",
    "print (\"%0.3f\" % ngram_tagger_all_sents.evaluate(test_sents))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "('Wash', 'VB')\n",
      "('a', 'AT')\n",
      "('quarter', 'NN')\n",
      "('of', 'IN')\n",
      "('a', 'AT')\n",
      "('pound', 'NN')\n",
      "('of', 'IN')\n",
      "('best', 'JJT')\n",
      "('pearl', 'NN')\n",
      "('sago', 'NN')\n",
      "('thoroughly', 'RB')\n",
      "(',', ',')\n",
      "('then', 'RB')\n",
      "('stew', 'NN')\n",
      "('it', 'PPS')\n",
      "('quite', 'QL')\n",
      "('tender', 'JJ')\n",
      "('and', 'CC')\n",
      "('very', 'QL')\n",
      "('View', 'NN')\n",
      "('page', 'NN')\n",
      "('[', ',')\n",
      "('32', 'CD')\n",
      "(']', ',')\n",
      "('thick', 'JJ')\n",
      "('in', 'IN')\n",
      "('water', 'NN')\n",
      "('or', 'CC')\n",
      "('thick', 'JJ')\n",
      "('broth', 'NN')\n",
      "(';', '.')\n",
      "('(', '(')\n",
      "('it', 'PPS')\n",
      "('will', 'MD')\n",
      "('require', 'VB')\n",
      "('nearly', 'QL')\n",
      "('or', 'CC')\n",
      "('quite', 'QL')\n",
      "('a', 'AT')\n",
      "('quart', 'NN')\n",
      "('of', 'IN')\n",
      "('liquid', 'JJ')\n",
      "(',', ',')\n",
      "('which', 'WDT')\n",
      "('should', 'MD')\n",
      "('be', 'BE')\n",
      "('poured', 'VBN')\n",
      "('to', 'TO')\n",
      "('it', 'PPO')\n",
      "('cold', 'JJ')\n",
      "('and', 'CC')\n",
      "('heated', 'VBN')\n",
      "('slowly', 'RB')\n",
      "(';', '.')\n",
      "(')', ')')\n",
      "('then', 'RB')\n",
      "('mix', 'VB')\n",
      "('gradually', 'RB')\n",
      "('with', 'IN')\n",
      "('it', 'PPO')\n",
      "('a', 'AT')\n",
      "('pint', 'NN')\n",
      "('of', 'IN')\n",
      "('good', 'JJ')\n",
      "('boiling', 'VBG')\n",
      "('cream', 'NN')\n",
      "('or', 'CC')\n",
      "('milk', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('the', 'AT')\n",
      "('yolks', 'NN')\n",
      "('of', 'IN')\n",
      "('four', 'CD')\n",
      "('fresh', 'JJ')\n",
      "('eggs', 'NNS')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('mingle', 'VB')\n",
      "('the', 'AT')\n",
      "('whole', 'JJ')\n",
      "('carefully', 'RB')\n",
      "('with', 'IN')\n",
      "('two', 'CD')\n",
      "('quarts', 'NN')\n",
      "('of', 'IN')\n",
      "('strong', 'JJ')\n",
      "('veal', 'NN')\n",
      "('or', 'CC')\n",
      "('beef', 'NN')\n",
      "('stock', 'NN')\n",
      "(',', ',')\n",
      "('which', 'WDT')\n",
      "('should', 'MD')\n",
      "('always', 'RB')\n",
      "('be', 'BE')\n",
      "('kept', 'VBN')\n",
      "('ready', 'JJ')\n",
      "('boiling', 'VBG')\n",
      "('.', '.')\n",
      "\n",
      "('Pour', 'VB')\n",
      "('it', 'PPO')\n",
      "('over', 'RP')\n",
      "('the', 'AT')\n",
      "('meat', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('serve', 'VB')\n",
      "('.', '.')\n",
      "\n",
      "('Bake', 'NP')\n",
      "('it', 'PPS')\n",
      "('slowly', 'RB')\n",
      "('for', 'IN')\n",
      "('six', 'CD')\n",
      "('hours', 'NNS')\n",
      "('.', '.')\n",
      "\n",
      "('Drain', 'VB')\n",
      "('it', 'PPO')\n",
      "('from', 'IN')\n",
      "('fat', 'NN')\n",
      "(',', ',')\n",
      "('unbind', 'NN')\n",
      "('it', 'PPS')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('serve', 'VB')\n",
      "('it', 'PPO')\n",
      "('with', 'IN')\n",
      "('a', 'AT')\n",
      "('good', 'JJ')\n",
      "('brown', 'JJ')\n",
      "('gravy', 'NN')\n",
      "(',', ',')\n",
      "('or', 'CC')\n",
      "('any', 'DTI')\n",
      "('sauce', 'NN')\n",
      "('preferred', 'VBN')\n",
      "(',', ',')\n",
      "('or', 'CC')\n",
      "('with', 'IN')\n",
      "('melted', 'VBN')\n",
      "('butter', 'NN')\n",
      "('in', 'IN')\n",
      "('a', 'AT')\n",
      "('tureen', 'NN')\n",
      "(',', ',')\n",
      "('a', 'AT')\n",
      "('cut', 'VBN')\n",
      "('lemon', 'NN')\n",
      "('and', 'CC')\n",
      "('cayenne', 'NN')\n",
      "('.', '.')\n",
      "\n",
      "('Mix', 'VB')\n",
      "('all', 'ABN')\n",
      "('these', 'DTS')\n",
      "('ingredients', 'NNS')\n",
      "('well', 'RB')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('rub', 'VB')\n",
      "('them', 'PPO')\n",
      "('well', 'RB')\n",
      "('into', 'IN')\n",
      "('the', 'AT')\n",
      "('beef', 'NN')\n",
      "(',', ',')\n",
      "('particularly', 'RB')\n",
      "('into', 'IN')\n",
      "('the', 'AT')\n",
      "('holes', 'NNS')\n",
      "(',', ',')\n",
      "('adding', 'VBG')\n",
      "('occasionally', 'RB')\n",
      "('a', 'AT')\n",
      "('little', 'JJ')\n",
      "('salt', 'NN')\n",
      "('.', '.')\n",
      "\n",
      "('Chop', 'VB')\n",
      "('some', 'DTI')\n",
      "('suet', 'NN')\n",
      "('very', 'QL')\n",
      "('finely', 'RB')\n",
      "(',', ',')\n",
      "('cover', 'VB')\n",
      "('the', 'AT')\n",
      "('beef', 'NN')\n",
      "('with', 'IN')\n",
      "('it', 'PPO')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('bake', 'NN')\n",
      "('it', 'PPS')\n",
      "('in', 'IN')\n",
      "('a', 'AT')\n",
      "('moderately', 'QL')\n",
      "('heated', 'VBN')\n",
      "('oven', 'NN')\n",
      "(',', ',')\n",
      "('from', 'IN')\n",
      "('five', 'CD')\n",
      "('to', 'IN')\n",
      "('six', 'CD')\n",
      "('hours', 'NNS')\n",
      "('.', '.')\n",
      "\n",
      "('Pour', 'VB')\n",
      "('the', 'AT')\n",
      "('pickle', 'NN')\n",
      "('into', 'IN')\n",
      "('a', 'AT')\n",
      "('deep', 'JJ')\n",
      "('earthen', 'NN')\n",
      "('jar', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('when', 'WRB')\n",
      "('it', 'PPS')\n",
      "('is', 'BEZ')\n",
      "('cold', 'JJ')\n",
      "('lay', 'JJ')\n",
      "('in', 'IN')\n",
      "('the', 'AT')\n",
      "('meat', 'NN')\n",
      "('so', 'CS')\n",
      "('that', 'CS')\n",
      "('every', 'AT')\n",
      "('part', 'NN')\n",
      "('is', 'BEZ')\n",
      "('covered', 'VBN')\n",
      "('.', '.')\n",
      "\n",
      "('Season', 'VB')\n",
      "('with', 'IN')\n",
      "('pepper', 'NN')\n",
      "('and', 'CC')\n",
      "('salt', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('sprinkle', 'VB')\n",
      "('with', 'IN')\n",
      "('oat-meal', 'NN')\n",
      "(';', '.')\n",
      "('chop', 'NN')\n",
      "('a', 'AT')\n",
      "('half', 'ABN')\n",
      "('handful', 'NN')\n",
      "('of', 'IN')\n",
      "('parsley', 'NN')\n",
      "('and', 'CC')\n",
      "('thyme', 'NN')\n",
      "('and', 'CC')\n",
      "('throw', 'VB')\n",
      "('in', 'IN')\n",
      "(';', '.')\n",
      "('boil', 'VB')\n",
      "('a', 'AT')\n",
      "('large', 'JJ')\n",
      "('onion', 'NN')\n",
      "('nearly', 'RB')\n",
      "('tender', 'JJ')\n",
      "(',', ',')\n",
      "('chop', 'NN')\n",
      "('it', 'PPS')\n",
      "('and', 'CC')\n",
      "('mix', 'VB')\n",
      "('it', 'PPO')\n",
      "('in', 'IN')\n",
      "(';', '.')\n",
      "('add', 'VB')\n",
      "('sufficient', 'JJ')\n",
      "('broth', 'NN')\n",
      "('or', 'CC')\n",
      "('skim-milk', 'NN')\n",
      "('and', 'CC')\n",
      "('water', 'NN')\n",
      "('to', 'IN')\n",
      "('cover', 'NN')\n",
      "('the', 'AT')\n",
      "('beef', 'NN')\n",
      "(';', '.')\n",
      "('let', 'VB')\n",
      "('it', 'PPO')\n",
      "('simmer', 'VB')\n",
      "('two', 'CD')\n",
      "('hours', 'NNS')\n",
      "(';', '.')\n",
      "('then', 'RB')\n",
      "('thicken', 'VB')\n",
      "('with', 'IN')\n",
      "('a', 'AT')\n",
      "('little', 'JJ')\n",
      "('oatmeal', 'NN')\n",
      "(',', ',')\n",
      "('and', 'CC')\n",
      "('add', 'VB')\n",
      "('a', 'AT')\n",
      "('dessert', 'NN')\n",
      "('spoonful', 'NN')\n",
      "('of', 'IN')\n",
      "('mushroom', 'NN')\n",
      "('or', 'CC')\n",
      "('walnut', 'NN')\n",
      "('catsup', 'NN')\n",
      "(';', '.')\n",
      "('stir', 'VB')\n",
      "('well', 'RB')\n",
      "(',', ',')\n",
      "('boil', 'VB')\n",
      "('a', 'AT')\n",
      "('minute', 'NN')\n",
      "('and', 'CC')\n",
      "('serve', 'VB')\n",
      "('with', 'IN')\n",
      "('pieces', 'NNS')\n",
      "('of', 'IN')\n",
      "('bread', 'NN')\n",
      "('toasted', 'VBD')\n",
      "('.', '.')\n",
      "\n",
      "('Pour', 'VB')\n",
      "('it', 'PPO')\n",
      "('on', 'IN')\n",
      "('the', 'AT')\n",
      "('beef', 'NN')\n",
      "('boiling', 'VBG')\n",
      "('hot', 'JJ')\n",
      "('and', 'CC')\n",
      "('cover', 'VB')\n",
      "('closely', 'RB')\n",
      "('.', '.')\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for sent in cookbook_sents:\n",
    "     if sent[0] in [\"Wash\", \"Stir\", \"Moisten\", \"Drain\", \"Cook\", \"Pour\", \"Chop\", \"Slice\", \"Season\", \"Mix\", \"Fry\", \"Bake\", \"Roast\", \"Wisk\"]:\n",
    "            for item in ngram_tagger_all_sents.tag(sent):\n",
    "                print(item) \n",
    "            print()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "How well is this working? "
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.3.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}