07_02_Deploying_Flask_App_1.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"07_02_Deploying_Flask_App_1.ipynb","provenance":[],"collapsed_sections":[],"authorship_tag":"ABX9TyMbW2N5dhsQo3S1RjTX7P4B"},"kernelspec":{"name":"python3","display_name":"Python 3"},"widgets":{"application/vnd.jupyter.widget-state+json":{"a1445ed430a54cebae74594c4c539884":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_b06115936f3f44d182ac33e51596131c","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_0c1bd9216e964261b33e076b07b2c317","IPY_MODEL_c829a9150cf64a87915fd555e69d8317"]}},"b06115936f3f44d182ac33e51596131c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"0c1bd9216e964261b33e076b07b2c317":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","state":{"_view_name":"ProgressView","style":"IPY_MODEL_8fb4ac6c65d8476b8aa558076f26c8da","_dom_classes":[],"description":"100%","_model_name":"FloatProgressModel","bar_style":"success","max":553433881,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":553433881,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_c607dd4d0a17411b86d62a30293c7934"}},"c829a9150cf64a87915fd555e69d8317":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","state":{"_view_name":"HTMLView","style":"IPY_MODEL_5737503aa6ae4f469ed34dcbd9441e91","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 528M/528M [00:14&lt;00:00, 37.8MB/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_76dc91ce36bd4364896bebda9257c7da"}},"8fb4ac6c65d8476b8aa558076f26c8da":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"initial","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"c607dd4d0a17411b86d62a30293c7934":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"5737503aa6ae4f469ed34dcbd9441e91":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"76dc91ce36bd4364896bebda9257c7da":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}}}}},"cells":[{"cell_type":"markdown","metadata":{"id":"Y2fkP_np3Zpl"},"source":["<!--BOOK_INFORMATION-->\n","<img align=\"left\" style=\"width:80px;height:98px;padding-right:20px;\" src=\"https://raw.githubusercontent.com/joe-papa/pytorch-book/main/files/pytorch-book-cover.jpg\">\n","\n","This notebook contains an excerpt from the [PyTorch Pocket Reference](http://pytorchbook.com) book by [Joe Papa](http://joepapa.ai); content is available [on GitHub](https://github.com/joe-papa/pytorch-book)."]},{"cell_type":"markdown","metadata":{"id":"Bocm9cK0IZi8"},"source":["[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/joe-papa/pytorch-book/blob/main/07_02_Deploying_Flask_App_1.ipynb)"]},{"cell_type":"markdown","metadata":{"id":"aXkszegKMMMn"},"source":["# Chapter 7 - Deploy to Production"]},{"cell_type":"markdown","metadata":{"id":"rZfxol9eTVIs"},"source":["### Flask App"]},{"cell_type":"code","metadata":{"id":"HfEAAUjsWTdI"},"source":["import io\n","import json\n","\n","from torchvision import models\n","import torchvision.transforms as transforms\n","from PIL import Image\n","from flask import Flask, jsonify, request"],"execution_count":null,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"uEyAKUG9cpB-"},"source":["Download from https://s3.amazonaws.com/deep-learning-models/image-models/imagenet_class_index.json"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"PJw2dC9ndwzu","executionInfo":{"status":"ok","timestamp":1615587344259,"user_tz":300,"elapsed":3626,"user":{"displayName":"Joe Papa","photoUrl":"","userId":"00487850786587503652"}},"outputId":"9e7d7342-948d-45c3-e689-69ecd3a3d901"},"source":["!wget \"https://raw.githubusercontent.com/raghakot/keras-vis/master/resources/imagenet_class_index.json\""],"execution_count":null,"outputs":[{"output_type":"stream","text":["--2021-03-12 22:15:43--  https://raw.githubusercontent.com/raghakot/keras-vis/master/resources/imagenet_class_index.json\n","Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 185.199.109.133, 185.199.108.133, 185.199.110.133, ...\n","Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|185.199.109.133|:443... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 35363 (35K) [text/plain]\n","Saving to: ‘imagenet_class_index.json’\n","\n","\r          imagenet_   0%[                    ]       0  --.-KB/s               \rimagenet_class_inde 100%[===================>]  34.53K  --.-KB/s    in 0.004s  \n","\n","2021-03-12 22:15:44 (9.44 MB/s) - ‘imagenet_class_index.json’ saved [35363/35363]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":104,"referenced_widgets":["a1445ed430a54cebae74594c4c539884","b06115936f3f44d182ac33e51596131c","0c1bd9216e964261b33e076b07b2c317","c829a9150cf64a87915fd555e69d8317","8fb4ac6c65d8476b8aa558076f26c8da","c607dd4d0a17411b86d62a30293c7934","5737503aa6ae4f469ed34dcbd9441e91","76dc91ce36bd4364896bebda9257c7da"]},"id":"p3JGYLX3WaUW","executionInfo":{"status":"ok","timestamp":1615587356245,"user_tz":300,"elapsed":15604,"user":{"displayName":"Joe Papa","photoUrl":"","userId":"00487850786587503652"}},"outputId":"8d022997-f89c-4f63-9e9c-925526c70493"},"source":["import json\n","imagenet_class_index = json.load(\n","    open(\"./imagenet_class_index.json\"))\n","\n","model = models.vgg16(pretrained=True)\n","\n","image_transforms = transforms.Compose(\n","    [transforms.Resize(255),\n","     transforms.CenterCrop(224),\n","     transforms.ToTensor(),\n","     transforms.Normalize(\n","          [0.485, 0.456, 0.406],\n","          [0.229, 0.224, 0.225])])\n","\n","def get_prediction(image_bytes):\n"," image = Image.open(io.BytesIO(image_bytes))\n"," tensor = image_transforms(image)\n"," outputs = model(tensor)\n"," _, y = outputs.max(1)\n"," predicted_idx = str(y.item())\n"," return imagenet_class_index[predicted_idx]"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Downloading: \"https://download.pytorch.org/models/vgg16-397923af.pth\" to /root/.cache/torch/hub/checkpoints/vgg16-397923af.pth\n"],"name":"stderr"},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"a1445ed430a54cebae74594c4c539884","version_minor":0,"version_major":2},"text/plain":["HBox(children=(FloatProgress(value=0.0, max=553433881.0), HTML(value='')))"]},"metadata":{"tags":[]}},{"output_type":"stream","text":["\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"qMxiM5b-e8HW"},"source":["app = Flask(__name__)\n","\n","@app.route('/predict', methods=['POST'])\n","def predict():\n","  if request.method == 'POST':\n","    file = request.files['file']\n","  img_bytes = file.read()\n","  class_id, class_name = \\\n","    get_prediction(image_bytes=img_bytes)\n","  return jsonify({'class_id': class_id,\n","                 'class_name': class_name})"],"execution_count":null,"outputs":[]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"BxbRwzx3Osin","executionInfo":{"status":"ok","timestamp":1615587360363,"user_tz":300,"elapsed":19707,"user":{"displayName":"Joe Papa","photoUrl":"","userId":"00487850786587503652"}},"outputId":"d7105fae-4a1f-4e84-fd10-165178d01064"},"source":["!pip install flask-ngrok"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Collecting flask-ngrok\n","  Downloading https://files.pythonhosted.org/packages/af/6c/f54cb686ad1129e27d125d182f90f52b32f284e6c8df58c1bae54fa1adbc/flask_ngrok-0.0.25-py3-none-any.whl\n","Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (from flask-ngrok) (2.23.0)\n","Requirement already satisfied: Flask>=0.8 in /usr/local/lib/python3.7/dist-packages (from flask-ngrok) (1.1.2)\n","Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests->flask-ngrok) (2.10)\n","Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests->flask-ngrok) (3.0.4)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests->flask-ngrok) (2020.12.5)\n","Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests->flask-ngrok) (1.24.3)\n","Requirement already satisfied: Jinja2>=2.10.1 in /usr/local/lib/python3.7/dist-packages (from Flask>=0.8->flask-ngrok) (2.11.3)\n","Requirement already satisfied: itsdangerous>=0.24 in /usr/local/lib/python3.7/dist-packages (from Flask>=0.8->flask-ngrok) (1.1.0)\n","Requirement already satisfied: Werkzeug>=0.15 in /usr/local/lib/python3.7/dist-packages (from Flask>=0.8->flask-ngrok) (1.0.1)\n","Requirement already satisfied: click>=5.1 in /usr/local/lib/python3.7/dist-packages (from Flask>=0.8->flask-ngrok) (7.1.2)\n","Requirement already satisfied: MarkupSafe>=0.23 in /usr/local/lib/python3.7/dist-packages (from Jinja2>=2.10.1->Flask>=0.8->flask-ngrok) (1.1.1)\n","Installing collected packages: flask-ngrok\n","Successfully installed flask-ngrok-0.0.25\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"DU_e8EEUOgKp","outputId":"67e9bd68-08ae-4817-f689-af879de31de4"},"source":["from flask_ngrok import run_with_ngrok # <1>\n","@app.route(\"/\")\n","def home():\n"," return \"<h1>Running Flask on Google Colab!</h1>\" \n","\n","app.run()\n","app = Flask(__name__)\n","run_with_ngrok(app) #<2>\n","\n","@app.route('/predict', methods=['POST'])\n","def predict():\n","  if request.method == 'POST':\n","    file = request.files['file']\n","  img_bytes = file.read()\n","  class_id, class_name = \\\n","    get_prediction(image_bytes=img_bytes)\n","  return jsonify({'class_id': class_id,\n","            'class_name': class_name})\n"," \n","app.run() # <3>"],"execution_count":null,"outputs":[{"output_type":"stream","text":[" * Serving Flask app \"__main__\" (lazy loading)\n"," * Environment: production\n","\u001b[31m   WARNING: This is a development server. Do not use it in a production deployment.\u001b[0m\n","\u001b[2m   Use a production WSGI server instead.\u001b[0m\n"," * Debug mode: off\n"],"name":"stdout"},{"output_type":"stream","text":[" * Running on http://127.0.0.1:5000/ (Press CTRL+C to quit)\n"],"name":"stderr"},{"output_type":"stream","text":[" * Serving Flask app \"__main__\" (lazy loading)\n"," * Environment: production\n","\u001b[31m   WARNING: This is a development server. Do not use it in a production deployment.\u001b[0m\n","\u001b[2m   Use a production WSGI server instead.\u001b[0m\n"," * Debug mode: off\n"],"name":"stdout"},{"output_type":"stream","text":[" * Running on http://127.0.0.1:5000/ (Press CTRL+C to quit)\n"],"name":"stderr"}]}]}