inference.py

from googleapiclient import discovery
from oauth2client.client import GoogleCredentials


GCP_PROJECT = ''  # Change to GCP project where the AI Platform model is deployed
CMLE_MODEL_NAME = ''  # Change to the deployed AI Platform model
CMLE_MODEL_VERSION = None  # If None, the default version will be used


def predict_cmle(instances):
    """ Use a deployed model to AI Platform to perform prediction

    Args:
        instances: list of json, csv, or tf.example objects, based on the serving function called
    Returns:
        response - dictionary. If no error, response will include an item with 'predictions' key
    """

    credentials = GoogleCredentials.get_application_default()

    service = discovery.build('ml', 'v1', credentials=credentials)
    model_url = 'projects/{}/models/{}'.format(GCP_PROJECT, CMLE_MODEL_NAME)

    if CMLE_MODEL_VERSION is not None:
        model_url += '/versions/{}'.format(CMLE_MODEL_VERSION)

    request_data = {
        'instances': instances
    }

    response = service.projects().predict(
        body=request_data,
        name=model_url
    ).execute()

    output = response
    return output