serverless.yml

service: cornerwise-scrapers

custom:
  default_stage: dev
  docs_bucket: cornerwise-docs-${opt:stage, self:custom.default_stage}
  bucket_arn: arn:aws:s3:::${self:custom.docs_bucket}
  pythonRequirements:
    dockerizePip: true
  
provider:
  name: aws
  runtime: python3.6
  timeout: 120
  profile: cornerwise
  environment:
    SOCRATA_TOKEN: ${file(./credentials.json):socrata_app_token}
    SOCRATA_SECRET: ${file(./credentials.json):socrata_app_secret}
    DOCS_BUCKET: ${self:custom.docs_bucket}
  usagePlan:
    quota:
      limit: 1000
      period: MONTH
  iamRoleStatements:
    - Effect: Allow
      Action:
        - s3:*
      Resource: ${self:custom.bucket_arn}/*

functions:
  somervillema:
    handler: somervillema.scrape
    description: "Scrapes the OSPCD's Reports and Decisions page for recent applications submitted for review to Somerville's Planning Board and Zoning Board of Appeals."
    events:
      - http:
          path: somervillema
          method: get

  somervillema_projects:
    handler: somervillema_projects.scrape
    events:
      - http:
          path: somervillema_projects
          method: get

  somervillema_events:
    handler: somervillema_events.run
    description: "Scrapes the Somerville events page for documents related to the Planning Board and ZBA."
    events:
      - http:
          path: somervillema_events
          method: get

  cambridgema:
    handler: cambridgema.scrape
    events:
      - http:
          path: cambridgema
          method: get

  greenline:
    handler: greenline.handler
    events:
      - http:
          path: greenline
          method: get
  extract_text:
    handler: docs.extract_text
    layers:
      - {Ref: PdftoolsLambdaLayer}
    events:
      - s3:
          bucket: ${self:custom.docs_bucket}
          event: s3:ObjectCreated:*
          rules:
            - suffix: .pdf
  download_docs:
    handler: docs.download
    events:
      - schedule: cron(0 0 * * ? *)
  
plugins:
  - serverless-python-requirements
layers:
  pdftools:
    package:
      artifact: pdftools.zip