exporting_lambda.py

"""
This lambda function will trigger daily.

It will pull all the form results from the last day via. form API.
It will update the metadata on these rows of the database.
"""
from ingestion.csv_processor import CSVProcessor
import json
import os
import boto3
from database.db_connection import DatabaseConnection
from clients.form.form_client import FormClient
from clients.form.jotform_client import JotformClient
from utils.processing_helpers import convert_form_responses_to_claims
from utils.exporting_helpers import claims_to_csv
from models.claim import Claim, unpacking_func
import datetime
import pytz

EXPORTS_BUCKET = "ui-claimant-downloads"

s3 = boto3.resource("s3")


def lambda_handler(event, context):
    try:
        db_connection = DatabaseConnection(is_test=False)
        num_entries = 0

        token = os.getenv("JOTFORM_API_KEY")
        jotform_client = JotformClient(token)
        today = datetime.datetime.now(pytz.timezone("US/Eastern")).strftime("%Y-%m-%d")
        submissions = jotform_client.fetch_responses(today)
        claims = convert_form_responses_to_claims(submissions)

        for claim in claims:
            db_connection.update_row(claim)
            num_entries += 1

        # Export entire database as CSV and email to recipient.
        claims = db_connection.fetch_all_rows(unpacking_func)
        claims_to_csv(claims, "/tmp/claim_responses.csv")
        db_connection.close()

        # Store CSV in s3.
        s3.Bucket(EXPORTS_BUCKET).upload_file(
            "/tmp/claim_responses.csv", "claim_responses.csv"
        )

        return {
            "statusCode": 200,
            "body": json.dumps("Success. Processed {} entries.".format(num_entries)),
        }
    except Exception as e:
        print(e)
        raise e