zillow_transformation_convert_to_csv_lambdafunction.py

import json
import boto3
import pandas as pd

s3_client = boto3.client('s3')

def lambda_handler(event, context):
   
    source_bucket = event['Records'][0]['s3']['bucket']['name']
    object_key = event['Records'][0]['s3']['object']['key']
   
    target_bucket = 'zillow-data-transformed-csv-bucket'
    target_file_name = object_key[:-5]  
   
    waiter = s3_client.get_waiter('object_exists')
    waiter.wait(Bucket=source_bucket, Key=object_key)
    
    response = s3_client.get_object(Bucket=source_bucket, Key=object_key)
    content = response['Body'].read().decode('utf-8')
    
    json_content = json.loads(content)
    
    data_list = [item for item in json_content["results"]]
    df = pd.DataFrame(data_list)
   
    selected_columns = [
        'bathrooms', 'bedrooms', 'city', 'homeStatus', 'homeType',
        'livingArea', 'price', 'rentZestimate', 'streetAddress', 'zipcode'
    ]
    
    df = df[selected_columns]
    
    csv_data = df.to_csv(index=False)
    
    target_object_key = f"{target_file_name}.csv"
    s3_client.put_object(Bucket=target_bucket, Key=target_object_key, Body=csv_data)
     
    return {
        'statusCode': 200,
        'body': json.dumps('CSV conversion and S3 upload completed successfully')
    }