Automating Construction Safety Audits with Amazon Nova

import boto3
import json

bedrock = boto3.client(service_name='bedrock-runtime')

def generate_safety_equipment_description(image_bytes):
    """
    Asks Claude to describe the safety gear to create a master definition.
    """
    prompt = """
    Describe this safety equipment in technical detail for an object detection model.
    Focus on:
    1. Shape and Aspect Ratio
    2. Distinctive Colors (e.g., 'Safety Orange', 'Fire Engine Red')
    3. Key components (e.g., nozzles, reflective strips)
    4. Common potential false positives (what looks like this but isn't?)
    """
    
    body = json.dumps({
        "anthropic_version": "bedrock-2023-05-31",
        "max_tokens": 1000,
        "messages": [
            {
                "role": "user",
                "content": [
                    {"type": "image", "source": {"type": "base64", "media_type": "image/jpeg", "data": image_bytes}},
                    {"type": "text", "text": prompt}
                ]
            }
        ]
    })

    response = bedrock.invoke_model(
        modelId="anthropic.claude-3-5-sonnet-20240620-v1:0",
        body=body
    )
    
    return json.loads(response['body'].read())['content'][0]['text']

def audit_site_zone(site_image_bytes, checklist_items):
    """
    Uses Amazon Nova Pro to verify if checklist items exist in the photo.
    """
    
    # Construct a prompt that lists what we are looking for
    checklist_text = ", ".join(checklist_items)
    prompt = f"Detect the following safety items: {checklist_text}. Return bounding boxes for each."

    body = json.dumps({
        "schemaVersion": "messages-v1",
        "messages": [
            {
                "role": "user",
                "content": [
                    {"image": {"format": "jpeg", "source": {"bytes": site_image_bytes}}},
                    {"text": prompt}
                ]
            }
        ],
        "inferenceConfig": {"temperature": 0.1} # Low temp for precision
    })

    # Invoke Amazon Nova Pro
    response = bedrock.invoke_model(
        modelId="amazon.nova-pro-v1:0",
        body=body
    )
    
    # Nova returns structured data with bounding boxes
    results = json.loads(response['body'].read())
    return results