|
|
@@ -1,367 +0,0 @@
|
|
|
-blueprint:
|
|
|
- name: AI Event Summary (v1.4.1)
|
|
|
- author: valentinfrlch
|
|
|
- description: 'AI-powered summaries for security camera events. Sends a notification
|
|
|
- with a preview to your phone that is updated dynamically when the AI summary is
|
|
|
- available.
|
|
|
-
|
|
|
- '
|
|
|
- domain: automation
|
|
|
- source_url: https://raw.githubusercontent.com/valentinfrlch/ha-llmvision/refs/heads/main/blueprints/event_summary.yaml
|
|
|
- input:
|
|
|
- important:
|
|
|
- name: Important (Experimental)
|
|
|
- description: 'Use AI to classify events as Critical, Normal or Low. Notifications
|
|
|
- are sent only for events classified as Normal or higher. Critical events override
|
|
|
- ''Do Not Disturb'' settings. Use with caution: AI can make mistakes.
|
|
|
-
|
|
|
- '
|
|
|
- default: false
|
|
|
- selector:
|
|
|
- boolean: {}
|
|
|
- remember:
|
|
|
- name: Remember
|
|
|
- description: Stores this event in the Timeline so you can ask about it. If important
|
|
|
- is enabled, only events classified as Normal or Critical will be saved.
|
|
|
- default: false
|
|
|
- selector:
|
|
|
- boolean: {}
|
|
|
- use_memory:
|
|
|
- name: Use Memory
|
|
|
- description: Use information stored in memory to provide additional context.
|
|
|
- Memory must be set up.
|
|
|
- default: false
|
|
|
- selector:
|
|
|
- boolean: {}
|
|
|
- message:
|
|
|
- name: Prompt
|
|
|
- description: Model prompt for the video_analyzer action
|
|
|
- default: 'Summarize the events based on a series of images captured at short
|
|
|
- intervals. Focus only on moving subjects such as people, vehicles, and other
|
|
|
- active elements. Ignore static objects and scenery. Provide a clear and concise
|
|
|
- account of movements and interactions. Do not mention or imply the existence
|
|
|
- of images—present the information as if directly observing the events. If
|
|
|
- no movement is detected, respond with: ''No activity observed.'''
|
|
|
- selector:
|
|
|
- text:
|
|
|
- multiline: true
|
|
|
- multiple: false
|
|
|
- run_conditions:
|
|
|
- name: Run Conditions
|
|
|
- description: All conditions must be true in order for the blueprint to run.
|
|
|
- default: []
|
|
|
- selector:
|
|
|
- condition: {}
|
|
|
- notify_device:
|
|
|
- name: Notify Device
|
|
|
- description: The devices to send the notification to. Multiple devices may be
|
|
|
- used. Only works with Home Assistant mobile app.
|
|
|
- default: []
|
|
|
- selector:
|
|
|
- device:
|
|
|
- multiple: true
|
|
|
- filter:
|
|
|
- - integration: mobile_app
|
|
|
- notification_delivery:
|
|
|
- name: Notification Delivery
|
|
|
- description: "Controls how notifications are delivered. \n \n **Dynamic** immediately
|
|
|
- notifies with a live preview and updates the notification silently with a
|
|
|
- summary once it is available. \n **Consolidated** Delays the notification
|
|
|
- until the event summary is generated. Use this if you're receiving multiple
|
|
|
- notifications for the same event."
|
|
|
- default: Dynamic
|
|
|
- selector:
|
|
|
- select:
|
|
|
- options:
|
|
|
- - Dynamic
|
|
|
- - Consolidated
|
|
|
- custom_value: false
|
|
|
- multiple: false
|
|
|
- sort: false
|
|
|
- camera_entities:
|
|
|
- name: Camera Entities
|
|
|
- description: List of camera entities to monitor
|
|
|
- default: []
|
|
|
- selector:
|
|
|
- entity:
|
|
|
- multiple: true
|
|
|
- filter:
|
|
|
- - domain:
|
|
|
- - camera
|
|
|
- trigger_state:
|
|
|
- name: Trigger State
|
|
|
- description: Automation starts when one of your camera changes to this state.
|
|
|
- default: recording
|
|
|
- selector:
|
|
|
- text:
|
|
|
- multiline: false
|
|
|
- multiple: false
|
|
|
- motion_sensors:
|
|
|
- name: Motion Sensor
|
|
|
- description: Set if your cameras don't change state (Frigate). Use the same
|
|
|
- order used for camera entities.
|
|
|
- default: []
|
|
|
- selector:
|
|
|
- entity:
|
|
|
- multiple: true
|
|
|
- filter:
|
|
|
- - domain:
|
|
|
- - binary_sensor
|
|
|
- preview_mode:
|
|
|
- name: Preview Mode
|
|
|
- description: "Choose between a live preview or a snapshot of the event. \n\n
|
|
|
- **Important:** Live Preview is only supported on iOS."
|
|
|
- default: Snapshot
|
|
|
- selector:
|
|
|
- select:
|
|
|
- options:
|
|
|
- - Snapshot
|
|
|
- - Live Preview
|
|
|
- custom_value: false
|
|
|
- multiple: false
|
|
|
- sort: false
|
|
|
- cooldown:
|
|
|
- name: Cooldown
|
|
|
- description: Time in minutes to wait before running again. Strongly recommended
|
|
|
- for busy areas.
|
|
|
- default: 10
|
|
|
- selector:
|
|
|
- number:
|
|
|
- min: 0.0
|
|
|
- max: 60.0
|
|
|
- mode: slider
|
|
|
- step: 1.0
|
|
|
- tap_navigate:
|
|
|
- name: Tap Navigate
|
|
|
- description: Home Assistant dashboard to navigate to when notification is opened
|
|
|
- (e.g. /lovelace/cameras).
|
|
|
- default: /lovelace/0
|
|
|
- selector:
|
|
|
- text:
|
|
|
- multiline: false
|
|
|
- multiple: false
|
|
|
- duration:
|
|
|
- name: Duration
|
|
|
- description: Duration to record for analysis (in seconds).
|
|
|
- default: 5
|
|
|
- selector:
|
|
|
- number:
|
|
|
- min: 1.0
|
|
|
- max: 60.0
|
|
|
- mode: slider
|
|
|
- step: 1.0
|
|
|
- max_frames:
|
|
|
- name: Max Frames
|
|
|
- description: How many frames to analyze. Picks frames with the most movement.
|
|
|
- default: 3
|
|
|
- selector:
|
|
|
- number:
|
|
|
- min: 1.0
|
|
|
- max: 60.0
|
|
|
- mode: slider
|
|
|
- step: 1.0
|
|
|
- provider:
|
|
|
- name: Provider
|
|
|
- description: Provider to use for analysis. See docs for additional information.
|
|
|
- selector:
|
|
|
- config_entry:
|
|
|
- integration: llmvision
|
|
|
- model:
|
|
|
- name: Model
|
|
|
- description: Which model to use. Depends on chosen provider.
|
|
|
- default: gpt-4o-mini
|
|
|
- selector:
|
|
|
- text:
|
|
|
- multiline: false
|
|
|
- multiple: false
|
|
|
- target_width:
|
|
|
- name: Target Width
|
|
|
- description: Downscale images (uses less tokens and speeds up processing)
|
|
|
- default: 1280
|
|
|
- selector:
|
|
|
- number:
|
|
|
- min: 512.0
|
|
|
- max: 3840.0
|
|
|
- mode: slider
|
|
|
- step: 1.0
|
|
|
- max_tokens:
|
|
|
- name: Maximum Tokens
|
|
|
- description: Maximum number of tokens to generate. Use this to control the length
|
|
|
- of the summaries.
|
|
|
- default: 20
|
|
|
- selector:
|
|
|
- number:
|
|
|
- min: 1.0
|
|
|
- max: 100.0
|
|
|
- mode: slider
|
|
|
- step: 1.0
|
|
|
- temperature:
|
|
|
- name: Temperature
|
|
|
- description: Randomness. Lower is more accurate, higher is more creative.
|
|
|
- default: 0.1
|
|
|
- selector:
|
|
|
- number:
|
|
|
- min: 0.1
|
|
|
- max: 1.0
|
|
|
- step: 0.1
|
|
|
- mode: slider
|
|
|
-variables:
|
|
|
- important: !input important
|
|
|
- remember: !input remember
|
|
|
- cooldown: !input cooldown
|
|
|
- preview_mode: !input preview_mode
|
|
|
- notify_devices: !input notify_device
|
|
|
- notification_delivery: !input notification_delivery
|
|
|
- device_name_map: "{% set ns = namespace(device_names=[]) %} {% for device_id in
|
|
|
- notify_devices %}\n {% set device_name = device_attr(device_id, \"name\") %}\n
|
|
|
- \ {% set sanitized_name = \"mobile_app_\" + device_name | slugify %}\n {% set
|
|
|
- ns.device_names = ns.device_names + [sanitized_name] %}\n{% endfor %} {{ ns.device_names
|
|
|
- }}\n"
|
|
|
- camera_entities_list: !input camera_entities
|
|
|
- motion_sensors_list: !input motion_sensors
|
|
|
- camera_entity: "{% if motion_sensors_list and not trigger.entity_id.startswith(\"camera\")
|
|
|
- %}\n {% set index = motion_sensors_list.index(trigger.entity_id) %}\n {{ camera_entities_list[index]
|
|
|
- }}\n{% else %}\n {{ trigger.entity_id }}\n{% endif %}\n"
|
|
|
- tag: '{{ camera_entity + int(as_timestamp(now()))|string }}
|
|
|
-
|
|
|
- '
|
|
|
- group: '{{ camera_entity }}
|
|
|
-
|
|
|
- '
|
|
|
- label: Motion detected
|
|
|
- camera: '{{ camera_entity.replace("camera.", "").replace("_", " ")|capitalize }}
|
|
|
-
|
|
|
- '
|
|
|
- importance_prompt: 'Classify the security event based on this image. Choose from
|
|
|
- the following options: "passive" for unimportant events, "time-sensitive" for
|
|
|
- notable but non-critical events such as a person at the front door, and "critical"
|
|
|
- only for potential burglaries or highly suspicious activity. Respond with one
|
|
|
- of these options exactly, without additional explanation.
|
|
|
-
|
|
|
- '
|
|
|
-max_exceeded: silent
|
|
|
-mode: single
|
|
|
-triggers:
|
|
|
-- trigger: state
|
|
|
- entity_id: !input camera_entities
|
|
|
- to: !input trigger_state
|
|
|
- id: camera_trigger
|
|
|
-- trigger: state
|
|
|
- entity_id: !input motion_sensors
|
|
|
- to: 'on'
|
|
|
- id: motion_sensor_trigger
|
|
|
-condition:
|
|
|
-- condition: and
|
|
|
- conditions: !input run_conditions
|
|
|
-action:
|
|
|
-- choose:
|
|
|
- - conditions:
|
|
|
- - condition: template
|
|
|
- value_template: '{{ important }}'
|
|
|
- sequence:
|
|
|
- - action: llmvision.image_analyzer
|
|
|
- data:
|
|
|
- image_entity: '{{[camera_entity]}}'
|
|
|
- provider: !input provider
|
|
|
- model: !input model
|
|
|
- message: '{{importance_prompt}}'
|
|
|
- include_filename: true
|
|
|
- target_width: 1280
|
|
|
- max_tokens: 3
|
|
|
- temperature: 0.1
|
|
|
- response_variable: importance
|
|
|
-- choose:
|
|
|
- - conditions:
|
|
|
- - condition: template
|
|
|
- value_template: '{{ important and importance.response_text|lower == ''passive''
|
|
|
- }}'
|
|
|
- sequence:
|
|
|
- - stop: Event is not important
|
|
|
-- choose:
|
|
|
- - conditions:
|
|
|
- - condition: template
|
|
|
- value_template: '{{ notification_delivery == ''Dynamic'' }}'
|
|
|
- sequence:
|
|
|
- - alias: Send instant notification to notify devices
|
|
|
- repeat:
|
|
|
- for_each: '{{device_name_map}}'
|
|
|
- sequence:
|
|
|
- - action: notify.{{ repeat.item }}
|
|
|
- data:
|
|
|
- title: '{{ label }}'
|
|
|
- message: '{{camera}} has detected activity.'
|
|
|
- data:
|
|
|
- entity_id: '{{camera_entity}}'
|
|
|
- url: !input tap_navigate
|
|
|
- clickAction: !input tap_navigate
|
|
|
- tag: '{{tag}}'
|
|
|
- group: '{{group}}'
|
|
|
- alert_once: true
|
|
|
- push:
|
|
|
- interruption-level: '{{importance.response_text|lower if importance
|
|
|
- is defined else ''active''}}'
|
|
|
-- alias: Analyze event
|
|
|
- action: llmvision.stream_analyzer
|
|
|
- data:
|
|
|
- image_entity: '{{[camera_entity]}}'
|
|
|
- duration: !input duration
|
|
|
- provider: !input provider
|
|
|
- model: !input model
|
|
|
- message: !input message
|
|
|
- use_memory: !input use_memory
|
|
|
- remember: !input remember
|
|
|
- expose_images: '{{preview_mode == ''Snapshot'' or remember}}'
|
|
|
- generate_title: !input remember
|
|
|
- include_filename: true
|
|
|
- max_frames: !input max_frames
|
|
|
- target_width: !input target_width
|
|
|
- max_tokens: !input max_tokens
|
|
|
- temperature: !input temperature
|
|
|
- response_variable: response
|
|
|
-- alias: Update label with title
|
|
|
- variables:
|
|
|
- label: '{{response.title}}'
|
|
|
-- choose:
|
|
|
- - conditions:
|
|
|
- - condition: template
|
|
|
- value_template: '{{ preview_mode==''Snapshot'' }}'
|
|
|
- sequence:
|
|
|
- - alias: (Snapshot) Update notification on notify devices
|
|
|
- repeat:
|
|
|
- for_each: '{{device_name_map}}'
|
|
|
- sequence:
|
|
|
- - action: notify.{{ repeat.item }}
|
|
|
- data:
|
|
|
- title: '{{ label }}'
|
|
|
- message: '{{response.response_text}}'
|
|
|
- data:
|
|
|
- image: '{{response.key_frame.replace(''/config/www/'',''/local/'') }}'
|
|
|
- url: !input tap_navigate
|
|
|
- clickAction: !input tap_navigate
|
|
|
- tag: '{{tag}}'
|
|
|
- group: '{{group}}'
|
|
|
- push:
|
|
|
- interruption-level: '{{''passive'' if notification_delivery==''Dynamic''
|
|
|
- else ''active''}}'
|
|
|
- - conditions:
|
|
|
- - condition: template
|
|
|
- value_template: '{{ preview_mode==''Live Preview'' }}'
|
|
|
- sequence:
|
|
|
- - alias: (Live Preview) Update notification on notify devices
|
|
|
- repeat:
|
|
|
- for_each: '{{device_name_map}}'
|
|
|
- sequence:
|
|
|
- - action: notify.{{ repeat.item }}
|
|
|
- data:
|
|
|
- title: '{{ label }}'
|
|
|
- message: '{{response.response_text}}'
|
|
|
- data:
|
|
|
- entity_id: '{{camera_entity}}'
|
|
|
- url: !input tap_navigate
|
|
|
- clickAction: !input tap_navigate
|
|
|
- tag: '{{tag}}'
|
|
|
- group: '{{group}}'
|
|
|
- push:
|
|
|
- interruption-level: '{{''passive'' if notification_delivery==''Dynamic''
|
|
|
- else ''active''}}'
|
|
|
-- delay: 00:{{cooldown|int}}:00
|
adri