evlli/hass-core
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Reduce overhead to store context ids in the database (#88942)

Browse source
This commit is contained in:
J. Nick Koston 2023-03-08 14:51:45 -10:00 • committed by GitHub
parent 386533a16f
commit 170a13302c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
22 changed files with 676 additions and 160 deletions
Download patch file Download diff file Expand all files Collapse all files

30
homeassistant/components/logbook/queries/common.py
View file

@ -10,11 +10,11 @@ from sqlalchemy.sql.expression import literal
from sqlalchemy.sql.selectable import Select
from homeassistant.components.recorder.db_schema import (
EVENTS_CONTEXT_ID_INDEX,
EVENTS_CONTEXT_ID_BIN_INDEX,
OLD_FORMAT_ATTRS_JSON,
OLD_STATE,
SHARED_ATTRS_JSON,
STATES_CONTEXT_ID_INDEX,
STATES_CONTEXT_ID_BIN_INDEX,
EventData,
Events,
StateAttributes,
@ -47,9 +47,9 @@ EVENT_COLUMNS = (
Events.event_type.label("event_type"),
Events.event_data.label("event_data"),
Events.time_fired_ts.label("time_fired_ts"),
Events.context_id.label("context_id"),
Events.context_user_id.label("context_user_id"),
Events.context_parent_id.label("context_parent_id"),
Events.context_id_bin.label("context_id_bin"),
Events.context_user_id_bin.label("context_user_id_bin"),
Events.context_parent_id_bin.label("context_parent_id_bin"),
)
STATE_COLUMNS = (
@ -79,9 +79,9 @@ EVENT_COLUMNS_FOR_STATE_SELECT = (
),
literal(value=None, type_=sqlalchemy.Text).label("event_data"),
States.last_updated_ts.label("time_fired_ts"),
States.context_id.label("context_id"),
States.context_user_id.label("context_user_id"),
States.context_parent_id.label("context_parent_id"),
States.context_id_bin.label("context_id_bin"),
States.context_user_id_bin.label("context_user_id_bin"),
States.context_parent_id_bin.label("context_parent_id_bin"),
literal(value=None, type_=sqlalchemy.Text).label("shared_data"),
)
@ -113,7 +113,7 @@ def select_events_context_id_subquery(
) -> Select:
"""Generate the select for a context_id subquery."""
return (
select(Events.context_id)
select(Events.context_id_bin)
.where((Events.time_fired_ts > start_day) & (Events.time_fired_ts < end_day))
.where(Events.event_type.in_(event_types))
.outerjoin(EventData, (Events.data_id == EventData.data_id))
@ -162,7 +162,7 @@ def select_states() -> Select:
def legacy_select_events_context_id(
start_day: float, end_day: float, context_id: str
start_day: float, end_day: float, context_id_bin: bytes
) -> Select:
"""Generate a legacy events context id select that also joins states."""
# This can be removed once we no longer have event_ids in the states table
@ -183,7 +183,7 @@ def legacy_select_events_context_id(
StateAttributes, (States.attributes_id == StateAttributes.attributes_id)
)
.where((Events.time_fired_ts > start_day) & (Events.time_fired_ts < end_day))
.where(Events.context_id == context_id)
.where(Events.context_id_bin == context_id_bin)
)
@ -277,12 +277,16 @@ def _not_uom_attributes_matcher() -> BooleanClauseList:
def apply_states_context_hints(sel: Select) -> Select:
"""Force mysql to use the right index on large context_id selects."""
return sel.with_hint(
States, f"FORCE INDEX ({STATES_CONTEXT_ID_INDEX})", dialect_name="mysql"
States, f"FORCE INDEX ({STATES_CONTEXT_ID_BIN_INDEX})", dialect_name="mysql"
).with_hint(
States, f"FORCE INDEX ({STATES_CONTEXT_ID_BIN_INDEX})", dialect_name="mariadb"
)
def apply_events_context_hints(sel: Select) -> Select:
"""Force mysql to use the right index on large context_id selects."""
return sel.with_hint(
Events, f"FORCE INDEX ({EVENTS_CONTEXT_ID_INDEX})", dialect_name="mysql"
Events, f"FORCE INDEX ({EVENTS_CONTEXT_ID_BIN_INDEX})", dialect_name="mysql"
).with_hint(
Events, f"FORCE INDEX ({EVENTS_CONTEXT_ID_BIN_INDEX})", dialect_name="mariadb"
)