From 325738829d522bd9120ffebd2733a1027a5ef716 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Joakim=20S=C3=B8rensen?= Date: Wed, 13 Nov 2024 20:22:54 +0100 Subject: [PATCH 1/4] MVP implementation of Backup sync agents (#126122) * init sync agent * add syncing * root import * rename list to info and add sync state * Add base backup class * Revert unneded change * adjust tests * move to kitchen_sink * split * move * Adjustments * Adjustment * update * Tests * Test unknown agent * adjust * Adjust for different test environments * Change /info WS to contain a dictinary * reorder * Add websocket command to trigger sync from the supervisor * cleanup * Make mypy happier --------- Co-authored-by: Erik --- homeassistant/components/backup/__init__.py | 13 +- homeassistant/components/backup/const.py | 5 +- homeassistant/components/backup/http.py | 3 +- homeassistant/components/backup/manager.py | 99 +++++-- homeassistant/components/backup/models.py | 28 ++ homeassistant/components/backup/sync_agent.py | 73 ++++++ homeassistant/components/backup/websocket.py | 110 +++++++- .../components/kitchen_sink/backup.py | 74 ++++++ tests/components/backup/common.py | 37 +++ .../backup/snapshots/test_websocket.ambr | 176 +++++++++++++ tests/components/backup/test_manager.py | 191 +++++++++++++- tests/components/backup/test_websocket.py | 245 +++++++++++++++++- 12 files changed, 1009 insertions(+), 45 deletions(-) create mode 100644 homeassistant/components/backup/models.py create mode 100644 homeassistant/components/backup/sync_agent.py create mode 100644 homeassistant/components/kitchen_sink/backup.py diff --git a/homeassistant/components/backup/__init__.py b/homeassistant/components/backup/__init__.py index 907fda4c7f8..c7e8df88bd1 100644 --- a/homeassistant/components/backup/__init__.py +++ b/homeassistant/components/backup/__init__.py @@ -5,18 +5,25 @@ from homeassistant.helpers import config_validation as cv from homeassistant.helpers.hassio import is_hassio from homeassistant.helpers.typing import ConfigType -from .const import DATA_MANAGER, DOMAIN, LOGGER +from .const import DOMAIN, LOGGER from .http import async_register_http_views from .manager import BackupManager +from .models import BackupSyncMetadata +from .sync_agent import BackupSyncAgent, SyncedBackup from .websocket import async_register_websocket_handlers +__all__ = [ + "BackupSyncAgent", + "BackupSyncMetadata", + "SyncedBackup", +] + CONFIG_SCHEMA = cv.empty_config_schema(DOMAIN) async def async_setup(hass: HomeAssistant, config: ConfigType) -> bool: """Set up the Backup integration.""" - backup_manager = BackupManager(hass) - hass.data[DATA_MANAGER] = backup_manager + hass.data[DOMAIN] = backup_manager = BackupManager(hass) with_hassio = is_hassio(hass) diff --git a/homeassistant/components/backup/const.py b/homeassistant/components/backup/const.py index f613f7cc352..a10fec80360 100644 --- a/homeassistant/components/backup/const.py +++ b/homeassistant/components/backup/const.py @@ -8,10 +8,11 @@ from typing import TYPE_CHECKING from homeassistant.util.hass_dict import HassKey if TYPE_CHECKING: - from .manager import BackupManager + from .manager import BaseBackupManager + from .models import BaseBackup DOMAIN = "backup" -DATA_MANAGER: HassKey[BackupManager] = HassKey(DOMAIN) +DATA_MANAGER: HassKey[BaseBackupManager[BaseBackup]] = HassKey(DOMAIN) LOGGER = getLogger(__package__) EXCLUDE_FROM_BACKUP = [ diff --git a/homeassistant/components/backup/http.py b/homeassistant/components/backup/http.py index 42693035bd3..da8c65098d0 100644 --- a/homeassistant/components/backup/http.py +++ b/homeassistant/components/backup/http.py @@ -15,6 +15,7 @@ from homeassistant.core import HomeAssistant, callback from homeassistant.util import slugify from .const import DATA_MANAGER +from .manager import BackupManager @callback @@ -39,7 +40,7 @@ class DownloadBackupView(HomeAssistantView): if not request["hass_user"].is_admin: return Response(status=HTTPStatus.UNAUTHORIZED) - manager = request.app[KEY_HASS].data[DATA_MANAGER] + manager = cast(BackupManager, request.app[KEY_HASS].data[DATA_MANAGER]) backup = await manager.async_get_backup(slug=slug) if backup is None or not backup.path.exists(): diff --git a/homeassistant/components/backup/manager.py b/homeassistant/components/backup/manager.py index ddc0a1eac3f..70f29679cdc 100644 --- a/homeassistant/components/backup/manager.py +++ b/homeassistant/components/backup/manager.py @@ -16,10 +16,11 @@ import tarfile from tarfile import TarError from tempfile import TemporaryDirectory import time -from typing import Any, Protocol, cast +from typing import Any, Generic, Protocol, cast import aiohttp from securetar import SecureTarFile, atomic_contents_add +from typing_extensions import TypeVar from homeassistant.backup_restore import RESTORE_BACKUP_FILE from homeassistant.const import __version__ as HAVERSION @@ -31,9 +32,13 @@ from homeassistant.util import dt as dt_util from homeassistant.util.json import json_loads_object from .const import DOMAIN, EXCLUDE_FROM_BACKUP, LOGGER +from .models import BaseBackup +from .sync_agent import BackupPlatformAgentProtocol, BackupSyncAgent BUF_SIZE = 2**20 * 4 # 4MB +_BackupT = TypeVar("_BackupT", bound=BaseBackup, default=BaseBackup) + @dataclass(slots=True) class NewBackup: @@ -43,14 +48,10 @@ class NewBackup: @dataclass(slots=True) -class Backup: +class Backup(BaseBackup): """Backup class.""" - slug: str - name: str - date: str path: Path - size: float def as_dict(self) -> dict: """Return a dict representation of this backup.""" @@ -76,19 +77,21 @@ class BackupPlatformProtocol(Protocol): """Perform operations after a backup finishes.""" -class BaseBackupManager(abc.ABC): +class BaseBackupManager(abc.ABC, Generic[_BackupT]): """Define the format that backup managers can have.""" def __init__(self, hass: HomeAssistant) -> None: """Initialize the backup manager.""" self.hass = hass self.backup_task: asyncio.Task | None = None - self.backups: dict[str, Backup] = {} + self.backups: dict[str, _BackupT] = {} self.loaded_platforms = False self.platforms: dict[str, BackupPlatformProtocol] = {} + self.sync_agents: dict[str, BackupSyncAgent] = {} + self.syncing = False @callback - def _add_platform( + def _add_platform_pre_post_handlers( self, hass: HomeAssistant, integration_domain: str, @@ -98,13 +101,25 @@ class BaseBackupManager(abc.ABC): if not hasattr(platform, "async_pre_backup") or not hasattr( platform, "async_post_backup" ): - LOGGER.warning( - "%s does not implement required functions for the backup platform", - integration_domain, - ) return + self.platforms[integration_domain] = platform + async def _async_add_platform_agents( + self, + hass: HomeAssistant, + integration_domain: str, + platform: BackupPlatformAgentProtocol, + ) -> None: + """Add a platform to the backup manager.""" + if not hasattr(platform, "async_get_backup_sync_agents"): + return + + agents = await platform.async_get_backup_sync_agents(hass=hass) + self.sync_agents.update( + {f"{integration_domain}.{agent.name}": agent for agent in agents} + ) + async def async_pre_backup_actions(self, **kwargs: Any) -> None: """Perform pre backup actions.""" if not self.loaded_platforms: @@ -139,10 +154,22 @@ class BaseBackupManager(abc.ABC): async def load_platforms(self) -> None: """Load backup platforms.""" + if self.loaded_platforms: + return await integration_platform.async_process_integration_platforms( - self.hass, DOMAIN, self._add_platform, wait_for_platforms=True + self.hass, + DOMAIN, + self._add_platform_pre_post_handlers, + wait_for_platforms=True, + ) + await integration_platform.async_process_integration_platforms( + self.hass, + DOMAIN, + self._async_add_platform_agents, + wait_for_platforms=True, ) LOGGER.debug("Loaded %s platforms", len(self.platforms)) + LOGGER.debug("Loaded %s agents", len(self.sync_agents)) self.loaded_platforms = True @abc.abstractmethod @@ -159,14 +186,14 @@ class BaseBackupManager(abc.ABC): """Generate a backup.""" @abc.abstractmethod - async def async_get_backups(self, **kwargs: Any) -> dict[str, Backup]: + async def async_get_backups(self, **kwargs: Any) -> dict[str, _BackupT]: """Get backups. Return a dictionary of Backup instances keyed by their slug. """ @abc.abstractmethod - async def async_get_backup(self, *, slug: str, **kwargs: Any) -> Backup | None: + async def async_get_backup(self, *, slug: str, **kwargs: Any) -> _BackupT | None: """Get a backup.""" @abc.abstractmethod @@ -182,8 +209,12 @@ class BaseBackupManager(abc.ABC): ) -> None: """Receive and store a backup file from upload.""" + @abc.abstractmethod + async def async_sync_backup(self, *, slug: str, **kwargs: Any) -> None: + """Sync a backup.""" -class BackupManager(BaseBackupManager): + +class BackupManager(BaseBackupManager[Backup]): """Backup manager for the Backup integration.""" def __init__(self, hass: HomeAssistant) -> None: @@ -192,10 +223,42 @@ class BackupManager(BaseBackupManager): self.backup_dir = Path(hass.config.path("backups")) self.loaded_backups = False + async def async_sync_backup(self, *, slug: str, **kwargs: Any) -> None: + """Sync a backup.""" + await self.load_platforms() + + if not self.sync_agents: + return + + if not (backup := await self.async_get_backup(slug=slug)): + return + + self.syncing = True + sync_backup_results = await asyncio.gather( + *( + agent.async_upload_backup( + path=backup.path, + metadata={ + "homeassistant": HAVERSION, + "size": backup.size, + "date": backup.date, + "slug": backup.slug, + "name": backup.name, + }, + ) + for agent in self.sync_agents.values() + ), + return_exceptions=True, + ) + for result in sync_backup_results: + if isinstance(result, Exception): + LOGGER.error("Error during backup sync - %s", result) + self.syncing = False + async def load_backups(self) -> None: """Load data of stored backup files.""" backups = await self.hass.async_add_executor_job(self._read_backups) - LOGGER.debug("Loaded %s backups", len(backups)) + LOGGER.debug("Loaded %s local backups", len(backups)) self.backups = backups self.loaded_backups = True diff --git a/homeassistant/components/backup/models.py b/homeassistant/components/backup/models.py new file mode 100644 index 00000000000..6f5f013e403 --- /dev/null +++ b/homeassistant/components/backup/models.py @@ -0,0 +1,28 @@ +"""Models for the backup integration.""" + +from dataclasses import asdict, dataclass +from typing import TypedDict + + +@dataclass() +class BaseBackup: + """Base backup class.""" + + date: str + slug: str + size: float + name: str + + def as_dict(self) -> dict: + """Return a dict representation of this backup.""" + return asdict(self) + + +class BackupSyncMetadata(TypedDict): + """Dictionary type for backup sync metadata.""" + + date: str # The date the backup was created + slug: str # The slug of the backup + size: float # The size of the backup (in bytes) + name: str # The name of the backup + homeassistant: str # The version of Home Assistant that created the backup diff --git a/homeassistant/components/backup/sync_agent.py b/homeassistant/components/backup/sync_agent.py new file mode 100644 index 00000000000..0da469d84a3 --- /dev/null +++ b/homeassistant/components/backup/sync_agent.py @@ -0,0 +1,73 @@ +"""Backup sync agents for the Backup integration.""" + +from __future__ import annotations + +import abc +from dataclasses import dataclass +from pathlib import Path +from typing import Any, Protocol + +from homeassistant.core import HomeAssistant + +from .models import BackupSyncMetadata, BaseBackup + + +@dataclass(slots=True) +class SyncedBackup(BaseBackup): + """Synced backup class.""" + + id: str + + +class BackupSyncAgent(abc.ABC): + """Define the format that backup sync agents can have.""" + + def __init__(self, name: str) -> None: + """Initialize the backup sync agent.""" + self.name = name + + @abc.abstractmethod + async def async_download_backup( + self, + *, + id: str, + path: Path, + **kwargs: Any, + ) -> None: + """Download a backup file. + + The `id` parameter is the ID of the synced backup that was returned in async_list_backups. + + The `path` parameter is the full file path to download the synced backup to. + """ + + @abc.abstractmethod + async def async_upload_backup( + self, + *, + path: Path, + metadata: BackupSyncMetadata, + **kwargs: Any, + ) -> None: + """Upload a backup. + + The `path` parameter is the full file path to the backup that should be synced. + + The `metadata` parameter contains metadata about the backup that should be synced. + """ + + @abc.abstractmethod + async def async_list_backups(self, **kwargs: Any) -> list[SyncedBackup]: + """List backups.""" + + +class BackupPlatformAgentProtocol(Protocol): + """Define the format that backup platforms can have.""" + + async def async_get_backup_sync_agents( + self, + *, + hass: HomeAssistant, + **kwargs: Any, + ) -> list[BackupSyncAgent]: + """Register the backup sync agent.""" diff --git a/homeassistant/components/backup/websocket.py b/homeassistant/components/backup/websocket.py index a7c61b7c66c..439e8e1a271 100644 --- a/homeassistant/components/backup/websocket.py +++ b/homeassistant/components/backup/websocket.py @@ -1,5 +1,6 @@ """Websocket commands for the Backup integration.""" +from pathlib import Path from typing import Any import voluptuous as vol @@ -14,9 +15,14 @@ from .manager import BackupProgress @callback def async_register_websocket_handlers(hass: HomeAssistant, with_hassio: bool) -> None: """Register websocket commands.""" + websocket_api.async_register_command(hass, backup_agents_download) + websocket_api.async_register_command(hass, backup_agents_info) + websocket_api.async_register_command(hass, backup_agents_list_synced_backups) + if with_hassio: websocket_api.async_register_command(hass, handle_backup_end) websocket_api.async_register_command(hass, handle_backup_start) + websocket_api.async_register_command(hass, handle_backup_sync) return websocket_api.async_register_command(hass, handle_details) @@ -40,7 +46,7 @@ async def handle_info( connection.send_result( msg["id"], { - "backups": list(backups.values()), + "backups": [b.as_dict() for b in backups.values()], "backing_up": manager.backup_task is not None, }, ) @@ -162,3 +168,105 @@ async def handle_backup_end( return connection.send_result(msg["id"]) + + +@websocket_api.ws_require_user(only_supervisor=True) +@websocket_api.websocket_command( + { + vol.Required("type"): "backup/sync", + vol.Required("data"): { + vol.Required("slug"): str, + }, + } +) +@websocket_api.async_response +async def handle_backup_sync( + hass: HomeAssistant, + connection: websocket_api.ActiveConnection, + msg: dict[str, Any], +) -> None: + """Backup sync notification.""" + LOGGER.debug("Backup sync notification") + data = msg["data"] + + try: + await hass.data[DATA_MANAGER].async_sync_backup(slug=data["slug"]) + except Exception as err: # noqa: BLE001 + connection.send_error(msg["id"], "backup_sync_failed", str(err)) + return + + connection.send_result(msg["id"]) + + +@websocket_api.require_admin +@websocket_api.websocket_command({vol.Required("type"): "backup/agents/info"}) +@websocket_api.async_response +async def backup_agents_info( + hass: HomeAssistant, + connection: websocket_api.ActiveConnection, + msg: dict[str, Any], +) -> None: + """Return backup agents info.""" + manager = hass.data[DATA_MANAGER] + await manager.load_platforms() + connection.send_result( + msg["id"], + { + "agents": [{"id": agent_id} for agent_id in manager.sync_agents], + "syncing": manager.syncing, + }, + ) + + +@websocket_api.require_admin +@websocket_api.websocket_command({vol.Required("type"): "backup/agents/synced"}) +@websocket_api.async_response +async def backup_agents_list_synced_backups( + hass: HomeAssistant, + connection: websocket_api.ActiveConnection, + msg: dict[str, Any], +) -> None: + """Return a list of synced backups.""" + manager = hass.data[DATA_MANAGER] + backups: list[dict[str, Any]] = [] + await manager.load_platforms() + for agent_id, agent in manager.sync_agents.items(): + _listed_backups = await agent.async_list_backups() + backups.extend({**b.as_dict(), "agent_id": agent_id} for b in _listed_backups) + connection.send_result(msg["id"], backups) + + +@websocket_api.require_admin +@websocket_api.websocket_command( + { + vol.Required("type"): "backup/agents/download", + vol.Required("agent"): str, + vol.Required("sync_id"): str, + vol.Required("slug"): str, + } +) +@websocket_api.async_response +async def backup_agents_download( + hass: HomeAssistant, + connection: websocket_api.ActiveConnection, + msg: dict[str, Any], +) -> None: + """Download a synced backup.""" + manager = hass.data[DATA_MANAGER] + await manager.load_platforms() + + if not (agent := manager.sync_agents.get(msg["agent"])): + connection.send_error( + msg["id"], "unknown_agent", f"Agent {msg['agent']} not found" + ) + return + try: + await agent.async_download_backup( + id=msg["sync_id"], + path=Path(hass.config.path("backup"), f"{msg['slug']}.tar"), + ) + except Exception as err: # noqa: BLE001 + connection.send_error(msg["id"], "backup_agents_download", str(err)) + return + + connection.send_result(msg["id"]) diff --git a/homeassistant/components/kitchen_sink/backup.py b/homeassistant/components/kitchen_sink/backup.py new file mode 100644 index 00000000000..18c8f0f9abf --- /dev/null +++ b/homeassistant/components/kitchen_sink/backup.py @@ -0,0 +1,74 @@ +"""Backup platform for the kitchen_sink integration.""" + +from __future__ import annotations + +import logging +from pathlib import Path +from typing import Any +from uuid import uuid4 + +from homeassistant.components.backup import ( + BackupSyncAgent, + BackupSyncMetadata, + SyncedBackup, +) +from homeassistant.core import HomeAssistant + +LOGGER = logging.getLogger(__name__) + + +async def async_get_backup_sync_agents( + hass: HomeAssistant, +) -> list[BackupSyncAgent]: + """Register the backup sync agents.""" + return [KitchenSinkBackupSyncAgent("syncer")] + + +class KitchenSinkBackupSyncAgent(BackupSyncAgent): + """Kitchen sink backup sync agent.""" + + def __init__(self, name: str) -> None: + """Initialize the kitchen sink backup sync agent.""" + super().__init__(name) + self._uploads = [ + SyncedBackup( + id="def456", + name="Kitchen sink syncer", + slug="abc123", + size=1234, + date="1970-01-01T00:00:00Z", + ) + ] + + async def async_download_backup( + self, + *, + id: str, + path: Path, + **kwargs: Any, + ) -> None: + """Download a backup file.""" + LOGGER.info("Downloading backup %s to %s", id, path) + + async def async_upload_backup( + self, + *, + path: Path, + metadata: BackupSyncMetadata, + **kwargs: Any, + ) -> None: + """Upload a backup.""" + LOGGER.info("Uploading backup %s %s", path.name, metadata) + self._uploads.append( + SyncedBackup( + id=uuid4().hex, + name=metadata["name"], + slug=metadata["slug"], + size=metadata["size"], + date=metadata["date"], + ) + ) + + async def async_list_backups(self, **kwargs: Any) -> list[SyncedBackup]: + """List synced backups.""" + return self._uploads diff --git a/tests/components/backup/common.py b/tests/components/backup/common.py index 70b33d2de3f..f15ccd14a1c 100644 --- a/tests/components/backup/common.py +++ b/tests/components/backup/common.py @@ -3,10 +3,13 @@ from __future__ import annotations from pathlib import Path +from typing import Any from unittest.mock import patch from homeassistant.components.backup import DOMAIN from homeassistant.components.backup.manager import Backup +from homeassistant.components.backup.models import BackupSyncMetadata +from homeassistant.components.backup.sync_agent import BackupSyncAgent, SyncedBackup from homeassistant.core import HomeAssistant from homeassistant.helpers.typing import ConfigType from homeassistant.setup import async_setup_component @@ -20,6 +23,40 @@ TEST_BACKUP = Backup( ) +class BackupSyncAgentTest(BackupSyncAgent): + """Test backup sync agent.""" + + async def async_download_backup( + self, + *, + id: str, + path: Path, + **kwargs: Any, + ) -> None: + """Download a backup file.""" + + async def async_upload_backup( + self, + *, + path: Path, + metadata: BackupSyncMetadata, + **kwargs: Any, + ) -> None: + """Upload a backup.""" + + async def async_list_backups(self, **kwargs: Any) -> list[SyncedBackup]: + """List synced backups.""" + return [ + SyncedBackup( + id="abc123", + name="Test", + slug="abc123", + size=13.37, + date="1970-01-01T00:00:00Z", + ) + ] + + async def setup_backup_integration( hass: HomeAssistant, with_hassio: bool = False, diff --git a/tests/components/backup/snapshots/test_websocket.ambr b/tests/components/backup/snapshots/test_websocket.ambr index 42eb524e529..34d3638e850 100644 --- a/tests/components/backup/snapshots/test_websocket.ambr +++ b/tests/components/backup/snapshots/test_websocket.ambr @@ -1,4 +1,106 @@ # serializer version: 1 +# name: test_agents_download[with_hassio] + dict({ + 'id': 1, + 'result': None, + 'success': True, + 'type': 'result', + }) +# --- +# name: test_agents_download[without_hassio] + dict({ + 'id': 1, + 'result': None, + 'success': True, + 'type': 'result', + }) +# --- +# name: test_agents_download_exception + dict({ + 'error': dict({ + 'code': 'backup_agents_download', + 'message': 'Boom', + }), + 'id': 1, + 'success': False, + 'type': 'result', + }) +# --- +# name: test_agents_download_unknown_agent + dict({ + 'error': dict({ + 'code': 'unknown_agent', + 'message': 'Agent domain.test not found', + }), + 'id': 1, + 'success': False, + 'type': 'result', + }) +# --- +# name: test_agents_info[with_hassio] + dict({ + 'id': 1, + 'result': dict({ + 'agents': list([ + dict({ + 'id': 'domain.test', + }), + ]), + 'syncing': False, + }), + 'success': True, + 'type': 'result', + }) +# --- +# name: test_agents_info[without_hassio] + dict({ + 'id': 1, + 'result': dict({ + 'agents': list([ + dict({ + 'id': 'domain.test', + }), + ]), + 'syncing': False, + }), + 'success': True, + 'type': 'result', + }) +# --- +# name: test_agents_synced[with_hassio] + dict({ + 'id': 1, + 'result': list([ + dict({ + 'agent_id': 'domain.test', + 'date': '1970-01-01T00:00:00Z', + 'id': 'abc123', + 'name': 'Test', + 'size': 13.37, + 'slug': 'abc123', + }), + ]), + 'success': True, + 'type': 'result', + }) +# --- +# name: test_agents_synced[without_hassio] + dict({ + 'id': 1, + 'result': list([ + dict({ + 'agent_id': 'domain.test', + 'date': '1970-01-01T00:00:00Z', + 'id': 'abc123', + 'name': 'Test', + 'size': 13.37, + 'slug': 'abc123', + }), + ]), + 'success': True, + 'type': 'result', + }) +# --- # name: test_backup_end[with_hassio-hass_access_token] dict({ 'error': dict({ @@ -147,6 +249,80 @@ 'type': 'result', }) # --- +# name: test_backup_sync[with_hassio-hass_access_token] + dict({ + 'error': dict({ + 'code': 'only_supervisor', + 'message': 'Only allowed as Supervisor', + }), + 'id': 1, + 'success': False, + 'type': 'result', + }) +# --- +# name: test_backup_sync[with_hassio-hass_supervisor_access_token] + dict({ + 'id': 1, + 'result': None, + 'success': True, + 'type': 'result', + }) +# --- +# name: test_backup_sync[without_hassio-hass_access_token] + dict({ + 'error': dict({ + 'code': 'unknown_command', + 'message': 'Unknown command.', + }), + 'id': 1, + 'success': False, + 'type': 'result', + }) +# --- +# name: test_backup_sync[without_hassio-hass_supervisor_access_token] + dict({ + 'error': dict({ + 'code': 'unknown_command', + 'message': 'Unknown command.', + }), + 'id': 1, + 'success': False, + 'type': 'result', + }) +# --- +# name: test_backup_sync_excepion[exception0] + dict({ + 'error': dict({ + 'code': 'backup_sync_failed', + 'message': '', + }), + 'id': 1, + 'success': False, + 'type': 'result', + }) +# --- +# name: test_backup_sync_excepion[exception1] + dict({ + 'error': dict({ + 'code': 'backup_sync_failed', + 'message': 'Boom', + }), + 'id': 1, + 'success': False, + 'type': 'result', + }) +# --- +# name: test_backup_sync_excepion[exception2] + dict({ + 'error': dict({ + 'code': 'backup_sync_failed', + 'message': 'Boom', + }), + 'id': 1, + 'success': False, + 'type': 'result', + }) +# --- # name: test_details[with_hassio-with_backup_content] dict({ 'error': dict({ diff --git a/tests/components/backup/test_manager.py b/tests/components/backup/test_manager.py index 9d24964aedf..827ee896299 100644 --- a/tests/components/backup/test_manager.py +++ b/tests/components/backup/test_manager.py @@ -3,6 +3,7 @@ from __future__ import annotations import asyncio +from typing import Any from unittest.mock import AsyncMock, MagicMock, Mock, mock_open, patch import aiohttp @@ -14,11 +15,12 @@ from homeassistant.components.backup.manager import ( BackupPlatformProtocol, BackupProgress, ) +from homeassistant.components.backup.sync_agent import BackupPlatformAgentProtocol from homeassistant.core import HomeAssistant from homeassistant.exceptions import HomeAssistantError from homeassistant.setup import async_setup_component -from .common import TEST_BACKUP +from .common import TEST_BACKUP, BackupSyncAgentTest from tests.common import MockPlatform, mock_platform @@ -39,7 +41,7 @@ async def _mock_backup_generation( assert manager.backup_task is not None assert progress == [] - await manager.backup_task + backup = await manager.backup_task assert progress == [BackupProgress(done=True, stage=None, success=True)] assert mocked_json_bytes.call_count == 1 @@ -48,10 +50,12 @@ async def _mock_backup_generation( assert backup_json_dict["homeassistant"] == {"version": "2025.1.0"} assert manager.backup_dir.as_posix() in str(mocked_tarfile.call_args_list[0][0][0]) + return backup + async def _setup_mock_domain( hass: HomeAssistant, - platform: BackupPlatformProtocol | None = None, + platform: BackupPlatformProtocol | BackupPlatformAgentProtocol | None = None, ) -> None: """Set up a mock domain.""" mock_platform(hass, "some_domain.backup", platform or MockPlatform()) @@ -174,6 +178,7 @@ async def test_async_create_backup( assert "Generated new backup with slug " in caplog.text assert "Creating backup directory" in caplog.text assert "Loaded 0 platforms" in caplog.text + assert "Loaded 0 agents" in caplog.text async def test_loading_platforms( @@ -191,6 +196,7 @@ async def test_loading_platforms( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), + async_get_backup_sync_agents=AsyncMock(), ), ) await manager.load_platforms() @@ -202,6 +208,34 @@ async def test_loading_platforms( assert "Loaded 1 platforms" in caplog.text +async def test_loading_sync_agents( + hass: HomeAssistant, + caplog: pytest.LogCaptureFixture, +) -> None: + """Test loading backup sync agents.""" + manager = BackupManager(hass) + + assert not manager.loaded_platforms + assert not manager.platforms + + await _setup_mock_domain( + hass, + Mock( + async_get_backup_sync_agents=AsyncMock( + return_value=[BackupSyncAgentTest("test")] + ), + ), + ) + await manager.load_platforms() + await hass.async_block_till_done() + + assert manager.loaded_platforms + assert len(manager.sync_agents) == 1 + + assert "Loaded 1 agents" in caplog.text + assert "some_domain.test" in manager.sync_agents + + async def test_not_loading_bad_platforms( hass: HomeAssistant, caplog: pytest.LogCaptureFixture, @@ -220,10 +254,151 @@ async def test_not_loading_bad_platforms( assert len(manager.platforms) == 0 assert "Loaded 0 platforms" in caplog.text - assert ( - "some_domain does not implement required functions for the backup platform" - in caplog.text + + +@pytest.mark.usefixtures("mock_backup_generation") +async def test_syncing_backup( + hass: HomeAssistant, + caplog: pytest.LogCaptureFixture, + mocked_json_bytes: Mock, + mocked_tarfile: Mock, +) -> None: + """Test syncing a backup.""" + manager = BackupManager(hass) + + await _setup_mock_domain( + hass, + Mock( + async_pre_backup=AsyncMock(), + async_post_backup=AsyncMock(), + async_get_backup_sync_agents=AsyncMock( + return_value=[ + BackupSyncAgentTest("agent1"), + BackupSyncAgentTest("agent2"), + ] + ), + ), ) + await manager.load_platforms() + await hass.async_block_till_done() + + backup = await _mock_backup_generation(manager, mocked_json_bytes, mocked_tarfile) + + with ( + patch( + "homeassistant.components.backup.manager.BackupManager.async_get_backup", + return_value=backup, + ), + patch.object(BackupSyncAgentTest, "async_upload_backup") as mocked_upload, + patch( + "homeassistant.components.backup.manager.HAVERSION", + "2025.1.0", + ), + ): + await manager.async_sync_backup(slug=backup.slug) + assert mocked_upload.call_count == 2 + first_call = mocked_upload.call_args_list[0] + assert first_call[1]["path"] == backup.path + assert first_call[1]["metadata"] == { + "date": backup.date, + "homeassistant": "2025.1.0", + "name": backup.name, + "size": backup.size, + "slug": backup.slug, + } + + assert "Error during backup sync" not in caplog.text + + +@pytest.mark.usefixtures("mock_backup_generation") +async def test_syncing_backup_with_exception( + hass: HomeAssistant, + caplog: pytest.LogCaptureFixture, + mocked_json_bytes: Mock, + mocked_tarfile: Mock, +) -> None: + """Test syncing a backup with exception.""" + manager = BackupManager(hass) + + class ModifiedBackupSyncAgentTest(BackupSyncAgentTest): + async def async_upload_backup(self, **kwargs: Any) -> None: + raise HomeAssistantError("Test exception") + + await _setup_mock_domain( + hass, + Mock( + async_pre_backup=AsyncMock(), + async_post_backup=AsyncMock(), + async_get_backup_sync_agents=AsyncMock( + return_value=[ + ModifiedBackupSyncAgentTest("agent1"), + ModifiedBackupSyncAgentTest("agent2"), + ] + ), + ), + ) + await manager.load_platforms() + await hass.async_block_till_done() + + backup = await _mock_backup_generation(manager, mocked_json_bytes, mocked_tarfile) + + with ( + patch( + "homeassistant.components.backup.manager.BackupManager.async_get_backup", + return_value=backup, + ), + patch.object( + ModifiedBackupSyncAgentTest, + "async_upload_backup", + ) as mocked_upload, + patch( + "homeassistant.components.backup.manager.HAVERSION", + "2025.1.0", + ), + ): + mocked_upload.side_effect = HomeAssistantError("Test exception") + await manager.async_sync_backup(slug=backup.slug) + assert mocked_upload.call_count == 2 + first_call = mocked_upload.call_args_list[0] + assert first_call[1]["path"] == backup.path + assert first_call[1]["metadata"] == { + "date": backup.date, + "homeassistant": "2025.1.0", + "name": backup.name, + "size": backup.size, + "slug": backup.slug, + } + + assert "Error during backup sync - Test exception" in caplog.text + + +@pytest.mark.usefixtures("mock_backup_generation") +async def test_syncing_backup_no_agents( + hass: HomeAssistant, + caplog: pytest.LogCaptureFixture, + mocked_json_bytes: Mock, + mocked_tarfile: Mock, +) -> None: + """Test syncing a backup with no agents.""" + manager = BackupManager(hass) + + await _setup_mock_domain( + hass, + Mock( + async_pre_backup=AsyncMock(), + async_post_backup=AsyncMock(), + async_get_backup_sync_agents=AsyncMock(return_value=[]), + ), + ) + await manager.load_platforms() + await hass.async_block_till_done() + + backup = await _mock_backup_generation(manager, mocked_json_bytes, mocked_tarfile) + with patch( + "homeassistant.components.backup.sync_agent.BackupSyncAgent.async_upload_backup" + ) as mocked_async_upload_backup: + await manager.async_sync_backup(slug=backup.slug) + assert mocked_async_upload_backup.call_count == 0 async def test_exception_plaform_pre( @@ -241,6 +416,7 @@ async def test_exception_plaform_pre( Mock( async_pre_backup=_mock_step, async_post_backup=AsyncMock(), + async_get_backup_sync_agents=AsyncMock(), ), ) @@ -263,6 +439,7 @@ async def test_exception_plaform_post( Mock( async_pre_backup=AsyncMock(), async_post_backup=_mock_step, + async_get_backup_sync_agents=AsyncMock(), ), ) @@ -285,6 +462,7 @@ async def test_loading_platforms_when_running_async_pre_backup_actions( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), + async_get_backup_sync_agents=AsyncMock(), ), ) await manager.async_pre_backup_actions() @@ -310,6 +488,7 @@ async def test_loading_platforms_when_running_async_post_backup_actions( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), + async_get_backup_sync_agents=AsyncMock(), ), ) await manager.async_post_backup_actions() diff --git a/tests/components/backup/test_websocket.py b/tests/components/backup/test_websocket.py index 3e031f172ae..beeeb7d63f7 100644 --- a/tests/components/backup/test_websocket.py +++ b/tests/components/backup/test_websocket.py @@ -1,16 +1,18 @@ """Tests for the Backup integration.""" -from unittest.mock import patch +from pathlib import Path +from unittest.mock import AsyncMock, patch from freezegun.api import FrozenDateTimeFactory import pytest from syrupy import SnapshotAssertion -from homeassistant.components.backup.manager import Backup +from homeassistant.components.backup.const import DATA_MANAGER +from homeassistant.components.backup.models import BaseBackup from homeassistant.core import HomeAssistant from homeassistant.exceptions import HomeAssistantError -from .common import TEST_BACKUP, setup_backup_integration +from .common import TEST_BACKUP, BackupSyncAgentTest, setup_backup_integration from tests.typing import WebSocketGenerator @@ -43,15 +45,23 @@ async def test_info( """Test getting backup info.""" await setup_backup_integration(hass, with_hassio=with_hassio) + hass.data[DATA_MANAGER].backups = {TEST_BACKUP.slug: TEST_BACKUP} + client = await hass_ws_client(hass) await hass.async_block_till_done() - with patch( - "homeassistant.components.backup.manager.BackupManager.async_get_backups", - return_value={TEST_BACKUP.slug: TEST_BACKUP}, + with ( + patch( + "homeassistant.components.backup.manager.BackupManager.load_backups", + AsyncMock(), + ), + patch( + "homeassistant.components.backup.manager.BackupManager.async_get_backups", + return_value={TEST_BACKUP.slug: TEST_BACKUP}, + ), ): await client.send_json_auto_id({"type": "backup/info"}) - assert snapshot == await client.receive_json() + assert await client.receive_json() == snapshot @pytest.mark.parametrize( @@ -73,7 +83,7 @@ async def test_details( hass_ws_client: WebSocketGenerator, snapshot: SnapshotAssertion, with_hassio: bool, - backup_content: Backup | None, + backup_content: BaseBackup | None, ) -> None: """Test getting backup info.""" await setup_backup_integration(hass, with_hassio=with_hassio) @@ -112,7 +122,7 @@ async def test_remove( "homeassistant.components.backup.manager.BackupManager.async_remove_backup", ): await client.send_json_auto_id({"type": "backup/remove", "slug": "abc123"}) - assert snapshot == await client.receive_json() + assert await client.receive_json() == snapshot @pytest.mark.parametrize( @@ -140,7 +150,7 @@ async def test_generate( await client.send_json_auto_id({"type": "backup/generate"}) for _ in range(number_of_messages): - assert snapshot == await client.receive_json() + assert await client.receive_json() == snapshot @pytest.mark.parametrize( @@ -199,7 +209,7 @@ async def test_backup_end( "homeassistant.components.backup.manager.BackupManager.async_post_backup_actions", ): await client.send_json_auto_id({"type": "backup/end"}) - assert snapshot == await client.receive_json() + assert await client.receive_json() == snapshot @pytest.mark.parametrize( @@ -232,7 +242,47 @@ async def test_backup_start( "homeassistant.components.backup.manager.BackupManager.async_pre_backup_actions", ): await client.send_json_auto_id({"type": "backup/start"}) - assert snapshot == await client.receive_json() + assert await client.receive_json() == snapshot + + +@pytest.mark.parametrize( + "access_token_fixture_name", + ["hass_access_token", "hass_supervisor_access_token"], +) +@pytest.mark.parametrize( + ("with_hassio"), + [ + pytest.param(True, id="with_hassio"), + pytest.param(False, id="without_hassio"), + ], +) +async def test_backup_sync( + hass: HomeAssistant, + hass_ws_client: WebSocketGenerator, + snapshot: SnapshotAssertion, + sync_access_token_proxy: str, + *, + access_token_fixture_name: str, + with_hassio: bool, +) -> None: + """Test handling of pre backup actions from a WS command.""" + await setup_backup_integration(hass, with_hassio=with_hassio) + + client = await hass_ws_client(hass, sync_access_token_proxy) + await hass.async_block_till_done() + + with patch( + "homeassistant.components.backup.manager.BackupManager.async_sync_backup", + ): + await client.send_json_auto_id( + { + "type": "backup/sync", + "data": { + "slug": "abc123", + }, + } + ) + assert await client.receive_json() == snapshot @pytest.mark.parametrize( @@ -261,7 +311,43 @@ async def test_backup_end_excepion( side_effect=exception, ): await client.send_json_auto_id({"type": "backup/end"}) - assert snapshot == await client.receive_json() + assert await client.receive_json() == snapshot + + +@pytest.mark.parametrize( + "exception", + [ + TimeoutError(), + HomeAssistantError("Boom"), + Exception("Boom"), + ], +) +async def test_backup_sync_excepion( + hass: HomeAssistant, + hass_ws_client: WebSocketGenerator, + snapshot: SnapshotAssertion, + hass_supervisor_access_token: str, + exception: Exception, +) -> None: + """Test exception handling while running sync backup action from a WS command.""" + await setup_backup_integration(hass, with_hassio=True) + + client = await hass_ws_client(hass, hass_supervisor_access_token) + await hass.async_block_till_done() + + with patch( + "homeassistant.components.backup.manager.BackupManager.async_sync_backup", + side_effect=exception, + ): + await client.send_json_auto_id( + { + "type": "backup/sync", + "data": { + "slug": "abc123", + }, + } + ) + assert await client.receive_json() == snapshot @pytest.mark.parametrize( @@ -290,4 +376,135 @@ async def test_backup_start_excepion( side_effect=exception, ): await client.send_json_auto_id({"type": "backup/start"}) - assert snapshot == await client.receive_json() + assert await client.receive_json() == snapshot + + +@pytest.mark.parametrize( + "with_hassio", + [ + pytest.param(True, id="with_hassio"), + pytest.param(False, id="without_hassio"), + ], +) +async def test_agents_info( + hass: HomeAssistant, + hass_ws_client: WebSocketGenerator, + snapshot: SnapshotAssertion, + with_hassio: bool, +) -> None: + """Test getting backup agents info.""" + await setup_backup_integration(hass, with_hassio=with_hassio) + hass.data[DATA_MANAGER].sync_agents = {"domain.test": BackupSyncAgentTest("test")} + + client = await hass_ws_client(hass) + await hass.async_block_till_done() + + await client.send_json_auto_id({"type": "backup/agents/info"}) + assert await client.receive_json() == snapshot + + +@pytest.mark.parametrize( + "with_hassio", + [ + pytest.param(True, id="with_hassio"), + pytest.param(False, id="without_hassio"), + ], +) +async def test_agents_synced( + hass: HomeAssistant, + hass_ws_client: WebSocketGenerator, + snapshot: SnapshotAssertion, + with_hassio: bool, +) -> None: + """Test getting backup agents synced details.""" + await setup_backup_integration(hass, with_hassio=with_hassio) + hass.data[DATA_MANAGER].sync_agents = {"domain.test": BackupSyncAgentTest("test")} + + client = await hass_ws_client(hass) + await hass.async_block_till_done() + + await client.send_json_auto_id({"type": "backup/agents/synced"}) + assert await client.receive_json() == snapshot + + +@pytest.mark.parametrize( + "with_hassio", + [ + pytest.param(True, id="with_hassio"), + pytest.param(False, id="without_hassio"), + ], +) +async def test_agents_download( + hass: HomeAssistant, + hass_ws_client: WebSocketGenerator, + snapshot: SnapshotAssertion, + with_hassio: bool, +) -> None: + """Test WS command to start downloading a synced backup.""" + await setup_backup_integration(hass, with_hassio=with_hassio) + hass.data[DATA_MANAGER].sync_agents = {"domain.test": BackupSyncAgentTest("test")} + + client = await hass_ws_client(hass) + await hass.async_block_till_done() + + await client.send_json_auto_id( + { + "type": "backup/agents/download", + "slug": "abc123", + "agent": "domain.test", + "sync_id": "abc123", + } + ) + with patch.object(BackupSyncAgentTest, "async_download_backup") as download_mock: + assert await client.receive_json() == snapshot + assert download_mock.call_args[1] == { + "id": "abc123", + "path": Path(hass.config.path("backup"), "abc123.tar"), + } + + +async def test_agents_download_exception( + hass: HomeAssistant, + hass_ws_client: WebSocketGenerator, + snapshot: SnapshotAssertion, +) -> None: + """Test WS command to start downloading a synced backup throwing an exception.""" + await setup_backup_integration(hass) + hass.data[DATA_MANAGER].sync_agents = {"domain.test": BackupSyncAgentTest("test")} + + client = await hass_ws_client(hass) + await hass.async_block_till_done() + + await client.send_json_auto_id( + { + "type": "backup/agents/download", + "slug": "abc123", + "agent": "domain.test", + "sync_id": "abc123", + } + ) + with patch.object(BackupSyncAgentTest, "async_download_backup") as download_mock: + download_mock.side_effect = Exception("Boom") + assert await client.receive_json() == snapshot + + +async def test_agents_download_unknown_agent( + hass: HomeAssistant, + hass_ws_client: WebSocketGenerator, + snapshot: SnapshotAssertion, +) -> None: + """Test downloading a synced backup with an unknown agent.""" + await setup_backup_integration(hass) + + client = await hass_ws_client(hass) + await hass.async_block_till_done() + + await client.send_json_auto_id( + { + "type": "backup/agents/download", + "slug": "abc123", + "agent": "domain.test", + "sync_id": "abc123", + } + ) + assert await client.receive_json() == snapshot From 957ece747d38bd9cb5baf67522bddf398ce8c422 Mon Sep 17 00:00:00 2001 From: Martin Hjelmare Date: Wed, 13 Nov 2024 21:11:25 +0100 Subject: [PATCH 2/4] Make BackupSyncMetadata model a dataclass (#130555) Make backup BackupSyncMetadata model a dataclass --- homeassistant/components/backup/manager.py | 16 +++++----- homeassistant/components/backup/models.py | 6 ++-- .../components/kitchen_sink/backup.py | 8 ++--- tests/components/backup/test_manager.py | 30 +++++++++---------- 4 files changed, 30 insertions(+), 30 deletions(-) diff --git a/homeassistant/components/backup/manager.py b/homeassistant/components/backup/manager.py index 70f29679cdc..f20bc1b8372 100644 --- a/homeassistant/components/backup/manager.py +++ b/homeassistant/components/backup/manager.py @@ -32,7 +32,7 @@ from homeassistant.util import dt as dt_util from homeassistant.util.json import json_loads_object from .const import DOMAIN, EXCLUDE_FROM_BACKUP, LOGGER -from .models import BaseBackup +from .models import BackupSyncMetadata, BaseBackup from .sync_agent import BackupPlatformAgentProtocol, BackupSyncAgent BUF_SIZE = 2**20 * 4 # 4MB @@ -238,13 +238,13 @@ class BackupManager(BaseBackupManager[Backup]): *( agent.async_upload_backup( path=backup.path, - metadata={ - "homeassistant": HAVERSION, - "size": backup.size, - "date": backup.date, - "slug": backup.slug, - "name": backup.name, - }, + metadata=BackupSyncMetadata( + homeassistant=HAVERSION, + size=backup.size, + date=backup.date, + slug=backup.slug, + name=backup.name, + ), ) for agent in self.sync_agents.values() ), diff --git a/homeassistant/components/backup/models.py b/homeassistant/components/backup/models.py index 6f5f013e403..2eb720847bb 100644 --- a/homeassistant/components/backup/models.py +++ b/homeassistant/components/backup/models.py @@ -1,7 +1,6 @@ """Models for the backup integration.""" from dataclasses import asdict, dataclass -from typing import TypedDict @dataclass() @@ -18,8 +17,9 @@ class BaseBackup: return asdict(self) -class BackupSyncMetadata(TypedDict): - """Dictionary type for backup sync metadata.""" +@dataclass() +class BackupSyncMetadata: + """Backup sync metadata.""" date: str # The date the backup was created slug: str # The slug of the backup diff --git a/homeassistant/components/kitchen_sink/backup.py b/homeassistant/components/kitchen_sink/backup.py index 18c8f0f9abf..7140ae3099d 100644 --- a/homeassistant/components/kitchen_sink/backup.py +++ b/homeassistant/components/kitchen_sink/backup.py @@ -62,10 +62,10 @@ class KitchenSinkBackupSyncAgent(BackupSyncAgent): self._uploads.append( SyncedBackup( id=uuid4().hex, - name=metadata["name"], - slug=metadata["slug"], - size=metadata["size"], - date=metadata["date"], + name=metadata.name, + slug=metadata.slug, + size=metadata.size, + date=metadata.date, ) ) diff --git a/tests/components/backup/test_manager.py b/tests/components/backup/test_manager.py index 827ee896299..7b5f97f2cc3 100644 --- a/tests/components/backup/test_manager.py +++ b/tests/components/backup/test_manager.py @@ -10,7 +10,7 @@ import aiohttp from multidict import CIMultiDict, CIMultiDictProxy import pytest -from homeassistant.components.backup import BackupManager +from homeassistant.components.backup import BackupManager, BackupSyncMetadata from homeassistant.components.backup.manager import ( BackupPlatformProtocol, BackupProgress, @@ -299,13 +299,13 @@ async def test_syncing_backup( assert mocked_upload.call_count == 2 first_call = mocked_upload.call_args_list[0] assert first_call[1]["path"] == backup.path - assert first_call[1]["metadata"] == { - "date": backup.date, - "homeassistant": "2025.1.0", - "name": backup.name, - "size": backup.size, - "slug": backup.slug, - } + assert first_call[1]["metadata"] == BackupSyncMetadata( + date=backup.date, + homeassistant="2025.1.0", + name=backup.name, + size=backup.size, + slug=backup.slug, + ) assert "Error during backup sync" not in caplog.text @@ -361,13 +361,13 @@ async def test_syncing_backup_with_exception( assert mocked_upload.call_count == 2 first_call = mocked_upload.call_args_list[0] assert first_call[1]["path"] == backup.path - assert first_call[1]["metadata"] == { - "date": backup.date, - "homeassistant": "2025.1.0", - "name": backup.name, - "size": backup.size, - "slug": backup.slug, - } + assert first_call[1]["metadata"] == BackupSyncMetadata( + date=backup.date, + homeassistant="2025.1.0", + name=backup.name, + size=backup.size, + slug=backup.slug, + ) assert "Error during backup sync - Test exception" in caplog.text From f99b31904824d6455afe79a98d61284b2c512075 Mon Sep 17 00:00:00 2001 From: Martin Hjelmare Date: Thu, 14 Nov 2024 02:00:49 +0100 Subject: [PATCH 3/4] Rename backup sync agent to backup agent (#130575) * Rename sync agent module to agent * Rename BackupSyncAgent to BackupAgent * Fix test typo * Rename async_get_backup_sync_agents to async_get_backup_agents * Rename and clean up remaining sync things * Update kitchen sink * Apply suggestions from code review * Update test_manager.py --------- Co-authored-by: Erik Montnemery --- homeassistant/components/backup/__init__.py | 10 ++-- .../backup/{sync_agent.py => agent.py} | 34 +++++------ homeassistant/components/backup/manager.py | 32 +++++----- homeassistant/components/backup/models.py | 4 +- homeassistant/components/backup/websocket.py | 34 +++++------ .../components/kitchen_sink/backup.py | 24 ++++---- tests/components/backup/common.py | 16 ++--- .../backup/snapshots/test_websocket.ambr | 36 +++++------ tests/components/backup/test_manager.py | 60 +++++++++---------- tests/components/backup/test_websocket.py | 52 ++++++++-------- 10 files changed, 150 insertions(+), 152 deletions(-) rename homeassistant/components/backup/{sync_agent.py => agent.py} (58%) diff --git a/homeassistant/components/backup/__init__.py b/homeassistant/components/backup/__init__.py index c7e8df88bd1..b479f33422d 100644 --- a/homeassistant/components/backup/__init__.py +++ b/homeassistant/components/backup/__init__.py @@ -5,17 +5,17 @@ from homeassistant.helpers import config_validation as cv from homeassistant.helpers.hassio import is_hassio from homeassistant.helpers.typing import ConfigType +from .agent import BackupAgent, UploadedBackup from .const import DOMAIN, LOGGER from .http import async_register_http_views from .manager import BackupManager -from .models import BackupSyncMetadata -from .sync_agent import BackupSyncAgent, SyncedBackup +from .models import BackupUploadMetadata from .websocket import async_register_websocket_handlers __all__ = [ - "BackupSyncAgent", - "BackupSyncMetadata", - "SyncedBackup", + "BackupAgent", + "BackupUploadMetadata", + "UploadedBackup", ] CONFIG_SCHEMA = cv.empty_config_schema(DOMAIN) diff --git a/homeassistant/components/backup/sync_agent.py b/homeassistant/components/backup/agent.py similarity index 58% rename from homeassistant/components/backup/sync_agent.py rename to homeassistant/components/backup/agent.py index 0da469d84a3..ee636b244cd 100644 --- a/homeassistant/components/backup/sync_agent.py +++ b/homeassistant/components/backup/agent.py @@ -1,4 +1,4 @@ -"""Backup sync agents for the Backup integration.""" +"""Backup agents for the Backup integration.""" from __future__ import annotations @@ -9,21 +9,21 @@ from typing import Any, Protocol from homeassistant.core import HomeAssistant -from .models import BackupSyncMetadata, BaseBackup +from .models import BackupUploadMetadata, BaseBackup @dataclass(slots=True) -class SyncedBackup(BaseBackup): - """Synced backup class.""" +class UploadedBackup(BaseBackup): + """Uploaded backup class.""" id: str -class BackupSyncAgent(abc.ABC): - """Define the format that backup sync agents can have.""" +class BackupAgent(abc.ABC): + """Define the format that backup agents can have.""" def __init__(self, name: str) -> None: - """Initialize the backup sync agent.""" + """Initialize the backup agent.""" self.name = name @abc.abstractmethod @@ -36,9 +36,9 @@ class BackupSyncAgent(abc.ABC): ) -> None: """Download a backup file. - The `id` parameter is the ID of the synced backup that was returned in async_list_backups. + The `id` parameter is the ID of the backup that was returned in async_list_backups. - The `path` parameter is the full file path to download the synced backup to. + The `path` parameter is the full file path to download the backup to. """ @abc.abstractmethod @@ -46,28 +46,28 @@ class BackupSyncAgent(abc.ABC): self, *, path: Path, - metadata: BackupSyncMetadata, + metadata: BackupUploadMetadata, **kwargs: Any, ) -> None: """Upload a backup. - The `path` parameter is the full file path to the backup that should be synced. + The `path` parameter is the full file path to the backup that should be uploaded. - The `metadata` parameter contains metadata about the backup that should be synced. + The `metadata` parameter contains metadata about the backup that should be uploaded. """ @abc.abstractmethod - async def async_list_backups(self, **kwargs: Any) -> list[SyncedBackup]: + async def async_list_backups(self, **kwargs: Any) -> list[UploadedBackup]: """List backups.""" -class BackupPlatformAgentProtocol(Protocol): +class BackupAgentPlatformProtocol(Protocol): """Define the format that backup platforms can have.""" - async def async_get_backup_sync_agents( + async def async_get_backup_agents( self, *, hass: HomeAssistant, **kwargs: Any, - ) -> list[BackupSyncAgent]: - """Register the backup sync agent.""" + ) -> list[BackupAgent]: + """Register the backup agent.""" diff --git a/homeassistant/components/backup/manager.py b/homeassistant/components/backup/manager.py index f20bc1b8372..c0c033cd1fe 100644 --- a/homeassistant/components/backup/manager.py +++ b/homeassistant/components/backup/manager.py @@ -31,9 +31,9 @@ from homeassistant.helpers.json import json_bytes from homeassistant.util import dt as dt_util from homeassistant.util.json import json_loads_object +from .agent import BackupAgent, BackupAgentPlatformProtocol from .const import DOMAIN, EXCLUDE_FROM_BACKUP, LOGGER -from .models import BackupSyncMetadata, BaseBackup -from .sync_agent import BackupPlatformAgentProtocol, BackupSyncAgent +from .models import BackupUploadMetadata, BaseBackup BUF_SIZE = 2**20 * 4 # 4MB @@ -87,7 +87,7 @@ class BaseBackupManager(abc.ABC, Generic[_BackupT]): self.backups: dict[str, _BackupT] = {} self.loaded_platforms = False self.platforms: dict[str, BackupPlatformProtocol] = {} - self.sync_agents: dict[str, BackupSyncAgent] = {} + self.backup_agents: dict[str, BackupAgent] = {} self.syncing = False @callback @@ -109,14 +109,14 @@ class BaseBackupManager(abc.ABC, Generic[_BackupT]): self, hass: HomeAssistant, integration_domain: str, - platform: BackupPlatformAgentProtocol, + platform: BackupAgentPlatformProtocol, ) -> None: """Add a platform to the backup manager.""" - if not hasattr(platform, "async_get_backup_sync_agents"): + if not hasattr(platform, "async_get_backup_agents"): return - agents = await platform.async_get_backup_sync_agents(hass=hass) - self.sync_agents.update( + agents = await platform.async_get_backup_agents(hass=hass) + self.backup_agents.update( {f"{integration_domain}.{agent.name}": agent for agent in agents} ) @@ -169,7 +169,7 @@ class BaseBackupManager(abc.ABC, Generic[_BackupT]): wait_for_platforms=True, ) LOGGER.debug("Loaded %s platforms", len(self.platforms)) - LOGGER.debug("Loaded %s agents", len(self.sync_agents)) + LOGGER.debug("Loaded %s agents", len(self.backup_agents)) self.loaded_platforms = True @abc.abstractmethod @@ -210,8 +210,8 @@ class BaseBackupManager(abc.ABC, Generic[_BackupT]): """Receive and store a backup file from upload.""" @abc.abstractmethod - async def async_sync_backup(self, *, slug: str, **kwargs: Any) -> None: - """Sync a backup.""" + async def async_upload_backup(self, *, slug: str, **kwargs: Any) -> None: + """Upload a backup.""" class BackupManager(BaseBackupManager[Backup]): @@ -223,11 +223,11 @@ class BackupManager(BaseBackupManager[Backup]): self.backup_dir = Path(hass.config.path("backups")) self.loaded_backups = False - async def async_sync_backup(self, *, slug: str, **kwargs: Any) -> None: - """Sync a backup.""" + async def async_upload_backup(self, *, slug: str, **kwargs: Any) -> None: + """Upload a backup.""" await self.load_platforms() - if not self.sync_agents: + if not self.backup_agents: return if not (backup := await self.async_get_backup(slug=slug)): @@ -238,7 +238,7 @@ class BackupManager(BaseBackupManager[Backup]): *( agent.async_upload_backup( path=backup.path, - metadata=BackupSyncMetadata( + metadata=BackupUploadMetadata( homeassistant=HAVERSION, size=backup.size, date=backup.date, @@ -246,13 +246,13 @@ class BackupManager(BaseBackupManager[Backup]): name=backup.name, ), ) - for agent in self.sync_agents.values() + for agent in self.backup_agents.values() ), return_exceptions=True, ) for result in sync_backup_results: if isinstance(result, Exception): - LOGGER.error("Error during backup sync - %s", result) + LOGGER.error("Error during backup upload - %s", result) self.syncing = False async def load_backups(self) -> None: diff --git a/homeassistant/components/backup/models.py b/homeassistant/components/backup/models.py index 2eb720847bb..1007a233923 100644 --- a/homeassistant/components/backup/models.py +++ b/homeassistant/components/backup/models.py @@ -18,8 +18,8 @@ class BaseBackup: @dataclass() -class BackupSyncMetadata: - """Backup sync metadata.""" +class BackupUploadMetadata: + """Backup upload metadata.""" date: str # The date the backup was created slug: str # The slug of the backup diff --git a/homeassistant/components/backup/websocket.py b/homeassistant/components/backup/websocket.py index 439e8e1a271..876f6c2bff5 100644 --- a/homeassistant/components/backup/websocket.py +++ b/homeassistant/components/backup/websocket.py @@ -17,12 +17,12 @@ def async_register_websocket_handlers(hass: HomeAssistant, with_hassio: bool) -> """Register websocket commands.""" websocket_api.async_register_command(hass, backup_agents_download) websocket_api.async_register_command(hass, backup_agents_info) - websocket_api.async_register_command(hass, backup_agents_list_synced_backups) + websocket_api.async_register_command(hass, backup_agents_list_backups) if with_hassio: websocket_api.async_register_command(hass, handle_backup_end) websocket_api.async_register_command(hass, handle_backup_start) - websocket_api.async_register_command(hass, handle_backup_sync) + websocket_api.async_register_command(hass, handle_backup_upload) return websocket_api.async_register_command(hass, handle_details) @@ -173,26 +173,26 @@ async def handle_backup_end( @websocket_api.ws_require_user(only_supervisor=True) @websocket_api.websocket_command( { - vol.Required("type"): "backup/sync", + vol.Required("type"): "backup/upload", vol.Required("data"): { vol.Required("slug"): str, }, } ) @websocket_api.async_response -async def handle_backup_sync( +async def handle_backup_upload( hass: HomeAssistant, connection: websocket_api.ActiveConnection, msg: dict[str, Any], ) -> None: - """Backup sync notification.""" - LOGGER.debug("Backup sync notification") + """Backup upload.""" + LOGGER.debug("Backup upload notification") data = msg["data"] try: - await hass.data[DATA_MANAGER].async_sync_backup(slug=data["slug"]) + await hass.data[DATA_MANAGER].async_upload_backup(slug=data["slug"]) except Exception as err: # noqa: BLE001 - connection.send_error(msg["id"], "backup_sync_failed", str(err)) + connection.send_error(msg["id"], "backup_upload_failed", str(err)) return connection.send_result(msg["id"]) @@ -212,25 +212,25 @@ async def backup_agents_info( connection.send_result( msg["id"], { - "agents": [{"id": agent_id} for agent_id in manager.sync_agents], + "agents": [{"id": agent_id} for agent_id in manager.backup_agents], "syncing": manager.syncing, }, ) @websocket_api.require_admin -@websocket_api.websocket_command({vol.Required("type"): "backup/agents/synced"}) +@websocket_api.websocket_command({vol.Required("type"): "backup/agents/list_backups"}) @websocket_api.async_response -async def backup_agents_list_synced_backups( +async def backup_agents_list_backups( hass: HomeAssistant, connection: websocket_api.ActiveConnection, msg: dict[str, Any], ) -> None: - """Return a list of synced backups.""" + """Return a list of uploaded backups.""" manager = hass.data[DATA_MANAGER] backups: list[dict[str, Any]] = [] await manager.load_platforms() - for agent_id, agent in manager.sync_agents.items(): + for agent_id, agent in manager.backup_agents.items(): _listed_backups = await agent.async_list_backups() backups.extend({**b.as_dict(), "agent_id": agent_id} for b in _listed_backups) connection.send_result(msg["id"], backups) @@ -241,7 +241,7 @@ async def backup_agents_list_synced_backups( { vol.Required("type"): "backup/agents/download", vol.Required("agent"): str, - vol.Required("sync_id"): str, + vol.Required("backup_id"): str, vol.Required("slug"): str, } ) @@ -251,18 +251,18 @@ async def backup_agents_download( connection: websocket_api.ActiveConnection, msg: dict[str, Any], ) -> None: - """Download a synced backup.""" + """Download an uploaded backup.""" manager = hass.data[DATA_MANAGER] await manager.load_platforms() - if not (agent := manager.sync_agents.get(msg["agent"])): + if not (agent := manager.backup_agents.get(msg["agent"])): connection.send_error( msg["id"], "unknown_agent", f"Agent {msg['agent']} not found" ) return try: await agent.async_download_backup( - id=msg["sync_id"], + id=msg["backup_id"], path=Path(hass.config.path("backup"), f"{msg['slug']}.tar"), ) except Exception as err: # noqa: BLE001 diff --git a/homeassistant/components/kitchen_sink/backup.py b/homeassistant/components/kitchen_sink/backup.py index 7140ae3099d..92d1859dbe6 100644 --- a/homeassistant/components/kitchen_sink/backup.py +++ b/homeassistant/components/kitchen_sink/backup.py @@ -8,9 +8,9 @@ from typing import Any from uuid import uuid4 from homeassistant.components.backup import ( - BackupSyncAgent, - BackupSyncMetadata, - SyncedBackup, + BackupAgent, + BackupUploadMetadata, + UploadedBackup, ) from homeassistant.core import HomeAssistant @@ -19,19 +19,19 @@ LOGGER = logging.getLogger(__name__) async def async_get_backup_sync_agents( hass: HomeAssistant, -) -> list[BackupSyncAgent]: - """Register the backup sync agents.""" - return [KitchenSinkBackupSyncAgent("syncer")] +) -> list[BackupAgent]: + """Register the backup agents.""" + return [KitchenSinkBackupAgent("syncer")] -class KitchenSinkBackupSyncAgent(BackupSyncAgent): - """Kitchen sink backup sync agent.""" +class KitchenSinkBackupAgent(BackupAgent): + """Kitchen sink backup agent.""" def __init__(self, name: str) -> None: """Initialize the kitchen sink backup sync agent.""" super().__init__(name) self._uploads = [ - SyncedBackup( + UploadedBackup( id="def456", name="Kitchen sink syncer", slug="abc123", @@ -54,13 +54,13 @@ class KitchenSinkBackupSyncAgent(BackupSyncAgent): self, *, path: Path, - metadata: BackupSyncMetadata, + metadata: BackupUploadMetadata, **kwargs: Any, ) -> None: """Upload a backup.""" LOGGER.info("Uploading backup %s %s", path.name, metadata) self._uploads.append( - SyncedBackup( + UploadedBackup( id=uuid4().hex, name=metadata.name, slug=metadata.slug, @@ -69,6 +69,6 @@ class KitchenSinkBackupSyncAgent(BackupSyncAgent): ) ) - async def async_list_backups(self, **kwargs: Any) -> list[SyncedBackup]: + async def async_list_backups(self, **kwargs: Any) -> list[UploadedBackup]: """List synced backups.""" return self._uploads diff --git a/tests/components/backup/common.py b/tests/components/backup/common.py index f15ccd14a1c..2af5c76236f 100644 --- a/tests/components/backup/common.py +++ b/tests/components/backup/common.py @@ -7,9 +7,9 @@ from typing import Any from unittest.mock import patch from homeassistant.components.backup import DOMAIN +from homeassistant.components.backup.agent import BackupAgent, UploadedBackup from homeassistant.components.backup.manager import Backup -from homeassistant.components.backup.models import BackupSyncMetadata -from homeassistant.components.backup.sync_agent import BackupSyncAgent, SyncedBackup +from homeassistant.components.backup.models import BackupUploadMetadata from homeassistant.core import HomeAssistant from homeassistant.helpers.typing import ConfigType from homeassistant.setup import async_setup_component @@ -23,8 +23,8 @@ TEST_BACKUP = Backup( ) -class BackupSyncAgentTest(BackupSyncAgent): - """Test backup sync agent.""" +class BackupAgentTest(BackupAgent): + """Test backup agent.""" async def async_download_backup( self, @@ -39,15 +39,15 @@ class BackupSyncAgentTest(BackupSyncAgent): self, *, path: Path, - metadata: BackupSyncMetadata, + metadata: BackupUploadMetadata, **kwargs: Any, ) -> None: """Upload a backup.""" - async def async_list_backups(self, **kwargs: Any) -> list[SyncedBackup]: - """List synced backups.""" + async def async_list_backups(self, **kwargs: Any) -> list[UploadedBackup]: + """List backups.""" return [ - SyncedBackup( + UploadedBackup( id="abc123", name="Test", slug="abc123", diff --git a/tests/components/backup/snapshots/test_websocket.ambr b/tests/components/backup/snapshots/test_websocket.ambr index 34d3638e850..9edd1216203 100644 --- a/tests/components/backup/snapshots/test_websocket.ambr +++ b/tests/components/backup/snapshots/test_websocket.ambr @@ -67,7 +67,7 @@ 'type': 'result', }) # --- -# name: test_agents_synced[with_hassio] +# name: test_agents_list_backups[with_hassio] dict({ 'id': 1, 'result': list([ @@ -84,7 +84,7 @@ 'type': 'result', }) # --- -# name: test_agents_synced[without_hassio] +# name: test_agents_list_backups[without_hassio] dict({ 'id': 1, 'result': list([ @@ -142,7 +142,7 @@ 'type': 'result', }) # --- -# name: test_backup_end_excepion[exception0] +# name: test_backup_end_exception[exception0] dict({ 'error': dict({ 'code': 'post_backup_actions_failed', @@ -153,7 +153,7 @@ 'type': 'result', }) # --- -# name: test_backup_end_excepion[exception1] +# name: test_backup_end_exception[exception1] dict({ 'error': dict({ 'code': 'post_backup_actions_failed', @@ -164,7 +164,7 @@ 'type': 'result', }) # --- -# name: test_backup_end_excepion[exception2] +# name: test_backup_end_exception[exception2] dict({ 'error': dict({ 'code': 'post_backup_actions_failed', @@ -216,7 +216,7 @@ 'type': 'result', }) # --- -# name: test_backup_start_excepion[exception0] +# name: test_backup_start_exception[exception0] dict({ 'error': dict({ 'code': 'pre_backup_actions_failed', @@ -227,7 +227,7 @@ 'type': 'result', }) # --- -# name: test_backup_start_excepion[exception1] +# name: test_backup_start_exception[exception1] dict({ 'error': dict({ 'code': 'pre_backup_actions_failed', @@ -238,7 +238,7 @@ 'type': 'result', }) # --- -# name: test_backup_start_excepion[exception2] +# name: test_backup_start_exception[exception2] dict({ 'error': dict({ 'code': 'pre_backup_actions_failed', @@ -249,7 +249,7 @@ 'type': 'result', }) # --- -# name: test_backup_sync[with_hassio-hass_access_token] +# name: test_backup_upload[with_hassio-hass_access_token] dict({ 'error': dict({ 'code': 'only_supervisor', @@ -260,7 +260,7 @@ 'type': 'result', }) # --- -# name: test_backup_sync[with_hassio-hass_supervisor_access_token] +# name: test_backup_upload[with_hassio-hass_supervisor_access_token] dict({ 'id': 1, 'result': None, @@ -268,7 +268,7 @@ 'type': 'result', }) # --- -# name: test_backup_sync[without_hassio-hass_access_token] +# name: test_backup_upload[without_hassio-hass_access_token] dict({ 'error': dict({ 'code': 'unknown_command', @@ -279,7 +279,7 @@ 'type': 'result', }) # --- -# name: test_backup_sync[without_hassio-hass_supervisor_access_token] +# name: test_backup_upload[without_hassio-hass_supervisor_access_token] dict({ 'error': dict({ 'code': 'unknown_command', @@ -290,10 +290,10 @@ 'type': 'result', }) # --- -# name: test_backup_sync_excepion[exception0] +# name: test_backup_upload_exception[exception0] dict({ 'error': dict({ - 'code': 'backup_sync_failed', + 'code': 'backup_upload_failed', 'message': '', }), 'id': 1, @@ -301,10 +301,10 @@ 'type': 'result', }) # --- -# name: test_backup_sync_excepion[exception1] +# name: test_backup_upload_exception[exception1] dict({ 'error': dict({ - 'code': 'backup_sync_failed', + 'code': 'backup_upload_failed', 'message': 'Boom', }), 'id': 1, @@ -312,10 +312,10 @@ 'type': 'result', }) # --- -# name: test_backup_sync_excepion[exception2] +# name: test_backup_upload_exception[exception2] dict({ 'error': dict({ - 'code': 'backup_sync_failed', + 'code': 'backup_upload_failed', 'message': 'Boom', }), 'id': 1, diff --git a/tests/components/backup/test_manager.py b/tests/components/backup/test_manager.py index 7b5f97f2cc3..9cc0067cf1a 100644 --- a/tests/components/backup/test_manager.py +++ b/tests/components/backup/test_manager.py @@ -10,17 +10,17 @@ import aiohttp from multidict import CIMultiDict, CIMultiDictProxy import pytest -from homeassistant.components.backup import BackupManager, BackupSyncMetadata +from homeassistant.components.backup import BackupManager, BackupUploadMetadata +from homeassistant.components.backup.agent import BackupAgentPlatformProtocol from homeassistant.components.backup.manager import ( BackupPlatformProtocol, BackupProgress, ) -from homeassistant.components.backup.sync_agent import BackupPlatformAgentProtocol from homeassistant.core import HomeAssistant from homeassistant.exceptions import HomeAssistantError from homeassistant.setup import async_setup_component -from .common import TEST_BACKUP, BackupSyncAgentTest +from .common import TEST_BACKUP, BackupAgentTest from tests.common import MockPlatform, mock_platform @@ -55,7 +55,7 @@ async def _mock_backup_generation( async def _setup_mock_domain( hass: HomeAssistant, - platform: BackupPlatformProtocol | BackupPlatformAgentProtocol | None = None, + platform: BackupPlatformProtocol | BackupAgentPlatformProtocol | None = None, ) -> None: """Set up a mock domain.""" mock_platform(hass, "some_domain.backup", platform or MockPlatform()) @@ -196,7 +196,7 @@ async def test_loading_platforms( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), - async_get_backup_sync_agents=AsyncMock(), + async_get_backup_agents=AsyncMock(), ), ) await manager.load_platforms() @@ -208,11 +208,11 @@ async def test_loading_platforms( assert "Loaded 1 platforms" in caplog.text -async def test_loading_sync_agents( +async def test_loading_agents( hass: HomeAssistant, caplog: pytest.LogCaptureFixture, ) -> None: - """Test loading backup sync agents.""" + """Test loading backup agents.""" manager = BackupManager(hass) assert not manager.loaded_platforms @@ -221,19 +221,17 @@ async def test_loading_sync_agents( await _setup_mock_domain( hass, Mock( - async_get_backup_sync_agents=AsyncMock( - return_value=[BackupSyncAgentTest("test")] - ), + async_get_backup_agents=AsyncMock(return_value=[BackupAgentTest("test")]), ), ) await manager.load_platforms() await hass.async_block_till_done() assert manager.loaded_platforms - assert len(manager.sync_agents) == 1 + assert len(manager.backup_agents) == 1 assert "Loaded 1 agents" in caplog.text - assert "some_domain.test" in manager.sync_agents + assert "some_domain.test" in manager.backup_agents async def test_not_loading_bad_platforms( @@ -271,10 +269,10 @@ async def test_syncing_backup( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), - async_get_backup_sync_agents=AsyncMock( + async_get_backup_agents=AsyncMock( return_value=[ - BackupSyncAgentTest("agent1"), - BackupSyncAgentTest("agent2"), + BackupAgentTest("agent1"), + BackupAgentTest("agent2"), ] ), ), @@ -289,17 +287,17 @@ async def test_syncing_backup( "homeassistant.components.backup.manager.BackupManager.async_get_backup", return_value=backup, ), - patch.object(BackupSyncAgentTest, "async_upload_backup") as mocked_upload, + patch.object(BackupAgentTest, "async_upload_backup") as mocked_upload, patch( "homeassistant.components.backup.manager.HAVERSION", "2025.1.0", ), ): - await manager.async_sync_backup(slug=backup.slug) + await manager.async_upload_backup(slug=backup.slug) assert mocked_upload.call_count == 2 first_call = mocked_upload.call_args_list[0] assert first_call[1]["path"] == backup.path - assert first_call[1]["metadata"] == BackupSyncMetadata( + assert first_call[1]["metadata"] == BackupUploadMetadata( date=backup.date, homeassistant="2025.1.0", name=backup.name, @@ -307,7 +305,7 @@ async def test_syncing_backup( slug=backup.slug, ) - assert "Error during backup sync" not in caplog.text + assert "Error during backup upload" not in caplog.text @pytest.mark.usefixtures("mock_backup_generation") @@ -320,7 +318,7 @@ async def test_syncing_backup_with_exception( """Test syncing a backup with exception.""" manager = BackupManager(hass) - class ModifiedBackupSyncAgentTest(BackupSyncAgentTest): + class ModifiedBackupSyncAgentTest(BackupAgentTest): async def async_upload_backup(self, **kwargs: Any) -> None: raise HomeAssistantError("Test exception") @@ -329,7 +327,7 @@ async def test_syncing_backup_with_exception( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), - async_get_backup_sync_agents=AsyncMock( + async_get_backup_agents=AsyncMock( return_value=[ ModifiedBackupSyncAgentTest("agent1"), ModifiedBackupSyncAgentTest("agent2"), @@ -357,11 +355,11 @@ async def test_syncing_backup_with_exception( ), ): mocked_upload.side_effect = HomeAssistantError("Test exception") - await manager.async_sync_backup(slug=backup.slug) + await manager.async_upload_backup(slug=backup.slug) assert mocked_upload.call_count == 2 first_call = mocked_upload.call_args_list[0] assert first_call[1]["path"] == backup.path - assert first_call[1]["metadata"] == BackupSyncMetadata( + assert first_call[1]["metadata"] == BackupUploadMetadata( date=backup.date, homeassistant="2025.1.0", name=backup.name, @@ -369,7 +367,7 @@ async def test_syncing_backup_with_exception( slug=backup.slug, ) - assert "Error during backup sync - Test exception" in caplog.text + assert "Error during backup upload - Test exception" in caplog.text @pytest.mark.usefixtures("mock_backup_generation") @@ -387,7 +385,7 @@ async def test_syncing_backup_no_agents( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), - async_get_backup_sync_agents=AsyncMock(return_value=[]), + async_get_backup_agents=AsyncMock(return_value=[]), ), ) await manager.load_platforms() @@ -395,9 +393,9 @@ async def test_syncing_backup_no_agents( backup = await _mock_backup_generation(manager, mocked_json_bytes, mocked_tarfile) with patch( - "homeassistant.components.backup.sync_agent.BackupSyncAgent.async_upload_backup" + "homeassistant.components.backup.agent.BackupAgent.async_upload_backup" ) as mocked_async_upload_backup: - await manager.async_sync_backup(slug=backup.slug) + await manager.async_upload_backup(slug=backup.slug) assert mocked_async_upload_backup.call_count == 0 @@ -416,7 +414,7 @@ async def test_exception_plaform_pre( Mock( async_pre_backup=_mock_step, async_post_backup=AsyncMock(), - async_get_backup_sync_agents=AsyncMock(), + async_get_backup_agents=AsyncMock(), ), ) @@ -439,7 +437,7 @@ async def test_exception_plaform_post( Mock( async_pre_backup=AsyncMock(), async_post_backup=_mock_step, - async_get_backup_sync_agents=AsyncMock(), + async_get_backup_agents=AsyncMock(), ), ) @@ -462,7 +460,7 @@ async def test_loading_platforms_when_running_async_pre_backup_actions( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), - async_get_backup_sync_agents=AsyncMock(), + async_get_backup_agents=AsyncMock(), ), ) await manager.async_pre_backup_actions() @@ -488,7 +486,7 @@ async def test_loading_platforms_when_running_async_post_backup_actions( Mock( async_pre_backup=AsyncMock(), async_post_backup=AsyncMock(), - async_get_backup_sync_agents=AsyncMock(), + async_get_backup_agents=AsyncMock(), ), ) await manager.async_post_backup_actions() diff --git a/tests/components/backup/test_websocket.py b/tests/components/backup/test_websocket.py index beeeb7d63f7..68b6666264f 100644 --- a/tests/components/backup/test_websocket.py +++ b/tests/components/backup/test_websocket.py @@ -12,7 +12,7 @@ from homeassistant.components.backup.models import BaseBackup from homeassistant.core import HomeAssistant from homeassistant.exceptions import HomeAssistantError -from .common import TEST_BACKUP, BackupSyncAgentTest, setup_backup_integration +from .common import TEST_BACKUP, BackupAgentTest, setup_backup_integration from tests.typing import WebSocketGenerator @@ -256,7 +256,7 @@ async def test_backup_start( pytest.param(False, id="without_hassio"), ], ) -async def test_backup_sync( +async def test_backup_upload( hass: HomeAssistant, hass_ws_client: WebSocketGenerator, snapshot: SnapshotAssertion, @@ -265,18 +265,18 @@ async def test_backup_sync( access_token_fixture_name: str, with_hassio: bool, ) -> None: - """Test handling of pre backup actions from a WS command.""" + """Test backup upload from a WS command.""" await setup_backup_integration(hass, with_hassio=with_hassio) client = await hass_ws_client(hass, sync_access_token_proxy) await hass.async_block_till_done() with patch( - "homeassistant.components.backup.manager.BackupManager.async_sync_backup", + "homeassistant.components.backup.manager.BackupManager.async_upload_backup", ): await client.send_json_auto_id( { - "type": "backup/sync", + "type": "backup/upload", "data": { "slug": "abc123", }, @@ -293,7 +293,7 @@ async def test_backup_sync( Exception("Boom"), ], ) -async def test_backup_end_excepion( +async def test_backup_end_exception( hass: HomeAssistant, hass_ws_client: WebSocketGenerator, snapshot: SnapshotAssertion, @@ -322,26 +322,26 @@ async def test_backup_end_excepion( Exception("Boom"), ], ) -async def test_backup_sync_excepion( +async def test_backup_upload_exception( hass: HomeAssistant, hass_ws_client: WebSocketGenerator, snapshot: SnapshotAssertion, hass_supervisor_access_token: str, exception: Exception, ) -> None: - """Test exception handling while running sync backup action from a WS command.""" + """Test exception handling while running backup upload from a WS command.""" await setup_backup_integration(hass, with_hassio=True) client = await hass_ws_client(hass, hass_supervisor_access_token) await hass.async_block_till_done() with patch( - "homeassistant.components.backup.manager.BackupManager.async_sync_backup", + "homeassistant.components.backup.manager.BackupManager.async_upload_backup", side_effect=exception, ): await client.send_json_auto_id( { - "type": "backup/sync", + "type": "backup/upload", "data": { "slug": "abc123", }, @@ -358,7 +358,7 @@ async def test_backup_sync_excepion( Exception("Boom"), ], ) -async def test_backup_start_excepion( +async def test_backup_start_exception( hass: HomeAssistant, hass_ws_client: WebSocketGenerator, snapshot: SnapshotAssertion, @@ -394,7 +394,7 @@ async def test_agents_info( ) -> None: """Test getting backup agents info.""" await setup_backup_integration(hass, with_hassio=with_hassio) - hass.data[DATA_MANAGER].sync_agents = {"domain.test": BackupSyncAgentTest("test")} + hass.data[DATA_MANAGER].backup_agents = {"domain.test": BackupAgentTest("test")} client = await hass_ws_client(hass) await hass.async_block_till_done() @@ -410,20 +410,20 @@ async def test_agents_info( pytest.param(False, id="without_hassio"), ], ) -async def test_agents_synced( +async def test_agents_list_backups( hass: HomeAssistant, hass_ws_client: WebSocketGenerator, snapshot: SnapshotAssertion, with_hassio: bool, ) -> None: - """Test getting backup agents synced details.""" + """Test backup agents list backups details.""" await setup_backup_integration(hass, with_hassio=with_hassio) - hass.data[DATA_MANAGER].sync_agents = {"domain.test": BackupSyncAgentTest("test")} + hass.data[DATA_MANAGER].backup_agents = {"domain.test": BackupAgentTest("test")} client = await hass_ws_client(hass) await hass.async_block_till_done() - await client.send_json_auto_id({"type": "backup/agents/synced"}) + await client.send_json_auto_id({"type": "backup/agents/list_backups"}) assert await client.receive_json() == snapshot @@ -440,9 +440,9 @@ async def test_agents_download( snapshot: SnapshotAssertion, with_hassio: bool, ) -> None: - """Test WS command to start downloading a synced backup.""" + """Test WS command to start downloading a backup.""" await setup_backup_integration(hass, with_hassio=with_hassio) - hass.data[DATA_MANAGER].sync_agents = {"domain.test": BackupSyncAgentTest("test")} + hass.data[DATA_MANAGER].backup_agents = {"domain.test": BackupAgentTest("test")} client = await hass_ws_client(hass) await hass.async_block_till_done() @@ -452,10 +452,10 @@ async def test_agents_download( "type": "backup/agents/download", "slug": "abc123", "agent": "domain.test", - "sync_id": "abc123", + "backup_id": "abc123", } ) - with patch.object(BackupSyncAgentTest, "async_download_backup") as download_mock: + with patch.object(BackupAgentTest, "async_download_backup") as download_mock: assert await client.receive_json() == snapshot assert download_mock.call_args[1] == { "id": "abc123", @@ -468,9 +468,9 @@ async def test_agents_download_exception( hass_ws_client: WebSocketGenerator, snapshot: SnapshotAssertion, ) -> None: - """Test WS command to start downloading a synced backup throwing an exception.""" + """Test WS command to start downloading a backup throwing an exception.""" await setup_backup_integration(hass) - hass.data[DATA_MANAGER].sync_agents = {"domain.test": BackupSyncAgentTest("test")} + hass.data[DATA_MANAGER].backup_agents = {"domain.test": BackupAgentTest("test")} client = await hass_ws_client(hass) await hass.async_block_till_done() @@ -480,10 +480,10 @@ async def test_agents_download_exception( "type": "backup/agents/download", "slug": "abc123", "agent": "domain.test", - "sync_id": "abc123", + "backup_id": "abc123", } ) - with patch.object(BackupSyncAgentTest, "async_download_backup") as download_mock: + with patch.object(BackupAgentTest, "async_download_backup") as download_mock: download_mock.side_effect = Exception("Boom") assert await client.receive_json() == snapshot @@ -493,7 +493,7 @@ async def test_agents_download_unknown_agent( hass_ws_client: WebSocketGenerator, snapshot: SnapshotAssertion, ) -> None: - """Test downloading a synced backup with an unknown agent.""" + """Test downloading a backup with an unknown agent.""" await setup_backup_integration(hass) client = await hass_ws_client(hass) @@ -504,7 +504,7 @@ async def test_agents_download_unknown_agent( "type": "backup/agents/download", "slug": "abc123", "agent": "domain.test", - "sync_id": "abc123", + "backup_id": "abc123", } ) assert await client.receive_json() == snapshot From d2c934923e4b2602f06cb8bbddc2a6399b115e25 Mon Sep 17 00:00:00 2001 From: Martin Hjelmare Date: Thu, 14 Nov 2024 08:48:29 +0100 Subject: [PATCH 4/4] Rename backup/upload websocket type to backup/agents/upload --- homeassistant/components/backup/websocket.py | 2 +- tests/components/backup/test_websocket.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/homeassistant/components/backup/websocket.py b/homeassistant/components/backup/websocket.py index 876f6c2bff5..d574116e927 100644 --- a/homeassistant/components/backup/websocket.py +++ b/homeassistant/components/backup/websocket.py @@ -173,7 +173,7 @@ async def handle_backup_end( @websocket_api.ws_require_user(only_supervisor=True) @websocket_api.websocket_command( { - vol.Required("type"): "backup/upload", + vol.Required("type"): "backup/agents/upload", vol.Required("data"): { vol.Required("slug"): str, }, diff --git a/tests/components/backup/test_websocket.py b/tests/components/backup/test_websocket.py index 68b6666264f..92467a0ba76 100644 --- a/tests/components/backup/test_websocket.py +++ b/tests/components/backup/test_websocket.py @@ -276,7 +276,7 @@ async def test_backup_upload( ): await client.send_json_auto_id( { - "type": "backup/upload", + "type": "backup/agents/upload", "data": { "slug": "abc123", }, @@ -341,7 +341,7 @@ async def test_backup_upload_exception( ): await client.send_json_auto_id( { - "type": "backup/upload", + "type": "backup/agents/upload", "data": { "slug": "abc123", },