# ========================================================================== # # # # KVMD - The main PiKVM daemon. # # # # Copyright (C) 2018-2022 Maxim Devaev # # # # This program is free software: you can redistribute it and/or modify # # it under the terms of the GNU General Public License as published by # # the Free Software Foundation, either version 3 of the License, or # # (at your option) any later version. # # # # This program is distributed in the hope that it will be useful, # # but WITHOUT ANY WARRANTY; without even the implied warranty of # # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # # GNU General Public License for more details. # # # # You should have received a copy of the GNU General Public License # # along with this program. If not, see . # # # # ========================================================================== # import asyncio import contextlib import dataclasses import functools import time from typing import AsyncGenerator from ....logging import get_logger from ....inotify import InotifyMask from ....inotify import Inotify from ....yamlconf import Option from ....validators.basic import valid_bool from ....validators.basic import valid_number from ....validators.os import valid_printable_filename from ....validators.os import valid_command from .... import aiotools from .... import aiohelpers from .... import fstab from .. import MsdError from .. import MsdIsBusyError from .. import MsdOfflineError from .. import MsdConnectedError from .. import MsdDisconnectedError from .. import MsdImageNotSelected from .. import MsdUnknownImageError from .. import MsdImageExistsError from .. import BaseMsd from .. import MsdFileReader from .. import MsdFileWriter from .storage import Image from .storage import Storage from .drive import Drive # ===== @dataclasses.dataclass(frozen=True) class _DriveState: image: (Image | None) cdrom: bool rw: bool @dataclasses.dataclass(frozen=True) class _StorageState: size: int free: int images: dict[str, Image] # ===== @dataclasses.dataclass class _VirtualDriveState: image: (Image | None) connected: bool cdrom: bool rw: bool @classmethod def from_drive_state(cls, state: _DriveState) -> "_VirtualDriveState": return _VirtualDriveState( image=state.image, connected=bool(state.image), cdrom=state.cdrom, rw=state.rw, ) class _State: def __init__(self, notifier: aiotools.AioNotifier) -> None: self.__notifier = notifier self.storage: (_StorageState | None) = None self.vd: (_VirtualDriveState | None) = None self._region = aiotools.AioExclusiveRegion(MsdIsBusyError) self._lock = asyncio.Lock() @contextlib.asynccontextmanager async def busy(self, check_online: bool=True) -> AsyncGenerator[None, None]: async with self._region: async with self._lock: self.__notifier.notify() if check_online: if self.vd is None: raise MsdOfflineError() assert self.storage yield self.__notifier.notify() def is_busy(self) -> bool: return self._region.is_busy() # ===== class Plugin(BaseMsd): # pylint: disable=too-many-instance-attributes def __init__( # pylint: disable=super-init-not-called self, read_chunk_size: int, write_chunk_size: int, sync_chunk_size: int, remount_cmd: list[str], initial: dict, gadget: str, # XXX: Not from options, see /kvmd/apps/kvmd/__init__.py for details ) -> None: self.__read_chunk_size = read_chunk_size self.__write_chunk_size = write_chunk_size self.__sync_chunk_size = sync_chunk_size self.__remount_cmd = remount_cmd self.__initial_image: str = initial["image"] self.__initial_cdrom: bool = initial["cdrom"] self.__drive = Drive(gadget, instance=0, lun=0) self.__storage = Storage(fstab.find_msd().root_path) self.__reader: (MsdFileReader | None) = None self.__writer: (MsdFileWriter | None) = None self.__notifier = aiotools.AioNotifier() self.__state = _State(self.__notifier) logger = get_logger(0) logger.info("Using OTG gadget %r as MSD", gadget) aiotools.run_sync(self.__reload_state(notify=False)) @classmethod def get_plugin_options(cls) -> dict: return { "read_chunk_size": Option(65536, type=functools.partial(valid_number, min=1024)), "write_chunk_size": Option(65536, type=functools.partial(valid_number, min=1024)), "sync_chunk_size": Option(4194304, type=functools.partial(valid_number, min=1024)), "remount_cmd": Option([ "/usr/bin/sudo", "--non-interactive", "/usr/bin/kvmd-helper-otgmsd-remount", "{mode}", ], type=valid_command), "initial": { "image": Option("", type=valid_printable_filename, if_empty=""), "cdrom": Option(False, type=valid_bool), }, } async def get_state(self) -> dict: async with self.__state._lock: # pylint: disable=protected-access storage: (dict | None) = None if self.__state.storage: storage = dataclasses.asdict(self.__state.storage) for name in list(storage["images"]): del storage["images"][name]["path"] del storage["images"][name]["in_storage"] del storage["images"][name]["storage"] storage["downloading"] = (self.__reader.get_state() if self.__reader else None) if self.__writer: # При загрузке файла показываем актуальную статистику вручную storage["uploading"] = self.__writer.get_state() space = self.__storage.get_space(fatal=False) if space: storage.update(dataclasses.asdict(space)) else: storage["uploading"] = None vd: (dict | None) = None if self.__state.vd: vd = dataclasses.asdict(self.__state.vd) if vd["image"]: del vd["image"]["path"] del vd["image"]["storage"] return { "enabled": True, "online": (bool(self.__state.vd) and self.__drive.is_enabled()), "busy": self.__state.is_busy(), "storage": storage, "drive": vd, "features": { "multi": True, "cdrom": True, "rw": True, }, } async def poll_state(self) -> AsyncGenerator[dict, None]: prev_state: dict = {} while True: state = await self.get_state() if state != prev_state: yield state prev_state = state await self.__notifier.wait() async def systask(self) -> None: await self.__watch_inotify() @aiotools.atomic_fg async def reset(self) -> None: async with self.__state.busy(check_online=False): try: self.__drive.set_image_path("") self.__drive.set_cdrom_flag(False) self.__drive.set_rw_flag(False) await self.__remount_rw(False) except Exception: get_logger(0).exception("Can't reset MSD properly") @aiotools.atomic_fg async def cleanup(self) -> None: await self.__close_reader() await self.__close_writer() # ===== @aiotools.atomic_fg async def set_params( self, name: (str | None)=None, cdrom: (bool | None)=None, rw: (bool | None)=None, ) -> None: async with self.__state.busy(): assert self.__state.vd self.__STATE_check_disconnected() if name is not None: if name: self.__state.vd.image = self.__STATE_get_storage_image(name) else: self.__state.vd.image = None if cdrom is not None: self.__state.vd.cdrom = cdrom if cdrom: rw = False if rw is not None: self.__state.vd.rw = rw if rw: self.__state.vd.cdrom = False @aiotools.atomic_fg async def set_connected(self, connected: bool) -> None: async with self.__state.busy(): assert self.__state.vd if connected: self.__STATE_check_disconnected() if self.__state.vd.image is None: raise MsdImageNotSelected() if not self.__state.vd.image.exists(): raise MsdUnknownImageError() assert self.__state.vd.image.in_storage self.__drive.set_rw_flag(self.__state.vd.rw) self.__drive.set_cdrom_flag(self.__state.vd.cdrom) if self.__state.vd.rw: await self.__remount_rw(True) self.__drive.set_image_path(self.__state.vd.image.path) else: self.__STATE_check_connected() self.__drive.set_image_path("") await self.__remount_rw(False, fatal=False) self.__state.vd.connected = connected @contextlib.asynccontextmanager async def read_image(self, name: str) -> AsyncGenerator[MsdFileReader, None]: try: async with self.__state._region: # pylint: disable=protected-access try: async with self.__state._lock: # pylint: disable=protected-access self.__notifier.notify() self.__STATE_check_disconnected() image = self.__STATE_get_storage_image(name) self.__reader = await MsdFileReader( notifier=self.__notifier, path=image.path, chunk_size=self.__read_chunk_size, ).open() yield self.__reader finally: await aiotools.shield_fg(self.__close_reader()) finally: self.__notifier.notify() @contextlib.asynccontextmanager async def write_image(self, name: str, size: int, remove_incomplete: (bool | None)) -> AsyncGenerator[MsdFileWriter, None]: try: async with self.__state._region: # pylint: disable=protected-access image: (Image | None) = None try: async with self.__state._lock: # pylint: disable=protected-access self.__notifier.notify() self.__STATE_check_disconnected() image = self.__STORAGE_create_new_image(name) await self.__remount_rw(True) image.set_complete(False) self.__writer = await MsdFileWriter( notifier=self.__notifier, path=image.path, file_size=size, sync_size=self.__sync_chunk_size, chunk_size=self.__write_chunk_size, ).open() self.__notifier.notify() yield self.__writer image.set_complete(self.__writer.is_complete()) finally: if image and remove_incomplete and self.__writer and not self.__writer.is_complete(): image.remove(fatal=False) try: await aiotools.shield_fg(self.__close_writer()) finally: await aiotools.shield_fg(self.__remount_rw(False, fatal=False)) finally: # Между закрытием файла и эвентом айнотифи состояние может быть не обновлено, # так что форсим обновление вручную, чтобы получить актуальное состояние. await aiotools.shield_fg(self.__reload_state()) @aiotools.atomic_fg async def remove(self, name: str) -> None: async with self.__state.busy(): assert self.__state.storage assert self.__state.vd self.__STATE_check_disconnected() image = self.__STATE_get_storage_image(name) if self.__state.vd.image == image: self.__state.vd.image = None await self.__remount_rw(True) try: image.remove(fatal=True) del self.__state.storage.images[name] finally: await self.__remount_rw(False, fatal=False) # ===== def __STATE_check_connected(self) -> None: # pylint: disable=invalid-name assert self.__state.vd if not (self.__state.vd.connected or self.__drive.get_image_path()): raise MsdDisconnectedError() def __STATE_check_disconnected(self) -> None: # pylint: disable=invalid-name assert self.__state.vd if self.__state.vd.connected or self.__drive.get_image_path(): raise MsdConnectedError() def __STATE_get_storage_image(self, name: str) -> Image: # pylint: disable=invalid-name assert self.__state.storage image = self.__state.storage.images.get(name) if image is None or not image.exists(): raise MsdUnknownImageError() assert image.in_storage return image def __STORAGE_create_new_image(self, name: str) -> Image: # pylint: disable=invalid-name assert self.__state.storage image = self.__storage.get_image_by_name(name) if image.name in self.__state.storage.images or image.exists(): raise MsdImageExistsError() return image # ===== async def __close_reader(self) -> None: if self.__reader: await self.__reader.close() self.__reader = None async def __close_writer(self) -> None: if self.__writer: await self.__writer.close() self.__writer = None # ===== async def __watch_inotify(self) -> None: logger = get_logger(0) while True: try: while True: # Активно ждем, пока не будут на месте все каталоги. await self.__reload_state() if self.__state.vd: break await asyncio.sleep(5) with Inotify() as inotify: for path in [ *self.__storage.get_watchable_paths(), *self.__drive.get_watchable_paths(), ]: inotify.watch(path, InotifyMask.ALL_MODIFY_EVENTS) # После установки вотчеров еще раз проверяем стейт, чтобы ничего не потерять await self.__reload_state() while self.__state.vd: # Если живы после предыдущей проверки need_restart = False need_reload_state = False for event in (await inotify.get_series(timeout=1)): need_reload_state = True if event.mask & (InotifyMask.DELETE_SELF | InotifyMask.MOVE_SELF | InotifyMask.UNMOUNT): # Если выгрузили OTG, что-то отмонтировали или делают еще какую-то странную фигню logger.warning("Got fatal inotify event: %s; reinitializing MSD ...", event) need_restart = True break if need_restart: break if need_reload_state: await self.__reload_state() except Exception: logger.exception("Unexpected MSD watcher error") time.sleep(1) async def __reload_state(self, notify: bool=True) -> None: logger = get_logger(0) async with self.__state._lock: # pylint: disable=protected-access try: drive_state = self.__get_drive_state() if self.__state.vd is None and drive_state.image is None: # Если только что включились и образ не подключен - попробовать # перемонтировать хранилище (и создать images и meta). logger.info("Probing to remount storage ...") await self.__remount_rw(True) await self.__remount_rw(False) await self.__setup_initial() storage_state = self.__get_storage_state() except Exception: logger.exception("Error while reloading MSD state; switching to offline") self.__state.storage = None self.__state.vd = None else: self.__state.storage = storage_state if drive_state.image: # При подключенном образе виртуальный стейт заменяется реальным self.__state.vd = _VirtualDriveState.from_drive_state(drive_state) else: if self.__state.vd is None: # Если раньше MSD был отключен self.__state.vd = _VirtualDriveState.from_drive_state(drive_state) image = self.__state.vd.image if image and (not image.in_storage or not image.exists()): # Если только что отключили ручной образ вне хранилища или ранее выбранный образ был удален self.__state.vd.image = None self.__state.vd.connected = False if notify: self.__notifier.notify() async def __setup_initial(self) -> None: if self.__initial_image: logger = get_logger(0) image = self.__storage.get_image_by_name(self.__initial_image) if image.exists(): logger.info("Setting up initial image %r ...", self.__initial_image) try: self.__drive.set_rw_flag(False) self.__drive.set_cdrom_flag(self.__initial_cdrom) self.__drive.set_image_path(image.path) except Exception: logger.exception("Can't setup initial image: ignored") else: logger.error("Can't find initial image %r: ignored", self.__initial_image) # ===== def __get_storage_state(self) -> _StorageState: images = self.__storage.get_images() space = self.__storage.get_space(fatal=True) assert space return _StorageState( size=space.size, free=space.free, images=images, ) def __get_drive_state(self) -> _DriveState: path = self.__drive.get_image_path() return _DriveState( image=(self.__storage.get_image_by_path(path) if path else None), cdrom=self.__drive.get_cdrom_flag(), rw=self.__drive.get_rw_flag(), ) # ===== async def __remount_rw(self, rw: bool, fatal: bool=True) -> None: if not (await aiohelpers.remount("MSD", self.__remount_cmd, rw)): if fatal: raise MsdError("Can't execute remount helper")