mirror of
https://github.com/Akkudoktor-EOS/EOS.git
synced 2026-03-09 08:06:17 +00:00
feat: add Home Assistant and NodeRED adapters (#764)
Adapters for Home Assistant and NodeRED integration are added. Akkudoktor-EOS can now be run as Home Assistant add-on and standalone. As Home Assistant add-on EOS uses ingress to fully integrate the EOSdash dashboard in Home Assistant. The fix includes several bug fixes that are not directly related to the adapter implementation but are necessary to keep EOS running properly and to test and document the changes. * fix: development version scheme The development versioning scheme is adaptet to fit to docker and home assistant expectations. The new scheme is x.y.z and x.y.z.dev<hash>. Hash is only digits as expected by home assistant. Development version is appended by .dev as expected by docker. * fix: use mean value in interval on resampling for array When downsampling data use the mean value of all values within the new sampling interval. * fix: default battery ev soc and appliance wh Make the genetic simulation return default values for the battery SoC, electric vehicle SoC and appliance load if these assets are not used. * fix: import json string Strip outer quotes from JSON strings on import to be compliant to json.loads() expectation. * fix: default interval definition for import data Default interval must be defined in lowercase human definition to be accepted by pendulum. * fix: clearoutside schema change * feat: add adapters for integrations Adapters for Home Assistant and NodeRED integration are added. Akkudoktor-EOS can now be run as Home Assistant add-on and standalone. As Home Assistant add-on EOS uses ingress to fully integrate the EOSdash dashboard in Home Assistant. * feat: allow eos to be started with root permissions and drop priviledges Home assistant starts all add-ons with root permissions. Eos now drops root permissions if an applicable user is defined by paramter --run_as_user. The docker image defines the user eos to be used. * feat: make eos supervise and monitor EOSdash Eos now not only starts EOSdash but also monitors EOSdash during runtime and restarts EOSdash on fault. EOSdash logging is captured by EOS and forwarded to the EOS log to provide better visibility. * feat: add duration to string conversion Make to_duration to also return the duration as string on request. * chore: Use info logging to report missing optimization parameters In parameter preparation for automatic optimization an error was logged for missing paramters. Log is now down using the info level. * chore: make EOSdash use the EOS data directory for file import/ export EOSdash use the EOS data directory for file import/ export by default. This allows to use the configuration import/ export function also within docker images. * chore: improve EOSdash config tab display Improve display of JSON code and add more forms for config value update. * chore: make docker image file system layout similar to home assistant Only use /data directory for persistent data. This is handled as a docker volume. The /data volume is mapped to ~/.local/share/net.akkudoktor.eos if using docker compose. * chore: add home assistant add-on development environment Add VSCode devcontainer and task definition for home assistant add-on development. * chore: improve documentation
This commit is contained in:
@@ -9,7 +9,6 @@ import subprocess
|
||||
import sys
|
||||
import traceback
|
||||
from contextlib import asynccontextmanager
|
||||
from pathlib import Path
|
||||
from typing import Annotated, Any, AsyncGenerator, Dict, List, Optional, Union
|
||||
|
||||
import psutil
|
||||
@@ -33,7 +32,7 @@ from akkudoktoreos.core.emplan import EnergyManagementPlan, ResourceStatus
|
||||
from akkudoktoreos.core.ems import get_ems
|
||||
from akkudoktoreos.core.emsettings import EnergyManagementMode
|
||||
from akkudoktoreos.core.logabc import LOGGING_LEVELS
|
||||
from akkudoktoreos.core.logging import read_file_log, track_logging_config
|
||||
from akkudoktoreos.core.logging import logging_track_config, read_file_log
|
||||
from akkudoktoreos.core.pydantic import (
|
||||
PydanticBaseModel,
|
||||
PydanticDateTimeData,
|
||||
@@ -54,11 +53,13 @@ from akkudoktoreos.prediction.loadakkudoktor import LoadAkkudoktorCommonSettings
|
||||
from akkudoktoreos.prediction.prediction import get_prediction
|
||||
from akkudoktoreos.prediction.pvforecast import PVForecastCommonSettings
|
||||
from akkudoktoreos.server.rest.error import create_error_page
|
||||
from akkudoktoreos.server.rest.starteosdash import run_eosdash_supervisor
|
||||
from akkudoktoreos.server.rest.tasks import repeat_every
|
||||
from akkudoktoreos.server.server import (
|
||||
drop_root_privileges,
|
||||
fix_data_directories_permissions,
|
||||
get_default_host,
|
||||
get_host_ip,
|
||||
validate_ip_or_hostname,
|
||||
wait_for_port_free,
|
||||
)
|
||||
from akkudoktoreos.utils.datetimeutil import to_datetime, to_duration
|
||||
@@ -70,15 +71,18 @@ prediction_eos = get_prediction()
|
||||
ems_eos = get_ems()
|
||||
resource_registry_eos = get_resource_registry()
|
||||
|
||||
|
||||
# ------------------------------------
|
||||
# Logging configuration at import time
|
||||
# ------------------------------------
|
||||
|
||||
logger.remove()
|
||||
track_logging_config(config_eos, "logging", None, None)
|
||||
config_eos.track_nested_value("/logging", track_logging_config)
|
||||
logging_track_config(config_eos, "logging", None, None)
|
||||
|
||||
# -----------------------------
|
||||
# Configuration change tracking
|
||||
# -----------------------------
|
||||
|
||||
config_eos.track_nested_value("/logging", logging_track_config)
|
||||
|
||||
# ----------------------------
|
||||
# Safe argparse at import time
|
||||
@@ -114,6 +118,11 @@ parser.add_argument(
|
||||
default=None,
|
||||
help="Enable or disable automatic EOSdash startup. Options: True or False (default: value from config)",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--run_as_user",
|
||||
type=str,
|
||||
help="The unprivileged user account the EOS server shall switch to after performing root-level startup tasks.",
|
||||
)
|
||||
|
||||
# Command line arguments
|
||||
args: argparse.Namespace
|
||||
@@ -137,7 +146,7 @@ if args and args.log_level is not None:
|
||||
# Ensure log_level from command line is in config settings
|
||||
if log_level in LOGGING_LEVELS:
|
||||
# Setup console logging level using nested value
|
||||
# - triggers logging configuration by track_logging_config
|
||||
# - triggers logging configuration by logging_track_config
|
||||
config_eos.set_nested_value("logging/console_level", log_level)
|
||||
logger.debug(f"logging/console_level configuration set by argument to {log_level}")
|
||||
|
||||
@@ -188,105 +197,6 @@ if config_eos.server.startup_eosdash:
|
||||
config_eos.set_nested_value("server/eosdash_port", port + 1)
|
||||
|
||||
|
||||
# ----------------------
|
||||
# EOSdash server startup
|
||||
# ----------------------
|
||||
|
||||
|
||||
def start_eosdash(
|
||||
host: str,
|
||||
port: int,
|
||||
eos_host: str,
|
||||
eos_port: int,
|
||||
log_level: str,
|
||||
access_log: bool,
|
||||
reload: bool,
|
||||
eos_dir: str,
|
||||
eos_config_dir: str,
|
||||
) -> subprocess.Popen:
|
||||
"""Start the EOSdash server as a subprocess.
|
||||
|
||||
This function starts the EOSdash server by launching it as a subprocess. It checks if the server
|
||||
is already running on the specified port and either returns the existing process or starts a new
|
||||
one.
|
||||
|
||||
Args:
|
||||
host (str): The hostname for the EOSdash server.
|
||||
port (int): The port for the EOSdash server.
|
||||
eos_host (str): The hostname for the EOS server.
|
||||
eos_port (int): The port for the EOS server.
|
||||
log_level (str): The logging level for the EOSdash server.
|
||||
access_log (bool): Flag to enable or disable access logging.
|
||||
reload (bool): Flag to enable or disable auto-reloading.
|
||||
eos_dir (str): Path to the EOS data directory.
|
||||
eos_config_dir (str): Path to the EOS configuration directory.
|
||||
|
||||
Returns:
|
||||
subprocess.Popen: The process of the EOSdash server.
|
||||
|
||||
Raises:
|
||||
RuntimeError: If the EOSdash server fails to start.
|
||||
"""
|
||||
try:
|
||||
validate_ip_or_hostname(host)
|
||||
validate_ip_or_hostname(eos_host)
|
||||
except Exception as ex:
|
||||
error_msg = f"Could not start EOSdash: {ex}"
|
||||
logger.error(error_msg)
|
||||
raise RuntimeError(error_msg)
|
||||
|
||||
eosdash_path = Path(__file__).parent.resolve().joinpath("eosdash.py")
|
||||
|
||||
# Do a one time check for port free to generate warnings if not so
|
||||
wait_for_port_free(port, timeout=0, waiting_app_name="EOSdash")
|
||||
|
||||
cmd = [
|
||||
sys.executable,
|
||||
"-m",
|
||||
"akkudoktoreos.server.eosdash",
|
||||
"--host",
|
||||
str(host),
|
||||
"--port",
|
||||
str(port),
|
||||
"--eos-host",
|
||||
str(eos_host),
|
||||
"--eos-port",
|
||||
str(eos_port),
|
||||
"--log_level",
|
||||
log_level,
|
||||
"--access_log",
|
||||
str(access_log),
|
||||
"--reload",
|
||||
str(reload),
|
||||
]
|
||||
# Set environment before any subprocess run, to keep custom config dir
|
||||
env = os.environ.copy()
|
||||
env["EOS_DIR"] = eos_dir
|
||||
env["EOS_CONFIG_DIR"] = eos_config_dir
|
||||
|
||||
try:
|
||||
server_process = subprocess.Popen( # noqa: S603
|
||||
cmd,
|
||||
env=env,
|
||||
stdout=subprocess.PIPE,
|
||||
stderr=subprocess.PIPE,
|
||||
start_new_session=True,
|
||||
)
|
||||
logger.info(f"Started EOSdash with '{cmd}'.")
|
||||
except subprocess.CalledProcessError as ex:
|
||||
error_msg = f"Could not start EOSdash: {ex}"
|
||||
logger.error(error_msg)
|
||||
raise RuntimeError(error_msg)
|
||||
|
||||
# Check EOSdash is still running
|
||||
if server_process.poll() is not None:
|
||||
error_msg = f"EOSdash finished immediatedly with code: {server_process.returncode}"
|
||||
logger.error(error_msg)
|
||||
raise RuntimeError(error_msg)
|
||||
|
||||
return server_process
|
||||
|
||||
|
||||
# ----------------------
|
||||
# EOS REST Server
|
||||
# ----------------------
|
||||
@@ -389,41 +299,7 @@ async def server_shutdown_task() -> None:
|
||||
async def lifespan(app: FastAPI) -> AsyncGenerator[None, None]:
|
||||
"""Lifespan manager for the app."""
|
||||
# On startup
|
||||
if config_eos.server.startup_eosdash:
|
||||
try:
|
||||
if (
|
||||
config_eos.server.eosdash_host is None
|
||||
or config_eos.server.eosdash_port is None
|
||||
or config_eos.server.host is None
|
||||
or config_eos.server.port is None
|
||||
):
|
||||
raise ValueError(
|
||||
f"Invalid configuration for EOSdash server startup.\n"
|
||||
f"- server/startup_eosdash: {config_eos.server.startup_eosdash}\n"
|
||||
f"- server/eosdash_host: {config_eos.server.eosdash_host}\n"
|
||||
f"- server/eosdash_port: {config_eos.server.eosdash_port}\n"
|
||||
f"- server/host: {config_eos.server.host}\n"
|
||||
f"- server/port: {config_eos.server.port}"
|
||||
)
|
||||
|
||||
log_level = (
|
||||
config_eos.logging.console_level if config_eos.logging.console_level else "info"
|
||||
)
|
||||
|
||||
eosdash_process = start_eosdash(
|
||||
host=str(config_eos.server.eosdash_host),
|
||||
port=config_eos.server.eosdash_port,
|
||||
eos_host=str(config_eos.server.host),
|
||||
eos_port=config_eos.server.port,
|
||||
log_level=log_level,
|
||||
access_log=True,
|
||||
reload=False,
|
||||
eos_dir=str(config_eos.general.data_folder_path),
|
||||
eos_config_dir=str(config_eos.general.config_folder_path),
|
||||
)
|
||||
except Exception as e:
|
||||
logger.error(f"Failed to start EOSdash server. Error: {e}")
|
||||
sys.exit(1)
|
||||
asyncio.create_task(run_eosdash_supervisor())
|
||||
|
||||
load_eos_state()
|
||||
|
||||
@@ -606,7 +482,7 @@ async def fastapi_admin_server_shutdown_post() -> dict:
|
||||
}
|
||||
|
||||
|
||||
@app.get("/v1/health")
|
||||
@app.get("/v1/health", tags=["health"])
|
||||
def fastapi_health_get(): # type: ignore
|
||||
"""Health check endpoint to verify that the EOS server is alive."""
|
||||
return JSONResponse(
|
||||
@@ -1190,7 +1066,7 @@ def fastapi_energy_management_optimization_solution_get() -> OptimizationSolutio
|
||||
if solution is None:
|
||||
raise HTTPException(
|
||||
status_code=404,
|
||||
detail="Can not get the optimization solution. Did you configure automatic optimization?",
|
||||
detail="Can not get the optimization solution.\nDid you configure automatic optimization?",
|
||||
)
|
||||
return solution
|
||||
|
||||
@@ -1202,7 +1078,7 @@ def fastapi_energy_management_plan_get() -> EnergyManagementPlan:
|
||||
if plan is None:
|
||||
raise HTTPException(
|
||||
status_code=404,
|
||||
detail="Can not get the energy management plan. Did you configure automatic optimization?",
|
||||
detail="Can not get the energy management plan.\nDid you configure automatic optimization?",
|
||||
)
|
||||
return plan
|
||||
|
||||
@@ -1256,7 +1132,7 @@ async def fastapi_strompreis() -> list[float]:
|
||||
except Exception as e:
|
||||
raise HTTPException(
|
||||
status_code=404,
|
||||
detail=f"Can not get the electricity price forecast: {e}. Did you configure the electricity price forecast provider?",
|
||||
detail=f"Can not get the electricity price forecast: {e}.\nDid you configure the electricity price forecast provider?",
|
||||
)
|
||||
|
||||
return elecprice
|
||||
@@ -1360,7 +1236,7 @@ async def fastapi_gesamtlast(request: GesamtlastRequest) -> list[float]:
|
||||
except Exception as e:
|
||||
raise HTTPException(
|
||||
status_code=404,
|
||||
detail=f"Can not get the total load forecast: {e}. Did you configure the load forecast provider?",
|
||||
detail=f"Can not get the total load forecast: {e}.\nDid you configure the load forecast provider?",
|
||||
)
|
||||
|
||||
return prediction_list
|
||||
@@ -1421,7 +1297,7 @@ async def fastapi_gesamtlast_simple(year_energy: float) -> list[float]:
|
||||
except Exception as e:
|
||||
raise HTTPException(
|
||||
status_code=404,
|
||||
detail=f"Can not get the total load forecast: {e}. Did you configure the load forecast provider?",
|
||||
detail=f"Can not get the total load forecast: {e}.\nDid you configure the load forecast provider?",
|
||||
)
|
||||
|
||||
return prediction_list
|
||||
@@ -1616,6 +1492,17 @@ def run_eos() -> None:
|
||||
Returns:
|
||||
None
|
||||
"""
|
||||
if args:
|
||||
run_as_user = args.run_as_user
|
||||
else:
|
||||
run_as_user = None
|
||||
|
||||
# Switch data directories ownership to user
|
||||
fix_data_directories_permissions(run_as_user=run_as_user)
|
||||
|
||||
# Switch privileges to run_as_user
|
||||
drop_root_privileges(run_as_user=run_as_user)
|
||||
|
||||
# Wait for EOS port to be free - e.g. in case of restart
|
||||
wait_for_port_free(port, timeout=120, waiting_app_name="EOS")
|
||||
|
||||
@@ -1628,6 +1515,8 @@ def run_eos() -> None:
|
||||
log_level="info", # Fix log level for uvicorn to info
|
||||
access_log=True, # Fix server access logging to True
|
||||
reload=reload,
|
||||
proxy_headers=True,
|
||||
forwarded_allow_ips="*",
|
||||
)
|
||||
except Exception as e:
|
||||
logger.exception("Failed to start uvicorn server.")
|
||||
|
||||
Reference in New Issue
Block a user