mirror of
https://github.com/Akkudoktor-EOS/EOS.git
synced 2026-11-09 23:33:20 +01:00
fix(eosdash): render predictions without provider-specific load statistics (#1479)
With load.provider = "LoadImport", EOSdash requests Akkudoktor-only statistics and returns an error instead of rendering any prediction charts when the API correctly responds with 404. Fetch only keys advertised by /v1/prediction/keys, tolerate individual 404s if availability changes, and render the load mean/stddev lines only when their series exist. Charts without their required series are skipped; empty/all-null responses produce a no-data message instead of invalid axes or concatenation errors. Other HTTP failures remain visible. Regression coverage uses real Bokeh plotting for LoadImport, LoadAkkudoktor/Adjusted, independently available statistics, missing/empty series, and non-404 errors. The existing timezone/DST regression remains covered.
This commit is contained in:
Normann
@@ -168,14 +168,6 @@ def LoadForecast(predictions: pd.DataFrame, config: dict, date_time_tz: str, dar
|
||||
sizing_mode="stretch_width",
|
||||
height=400,
|
||||
)
|
||||
# Add secondary y-axis for stddev
|
||||
stddev_min = predictions["loadakkudoktor_std_power_w"].min()
|
||||
stddev_max = predictions["loadakkudoktor_std_power_w"].max()
|
||||
plot.extra_y_ranges["stddev"] = Range1d(start=stddev_min - 5, end=stddev_max + 5)
|
||||
y2_axis = LinearAxis(y_range_name="stddev", axis_label="Load Standard Deviation [W]")
|
||||
y2_axis.axis_label_text_color = "green"
|
||||
plot.add_layout(y2_axis, "left")
|
||||
|
||||
plot.line(
|
||||
"date_time",
|
||||
"loadforecast_power_w",
|
||||
@@ -183,21 +175,31 @@ def LoadForecast(predictions: pd.DataFrame, config: dict, date_time_tz: str, dar
|
||||
legend_label="Load forecast value (adjusted by measurement)",
|
||||
color="red",
|
||||
)
|
||||
plot.line(
|
||||
"date_time",
|
||||
"loadakkudoktor_mean_power_w",
|
||||
source=source,
|
||||
legend_label="Load mean value",
|
||||
color="blue",
|
||||
)
|
||||
plot.line(
|
||||
"date_time",
|
||||
"loadakkudoktor_std_power_w",
|
||||
source=source,
|
||||
legend_label="Load standard deviation",
|
||||
color="green",
|
||||
y_range_name="stddev",
|
||||
)
|
||||
if "loadakkudoktor_mean_power_w" in predictions:
|
||||
plot.line(
|
||||
"date_time",
|
||||
"loadakkudoktor_mean_power_w",
|
||||
source=source,
|
||||
legend_label="Load mean value",
|
||||
color="blue",
|
||||
)
|
||||
if "loadakkudoktor_std_power_w" in predictions:
|
||||
# Add secondary y-axis for stddev
|
||||
stddev_min = predictions["loadakkudoktor_std_power_w"].min()
|
||||
stddev_max = predictions["loadakkudoktor_std_power_w"].max()
|
||||
plot.extra_y_ranges["stddev"] = Range1d(start=stddev_min - 5, end=stddev_max + 5)
|
||||
y2_axis = LinearAxis(y_range_name="stddev", axis_label="Load Standard Deviation [W]")
|
||||
y2_axis.axis_label_text_color = "green"
|
||||
plot.add_layout(y2_axis, "left")
|
||||
|
||||
plot.line(
|
||||
"date_time",
|
||||
"loadakkudoktor_std_power_w",
|
||||
source=source,
|
||||
legend_label="Load standard deviation",
|
||||
color="green",
|
||||
y_range_name="stddev",
|
||||
)
|
||||
plot.toolbar.autohide = True
|
||||
bokey_apply_theme_to_plot(plot, dark)
|
||||
|
||||
@@ -247,8 +249,14 @@ def Prediction(eos_host: str, eos_port: Union[str, int], data: Optional[dict] =
|
||||
series_list = []
|
||||
|
||||
try:
|
||||
result = requests.get(f"{server}/v1/prediction/keys", timeout=10)
|
||||
result.raise_for_status()
|
||||
available_keys = set(result.json())
|
||||
|
||||
for options in prediction_requests:
|
||||
key = options[0]
|
||||
if key not in available_keys:
|
||||
continue
|
||||
resample_method = options[1]
|
||||
fill_method = options[2]
|
||||
|
||||
@@ -265,10 +273,14 @@ def Prediction(eos_host: str, eos_port: Union[str, int], data: Optional[dict] =
|
||||
params=params,
|
||||
timeout=10,
|
||||
)
|
||||
# The provider may have changed since the keys were retrieved.
|
||||
if result.status_code == 404:
|
||||
continue
|
||||
result.raise_for_status()
|
||||
|
||||
series = PydanticDateTimeSeries(**result.json()).to_series().rename(key)
|
||||
series_list.append(series)
|
||||
if not series.dropna().empty:
|
||||
series_list.append(series)
|
||||
|
||||
except requests.exceptions.HTTPError as err:
|
||||
detail = result.json()["detail"]
|
||||
@@ -279,6 +291,9 @@ def Prediction(eos_host: str, eos_port: Union[str, int], data: Optional[dict] =
|
||||
# ---------------------------------------------------------------------
|
||||
# Merge into dataframe
|
||||
# ---------------------------------------------------------------------
|
||||
if not series_list:
|
||||
return P("No prediction data available.", cls="text-center")
|
||||
|
||||
predictions = pd.concat(series_list, axis=1).reset_index()
|
||||
predictions = predictions.rename(columns={"index": "date_time"})
|
||||
|
||||
@@ -286,11 +301,17 @@ def Prediction(eos_host: str, eos_port: Union[str, int], data: Optional[dict] =
|
||||
date_time_tz = predictions["date_time"].dt.tz
|
||||
predictions["date_time"] = pd.to_datetime(predictions["date_time"]).dt.tz_localize(None)
|
||||
|
||||
return Grid(
|
||||
PVForecast(predictions, config, date_time_tz, dark),
|
||||
ElectricityPriceForecast(predictions, config, date_time_tz, dark),
|
||||
WeatherTempAirHumidityForecast(predictions, config, date_time_tz, dark),
|
||||
WeatherIrradianceForecast(predictions, config, date_time_tz, dark),
|
||||
LoadForecast(predictions, config, date_time_tz, dark),
|
||||
cols_max=2,
|
||||
)
|
||||
plots = []
|
||||
for forecast, required_keys in (
|
||||
(PVForecast, {"pvforecast_ac_power"}),
|
||||
(ElectricityPriceForecast, {"elecprice_marketprice_kwh"}),
|
||||
(WeatherTempAirHumidityForecast, {"weather_temp_air", "weather_relative_humidity"}),
|
||||
(WeatherIrradianceForecast, {"weather_ghi", "weather_dni", "weather_dhi"}),
|
||||
(LoadForecast, {"loadforecast_power_w"}),
|
||||
):
|
||||
if required_keys.issubset(predictions.columns):
|
||||
plots.append(forecast(predictions, config, date_time_tz, dark))
|
||||
|
||||
if not plots:
|
||||
return P("No prediction data available.", cls="text-center")
|
||||
return Grid(*plots, cols_max=2)
|
||||
|
||||
@@ -2,9 +2,23 @@ from unittest.mock import Mock
|
||||
|
||||
import pandas as pd
|
||||
import pytest
|
||||
import requests
|
||||
|
||||
from akkudoktoreos.server.dash import prediction
|
||||
|
||||
PREDICTION_KEYS = [
|
||||
"pvforecast_ac_power",
|
||||
"elecprice_marketprice_kwh",
|
||||
"weather_relative_humidity",
|
||||
"weather_temp_air",
|
||||
"weather_ghi",
|
||||
"weather_dni",
|
||||
"weather_dhi",
|
||||
"loadforecast_power_w",
|
||||
"loadakkudoktor_std_power_w",
|
||||
"loadakkudoktor_mean_power_w",
|
||||
]
|
||||
|
||||
|
||||
@pytest.mark.parametrize("dark", [False, True])
|
||||
def test_prediction_preserves_series_and_local_times_without_pandas_deprecations(monkeypatch, dark):
|
||||
@@ -17,6 +31,8 @@ def test_prediction_preserves_series_and_local_times_without_pandas_deprecations
|
||||
def get(url, **kwargs):
|
||||
if url.endswith("/v1/config"):
|
||||
return Mock(json=lambda: config)
|
||||
if url.endswith("/v1/prediction/keys"):
|
||||
return Mock(json=lambda: PREDICTION_KEYS)
|
||||
assert url.endswith("/v1/prediction/series")
|
||||
keys.append(kwargs["params"]["key"])
|
||||
return Mock(json=lambda: {
|
||||
@@ -55,3 +71,157 @@ def test_prediction_preserves_series_and_local_times_without_pandas_deprecations
|
||||
assert str(timezone) == "Europe/Berlin"
|
||||
assert actual_dark is dark
|
||||
grid.assert_called_once_with(*(plot.return_value for plot in plots), cols_max=2)
|
||||
|
||||
|
||||
class TestAvailablePredictionSeries:
|
||||
@pytest.fixture(autouse=True)
|
||||
def dashboard(self, monkeypatch):
|
||||
self.config: dict = {
|
||||
"load": {
|
||||
"provider": "LoadImport",
|
||||
"loadakkudoktor": {"loadakkudoktor_year_energy_kwh": 4000},
|
||||
},
|
||||
"pvforecast": {"provider": "PVForecastImport"},
|
||||
"elecprice": {"provider": "ElecPriceImport"},
|
||||
"weather": {"provider": "WeatherImport"},
|
||||
}
|
||||
self.available = PREDICTION_KEYS[:-2]
|
||||
self.requested: list[str] = []
|
||||
self.failures: dict[str, int] = {}
|
||||
self.empty_keys: set[str] = set()
|
||||
self.null_keys: set[str] = set()
|
||||
self.keys_status = 200
|
||||
|
||||
def response(payload, status=200):
|
||||
result = Mock(status_code=status, json=lambda: payload)
|
||||
if status >= 400:
|
||||
result.raise_for_status.side_effect = requests.HTTPError(
|
||||
str(status), response=result
|
||||
)
|
||||
return result
|
||||
|
||||
def get(url, **kwargs):
|
||||
if url.endswith("/v1/config"):
|
||||
return response(self.config)
|
||||
if url.endswith("/v1/prediction/keys"):
|
||||
if self.keys_status != 200:
|
||||
return response({"detail": "Cannot list keys"}, self.keys_status)
|
||||
return response(self.available)
|
||||
assert url.endswith("/v1/prediction/series")
|
||||
key = kwargs["params"]["key"]
|
||||
self.requested.append(key)
|
||||
assert key in self.available
|
||||
if key in self.failures:
|
||||
return response({"detail": f"Cannot retrieve {key}"}, self.failures[key])
|
||||
values = {} if key in self.empty_keys else {
|
||||
"2026-10-30T00:00:00Z": None if key in self.null_keys else 100.0,
|
||||
"2026-10-30T00:15:00Z": None if key in self.null_keys else 200.0,
|
||||
}
|
||||
return response({"data": values, "dtype": "float64", "tz": "Europe/Berlin"})
|
||||
|
||||
monkeypatch.setattr(prediction.requests, "get", get)
|
||||
# Keep real Bokeh plotting: missing columns must not be hidden by plot mocks.
|
||||
monkeypatch.setattr(prediction, "Bokeh", lambda plot: plot)
|
||||
self.grid = Mock(return_value="prediction grid")
|
||||
self.error = Mock(return_value="prediction error")
|
||||
self.message = Mock(return_value="prediction message")
|
||||
monkeypatch.setattr(prediction, "Grid", self.grid)
|
||||
monkeypatch.setattr(prediction, "Error", self.error)
|
||||
monkeypatch.setattr(prediction, "P", self.message)
|
||||
|
||||
def test_loadimport_preserves_all_five_charts_without_optional_statistics(self):
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction grid"
|
||||
assert self.requested == PREDICTION_KEYS[:-2]
|
||||
plots = self.grid.call_args.args
|
||||
assert len(plots) == 5
|
||||
load = plots[-1]
|
||||
assert load.title.text == "Load Prediction (LoadImport)"
|
||||
assert [renderer.glyph.y for renderer in load.renderers] == ["loadforecast_power_w"]
|
||||
assert "stddev" not in load.extra_y_ranges
|
||||
self.error.assert_not_called()
|
||||
|
||||
@pytest.mark.parametrize("provider", ["LoadAkkudoktor", "LoadAkkudoktorAdjusted"])
|
||||
def test_akkudoktor_statistics_are_preserved(self, provider):
|
||||
self.config["load"]["provider"] = provider
|
||||
self.available = PREDICTION_KEYS
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction grid"
|
||||
load = self.grid.call_args.args[-1]
|
||||
assert [renderer.glyph.y for renderer in load.renderers] == [
|
||||
"loadforecast_power_w",
|
||||
"loadakkudoktor_mean_power_w",
|
||||
"loadakkudoktor_std_power_w",
|
||||
]
|
||||
assert "stddev" in load.extra_y_ranges
|
||||
if provider == "LoadAkkudoktorAdjusted":
|
||||
assert "4000 kWh" in load.title.text
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
"optional_key",
|
||||
["loadakkudoktor_mean_power_w", "loadakkudoktor_std_power_w"],
|
||||
)
|
||||
def test_optional_statistics_can_be_available_independently(self, optional_key):
|
||||
self.available = [*PREDICTION_KEYS[:-2], optional_key]
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction grid"
|
||||
load = self.grid.call_args.args[-1]
|
||||
assert [renderer.glyph.y for renderer in load.renderers] == [
|
||||
"loadforecast_power_w", optional_key
|
||||
]
|
||||
assert ("stddev" in load.extra_y_ranges) == optional_key.endswith("std_power_w")
|
||||
|
||||
def test_series_disappearing_after_key_discovery_does_not_abort_other_charts(self):
|
||||
self.available = PREDICTION_KEYS
|
||||
self.failures = {
|
||||
"elecprice_marketprice_kwh": 404,
|
||||
"loadakkudoktor_std_power_w": 404,
|
||||
}
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction grid"
|
||||
assert self.requested == PREDICTION_KEYS
|
||||
plots = self.grid.call_args.args
|
||||
assert len(plots) == 4
|
||||
assert "stddev" not in plots[-1].extra_y_ranges
|
||||
self.error.assert_not_called()
|
||||
|
||||
@pytest.mark.parametrize("status", [400, 500])
|
||||
def test_other_http_errors_remain_visible(self, status):
|
||||
self.failures = {"pvforecast_ac_power": status}
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction error"
|
||||
assert "Cannot retrieve pvforecast_ac_power" in self.error.call_args.args[0]
|
||||
self.grid.assert_not_called()
|
||||
|
||||
def test_key_discovery_errors_remain_visible(self):
|
||||
self.keys_status = 500
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction error"
|
||||
assert "Cannot list keys" in self.error.call_args.args[0]
|
||||
assert self.requested == []
|
||||
|
||||
def test_unavailable_charts_are_skipped(self):
|
||||
self.available = ["loadforecast_power_w"]
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction grid"
|
||||
assert len(self.grid.call_args.args) == 1
|
||||
assert self.grid.call_args.args[0].title.text == "Load Prediction (LoadImport)"
|
||||
|
||||
@pytest.mark.parametrize("scenario", ["no_keys", "empty", "null", "disappeared"])
|
||||
def test_no_usable_series_shows_a_message(self, scenario):
|
||||
self.available = ["loadforecast_power_w"]
|
||||
if scenario == "no_keys":
|
||||
self.available = []
|
||||
elif scenario == "empty":
|
||||
self.empty_keys = {"loadforecast_power_w"}
|
||||
elif scenario == "null":
|
||||
self.null_keys = {"loadforecast_power_w"}
|
||||
else:
|
||||
self.failures = {"loadforecast_power_w": 404}
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction message"
|
||||
self.message.assert_called_once_with(
|
||||
"No prediction data available.", cls="text-center"
|
||||
)
|
||||
self.grid.assert_not_called()
|
||||
self.error.assert_not_called()
|
||||
|
||||
def test_empty_statistics_do_not_create_an_invalid_axis(self):
|
||||
self.available = PREDICTION_KEYS
|
||||
self.null_keys = set(PREDICTION_KEYS[-2:])
|
||||
assert prediction.Prediction("localhost", 8503) == "prediction grid"
|
||||
load = self.grid.call_args.args[-1]
|
||||
assert [renderer.glyph.y for renderer in load.renderers] == ["loadforecast_power_w"]
|
||||
assert "stddev" not in load.extra_y_ranges
|
||||
|
||||
Reference in New Issue
Block a user