mirror of
https://github.com/ChuckBuilds/LEDMatrix.git
synced 2026-10-05 23:05:10 +00:00
Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
e4f5e49ff7 | ||
|
|
e40bc47d28 | ||
|
|
3bdb5bff3b | ||
|
|
e745ae8060 |
@@ -19,6 +19,58 @@ accepts both, but the store flags the old spelling as deprecated
|
|||||||
|
|
||||||
## Unreleased
|
## Unreleased
|
||||||
|
|
||||||
|
### Tooling
|
||||||
|
|
||||||
|
- `test/test_sports_helpers.py`'s parity tests pass again with
|
||||||
|
`LEDMATRIX_PLUGINS` set. The scoreboards deleted their copies of the
|
||||||
|
`sports_helpers` bodies and constants when they adopted `SportsHelpersMixin`
|
||||||
|
(ledmatrix-plugins #563/#564), and the 19 tests still expected them. A copy
|
||||||
|
that is gone now counts as adopted when the plugin imports
|
||||||
|
`src.common.sports_helpers`, as the stage 3/4 and game-over parity tests
|
||||||
|
already do; a copy that remains must still match.
|
||||||
|
|
||||||
|
## 3.8.2
|
||||||
|
|
||||||
|
The display hands freed memory back to the OS (#774), and sports consolidation
|
||||||
|
family 6: `src.common.sports_favorites`, which the scoreboards adopt by
|
||||||
|
flooring on 3.8.2 (#775).
|
||||||
|
|
||||||
|
### The display hands freed memory back to the OS
|
||||||
|
|
||||||
|
The display process's resident memory climbed in steps for hours while the
|
||||||
|
data it held stayed flat: glibc keeps what Python frees in per-thread malloc
|
||||||
|
arenas and returns little of it. `src/malloc_tuning.py` (new, standard library
|
||||||
|
only, a no-op off Linux/glibc) does two things in-process, so it reaches
|
||||||
|
devices without re-running the installer:
|
||||||
|
|
||||||
|
- **Arena cap at start-up.** `run.py` calls `mallopt(M_ARENA_MAX, 2)` before any
|
||||||
|
thread exists, the same cap as the unit's `Environment=MALLOC_ARENA_MAX=2`.
|
||||||
|
Units installed before that line never got it (systemd runs the copy in
|
||||||
|
`/etc/systemd/system`); a `MALLOC_ARENA_MAX` in the environment still wins.
|
||||||
|
- **`malloc_trim(0)` between screens**, at most every 5 minutes, from the top of
|
||||||
|
the render loop where no frame is being drawn. Measured on a Pi 4: 2-11 ms
|
||||||
|
per call.
|
||||||
|
|
||||||
|
On ledpi (Pi 4, 192x48, Vegas on, nine plugins, a unit without
|
||||||
|
`MALLOC_ARENA_MAX`), alternated main / branch / branch / main arms of 2.5 h:
|
||||||
|
two hours in, resident memory was 551 MB on main (the second main arm was
|
||||||
|
already at 651 MB after 1 h 44 min) against 412 and 386 MB with this change,
|
||||||
|
and the 20-minute frame soaks came out at 0.147-0.165% late against main's
|
||||||
|
0.151-0.188%.
|
||||||
|
|
||||||
|
### New modules
|
||||||
|
|
||||||
|
- `src/common/sports_favorites.py` -- sports consolidation family 6, once the
|
||||||
|
plugins made `_is_favorite_game` (seven bodies), `_select_games_for_display`
|
||||||
|
(two) and `_select_recent_games_for_display` (three) one each:
|
||||||
|
`SportsFavoritesMixin` (`SportsCore`: `_is_favorite_game`, `_favorite_code`),
|
||||||
|
`SportsUpcomingFavoritesMixin` and `SportsRecentFavoritesMixin` (the
|
||||||
|
favourites-only picks). Each side of a game is named by the 3.5.0
|
||||||
|
`_favorite_key` seam and compared with `favorite_teams` stripped and
|
||||||
|
upper-cased; nrl overrides the key with the ESPN team id. Only a game with an
|
||||||
|
id can be a duplicate. A plugin may inherit the mixins once it floors on
|
||||||
|
3.8.2, and deletes its copies then. (#775)
|
||||||
|
|
||||||
## 3.8.1
|
## 3.8.1
|
||||||
|
|
||||||
Smooth scrolling at the slower speeds, and the fixes and performance work
|
Smooth scrolling at the slower speeds, and the fixes and performance work
|
||||||
|
|||||||
+49
-11
@@ -87,11 +87,12 @@ more. Shared sports code lives in `src/common`:
|
|||||||
| `sports_celebration.py` | 3.7.0 | `SportsCelebrationMixin` — draws the score/win takeover; colour helpers |
|
| `sports_celebration.py` | 3.7.0 | `SportsCelebrationMixin` — draws the score/win takeover; colour helpers |
|
||||||
| `sports_fetch.py` | 3.7.0 | `SportsFetchMixin` — season fetch, live lookback and live-odds decisions |
|
| `sports_fetch.py` | 3.7.0 | `SportsFetchMixin` — season fetch, live lookback and live-odds decisions |
|
||||||
| `sports_card_wrappers.py` | 3.7.0 | `SportsCardWrappersMixin` — the game renderer's `sports_card` delegations |
|
| `sports_card_wrappers.py` | 3.7.0 | `SportsCardWrappersMixin` — the game renderer's `sports_card` delegations |
|
||||||
| `sports_plugin_host.py` | next release | `SportsPluginHostMixin` — the plugin class's (`manager.py`) identical helpers: Vegas weight, off-thread switch refresh |
|
| `sports_plugin_host.py` | 3.8.0 | `SportsPluginHostMixin` — the plugin class's (`manager.py`) identical helpers: Vegas weight, off-thread switch refresh |
|
||||||
| `sports_live_scroll.py` | next release | `SportsLiveScrollMixin` — rebuild a live scroll strip mid-cycle, keeping the marquee's place |
|
| `sports_live_scroll.py` | 3.8.0 | `SportsLiveScrollMixin` — rebuild a live scroll strip mid-cycle, keeping the marquee's place |
|
||||||
| `sports_display_rules.py` | next release | `SportsCardOptionsMixin`, `SportsGameRulesMixin` — scorebug date options, the no-favourites filter, non-favourite live dwell |
|
| `sports_display_rules.py` | 3.8.0 | `SportsCardOptionsMixin`, `SportsGameRulesMixin` — scorebug date options, the no-favourites filter, non-favourite live dwell |
|
||||||
| `sports_font_path.py` | next release | `resolve_font_path` — what the plugins' `_resolve_font_path` copies return |
|
| `sports_font_path.py` | 3.8.0 | `resolve_font_path` — what the plugins' `_resolve_font_path` copies return |
|
||||||
| `sports_game_over.py` | 3.8.1 | `SportsGameOverMixin` — `_is_game_really_over`, with the `FINAL_PERIOD` seam (family 5) |
|
| `sports_game_over.py` | 3.8.1 | `SportsGameOverMixin` — `_is_game_really_over`, with the `FINAL_PERIOD` seam (family 5) |
|
||||||
|
| `sports_favorites.py` | 3.8.2 | `SportsFavoritesMixin`, `SportsUpcomingFavoritesMixin`, `SportsRecentFavoritesMixin` — `_is_favorite_game` and the favourites-only picks, on the `_favorite_key` seam (family 6) |
|
||||||
|
|
||||||
Each is described in [src/common/README.md](../src/common/README.md).
|
Each is described in [src/common/README.md](../src/common/README.md).
|
||||||
|
|
||||||
@@ -103,7 +104,8 @@ modules taken from the plugin copies, each a **new module** rather than growth
|
|||||||
on an existing one: a plugin that deletes a method copy and relies on an older
|
on an existing one: a plugin that deletes a method copy and relies on an older
|
||||||
module having gained it fails at runtime with an `AttributeError`, while a
|
module having gained it fails at runtime with an `AttributeError`, while a
|
||||||
missing module fails at load, where the version checks can see it.
|
missing module fails at load, where the version checks can see it.
|
||||||
`sports_helpers.py` holds `_favorite_key`, the override point listed below.
|
`sports_helpers.py` holds `_favorite_key`, the override point listed below;
|
||||||
|
`sports_favorites.py` is what calls it.
|
||||||
Each promoted module has a parity test that compares its bodies against the
|
Each promoted module has a parity test that compares its bodies against the
|
||||||
plugin copies when `LEDMATRIX_PLUGINS` points at a checkout
|
plugin copies when `LEDMATRIX_PLUGINS` points at a checkout
|
||||||
(`test_sports_helpers.py`, `test_sports_stage3_parity.py`), and
|
(`test_sports_helpers.py`, `test_sports_stage3_parity.py`), and
|
||||||
@@ -126,7 +128,7 @@ deprecation cycle.
|
|||||||
| `_custom_scorebug_layout(game, draw)` | Per-sport overlay on the base layout | no-op |
|
| `_custom_scorebug_layout(game, draw)` | Per-sport overlay on the base layout | no-op |
|
||||||
| `score_phrase(points, team_abbr)` | Celebration wording (`"GOOOOAAALLL!"` vs `"TOUCHDOWN!"`). `points` is the score delta, which sports with variable-value scores use to name the play | `"<abbr> SCORES!"` — only consulted when `CelebrationMixin` is present |
|
| `score_phrase(points, team_abbr)` | Celebration wording (`"GOOOOAAALLL!"` vs `"TOUCHDOWN!"`). `points` is the score delta, which sports with variable-value scores use to name the play | `"<abbr> SCORES!"` — only consulted when `CelebrationMixin` is present |
|
||||||
| `win_phrase(team_abbr)` | Win-celebration wording | `"<abbr> WINS!"` — mixin only |
|
| `win_phrase(team_abbr)` | Win-celebration wording | `"<abbr> WINS!"` — mixin only |
|
||||||
| `_favorite_key(game, side)` | Which view-model field identifies a team for favorites matching | `game["<side>_abbr"]` |
|
| `_favorite_key(game, side)` | Which view-model field identifies a team for favorites matching. `sports_favorites` compares it, and each `favorite_teams` entry, stripped and upper-cased; a `None` matches nothing | `game["<side>_abbr"]`. nrl returns the ESPN team id, `None` when it is missing |
|
||||||
| `_config_schema_path()` | Plugin's `config_schema.json` — returning it routes `_get_layout_offset` through the `src.element_style` resolver (and gives it the defaults to compare against) | `None`, i.e. the classic inline `customization.layout` read |
|
| `_config_schema_path()` | Plugin's `config_schema.json` — returning it routes `_get_layout_offset` through the `src.element_style` resolver (and gives it the defaults to compare against) | `None`, i.e. the classic inline `customization.layout` read |
|
||||||
| `_font_root()` | Directory to resolve `assets/fonts` against | core install root |
|
| `_font_root()` | Directory to resolve `assets/fonts` against | core install root |
|
||||||
|
|
||||||
@@ -315,6 +317,35 @@ were pixel-identical. `src/common/sports_game_over.py` holds the body;
|
|||||||
`test/test_sports_game_over_parity.py` compares it, and each plugin's
|
`test/test_sports_game_over_parity.py` compares it, and each plugin's
|
||||||
`FINAL_PERIOD`, with the plugin copies.
|
`FINAL_PERIOD`, with the plugin copies.
|
||||||
|
|
||||||
|
### Family 6: favourite matching (core done; adoption waits for a release)
|
||||||
|
|
||||||
|
ledmatrix-plugins `scripts/test_favourite_matching.py` (#634) pinned 204 rows
|
||||||
|
across the nine plugins first: `_is_favorite_game` on each manager role, the
|
||||||
|
two selection methods, the real `update()` with favourites-only on and off,
|
||||||
|
and the INFO summary; the reconcile extends it to 217 (a lower-case and a
|
||||||
|
padded favourite through `update()`, and the live favourite boost). The reconcile (ledmatrix-plugins
|
||||||
|
#635) made `_is_favorite_game` one body on `SportsCore`
|
||||||
|
(afl and soccer's `SportsUpcoming` copies and five `SportsLive` copies, all
|
||||||
|
redundant, are gone), added `_favorite_code` beside it, and gave nrl a
|
||||||
|
`_favorite_key` override instead of its own copies. So that a lower-case
|
||||||
|
favourite works on a favourites-only Upcoming board, the Upcoming `update()`'s
|
||||||
|
favourites-only pre-filter and the basketball, hockey and lacrosse live boost
|
||||||
|
now ask `_is_favorite_game` too (a one-line change each; `update()` itself is
|
||||||
|
family 13). Of 3,897 cells only those the decisions above explain changed:
|
||||||
|
case and spaces in eight plugins (30-40 each), the id-less duplicate fix (6-8
|
||||||
|
each), nrl's key (6) and its "None" match (6), and the INFO line in baseball,
|
||||||
|
football and ufc. The harness renders were byte-identical. `src/common/sports_favorites.py` holds the
|
||||||
|
bodies, one mixin per carrying class; `test/test_sports_favorites_parity.py`
|
||||||
|
compares them with the plugin copies and checks that only nrl overrides
|
||||||
|
`_favorite_key`.
|
||||||
|
|
||||||
|
Left for later families: the live screens' favourites-only filter
|
||||||
|
(`_classify_live_game` and its inline copies) and favourites-first sort still
|
||||||
|
compare abbreviations exactly, and
|
||||||
|
`SportsCoreSharedMixin._round_robin_favorites` groups favourites by raw
|
||||||
|
abbreviation (or by `_team_in` where a plugin has one) instead of through
|
||||||
|
`_favorite_key`. The result-colour helpers also wait (decision above).
|
||||||
|
|
||||||
### Why the method changes
|
### Why the method changes
|
||||||
|
|
||||||
Byte-identical promotion has nearly run dry. Measured on ledmatrix-plugins
|
Byte-identical promotion has nearly run dry. Measured on ledmatrix-plugins
|
||||||
@@ -400,7 +431,7 @@ release.
|
|||||||
|---|---|---|---|
|
|---|---|---|---|
|
||||||
| 4 | Identical sweep | `manager.py`: `_dispatch_switch_refresh`, `_favorite_team_is_live`, `get_vegas_priority_weight`, `_game_involves`, `_favorite_scan_targets`, `_favorite_scan_games`, `_get_total_games_for_manager` (all nine, 1); the live-scroll helpers `_preserving_scroll_position`, `_refresh_live_scroll_managers`, `_live_scroll_managers`, `_note_live_scroll_built`, `_live_scroll_needs_rebuild`, `_live_scroll_fields` (eight, 1). `sports.py`: `_card_option`, `_filtered_or_all`, `_effective_live_duration`, `_recent_date_text` (eight, 1). 58 identical families in all | Nothing to decide; brings `manager.py` into core as a `SportsPluginHostMixin`. `_resolve_font_path` (identical in nine `sports.py` and eight renderers) becomes `sports_font_path.resolve_font_path`, not `font_layout.resolve_asset_path`, which skips the cwd. Core side done; see [Stage 4](#stage-4-the-identical-sweep-core-done-adoption-waits-for-a-release) |
|
| 4 | Identical sweep | `manager.py`: `_dispatch_switch_refresh`, `_favorite_team_is_live`, `get_vegas_priority_weight`, `_game_involves`, `_favorite_scan_targets`, `_favorite_scan_games`, `_get_total_games_for_manager` (all nine, 1); the live-scroll helpers `_preserving_scroll_position`, `_refresh_live_scroll_managers`, `_live_scroll_managers`, `_note_live_scroll_built`, `_live_scroll_needs_rebuild`, `_live_scroll_fields` (eight, 1). `sports.py`: `_card_option`, `_filtered_or_all`, `_effective_live_duration`, `_recent_date_text` (eight, 1). 58 identical families in all | Nothing to decide; brings `manager.py` into core as a `SportsPluginHostMixin`. `_resolve_font_path` (identical in nine `sports.py` and eight renderers) becomes `sports_font_path.resolve_font_path`, not `font_layout.resolve_asset_path`, which skips the cwd. Core side done; see [Stage 4](#stage-4-the-identical-sweep-core-done-adoption-waits-for-a-release) |
|
||||||
| 5 | Game-over check | `SportsLive._is_game_really_over` (5) | Pure logic, no pixels; one seam, `FINAL_PERIOD`. The pilot for the procedure. Reconciled to one body and promoted as `sports_game_over`; adoption waits for the release that ships it. See [Family 5](#family-5-the-game-over-check-core-done-adoption-waits-for-a-release) |
|
| 5 | Game-over check | `SportsLive._is_game_really_over` (5) | Pure logic, no pixels; one seam, `FINAL_PERIOD`. The pilot for the procedure. Reconciled to one body and promoted as `sports_game_over`; adoption waits for the release that ships it. See [Family 5](#family-5-the-game-over-check-core-done-adoption-waits-for-a-release) |
|
||||||
| 6 | Favourite matching | `_is_favorite_game` (7 across three classes), `_select_games_for_display` (2: nrl), `_select_recent_games_for_display` (3) | Everything that asks "is this a favourite" goes through the 3.5.0 `_favorite_key` seam |
|
| 6 | Favourite matching | `_is_favorite_game` (7 across three classes), `_select_games_for_display` (2: nrl), `_select_recent_games_for_display` (3) | Everything that asks "is this a favourite" goes through the 3.5.0 `_favorite_key` seam. Reconciled to one body each and promoted as `sports_favorites`; adoption waits for the release that ships it. See [Family 6](#family-6-favourite-matching-core-done-adoption-waits-for-a-release) |
|
||||||
| 7 | Other-games rotation | `_by_importance`, `_other_games_window`, `_advance_other_games_if_due` (2 each: football), `_rotate_other_games_on_display` (2: ufc) | One outlier each; football carries two fixes the other eight lack |
|
| 7 | Other-games rotation | `_by_importance`, `_other_games_window`, `_advance_other_games_if_due` (2 each: football), `_rotate_other_games_on_display` (2: ufc) | One outlier each; football carries two fixes the other eight lack |
|
||||||
| 8 | Rankings | `_fetch_team_rankings` (3), `_choose_poll` (3), `_load_division_team_ids`, `_passes_other_filters`, `_best_rank`, `_is_ranked_game` (2 each: football) | Needs 7; the rank badge and the "ranked only" filter read it |
|
| 8 | Rankings | `_fetch_team_rankings` (3), `_choose_poll` (3), `_load_division_team_ids`, `_passes_other_filters`, `_best_rank`, `_is_ranked_game` (2 each: football) | Needs 7; the rank badge and the "ranked only" filter read it |
|
||||||
| 9 | Live fetch and odds | `_fetch_todays_games` (5), `_fetch_odds` (3), `_attach_odds_to_rotated_games` (3) | The prerequisite for one shared ESPN poller across plugins |
|
| 9 | Live fetch and odds | `_fetch_todays_games` (5), `_fetch_odds` (3), `_attach_odds_to_rotated_games` (3) | The prerequisite for one shared ESPN poller across plugins |
|
||||||
@@ -444,10 +475,17 @@ suspected behaviour that needs a payload or a rig to confirm first.
|
|||||||
as `0:00`). A score level at 0:00 is not over: the game stays live through
|
as `0:00`). A score level at 0:00 is not over: the game stays live through
|
||||||
the break before overtime, and one that really ends tied ends on its final
|
the break before overtime, and one that really ends tied ends on its final
|
||||||
status. Baseball keeps its postponed/suspended override in `BaseballLive`.
|
status. Baseball keeps its postponed/suspended override in `BaseballLive`.
|
||||||
- **6, favourite matching.** NRL keeps matching favourites by team id
|
- **6, favourite matching. Decided 2026-10-05, done:** each side of a game is
|
||||||
(abbreviations collide: NEW, CAN), through `_favorite_key` rather than its
|
named by `_favorite_key` (the abbreviation; NRL overrides it with the ESPN
|
||||||
own copies of the selection methods. Six plugins log the recent-games
|
team id, and `None` for a missing id, which fixes a favourite typed "None"
|
||||||
selection at INFO; baseball, football and ufc do not.
|
matching every game without one) and compared with `favorite_teams`
|
||||||
|
stripped and upper-cased, so " bos" matches BOS. NRL's ambiguous "NEW"
|
||||||
|
still matches nothing and is logged; routing the result-colour helpers
|
||||||
|
(`side_is_favorite`, which tint both NEW clubs) through `_favorite_key` is
|
||||||
|
left for a later family. The recent-games selection logs at INFO in all
|
||||||
|
nine. ufc stays on the shared body, dormant: its favourites are fighters,
|
||||||
|
which its MMA managers match themselves (a follow-up). Fix ported: only a
|
||||||
|
game with an id can be a duplicate in the selection methods.
|
||||||
- **7, other-games rotation.** football advances the rotation window under
|
- **7, other-games rotation.** football advances the rotation window under
|
||||||
`_games_lock` (update() and display() both advance it; interleaved, a
|
`_games_lock` (update() and display() both advance it; interleaved, a
|
||||||
window of games is skipped) and fixes a favourites-only pool that recomposed
|
window of games is skipped) and fixes a favourites-only pool that recomposed
|
||||||
|
|||||||
@@ -36,6 +36,7 @@ src/common/sports_card.py
|
|||||||
src/common/sports_card_wrappers.py
|
src/common/sports_card_wrappers.py
|
||||||
src/common/sports_celebration.py
|
src/common/sports_celebration.py
|
||||||
src/common/sports_display_rules.py
|
src/common/sports_display_rules.py
|
||||||
|
src/common/sports_favorites.py
|
||||||
src/common/sports_fetch.py
|
src/common/sports_fetch.py
|
||||||
src/common/sports_font_path.py
|
src/common/sports_font_path.py
|
||||||
src/common/sports_game_over.py
|
src/common/sports_game_over.py
|
||||||
@@ -59,6 +60,7 @@ src/ipc/contract.py
|
|||||||
src/ipc/server.py
|
src/ipc/server.py
|
||||||
src/logging_config.py
|
src/logging_config.py
|
||||||
src/logo_downloader.py
|
src/logo_downloader.py
|
||||||
|
src/malloc_tuning.py
|
||||||
src/matrix_support.py
|
src/matrix_support.py
|
||||||
src/pi5_matrix_support.py
|
src/pi5_matrix_support.py
|
||||||
src/plugin_system/__init__.py
|
src/plugin_system/__init__.py
|
||||||
|
|||||||
@@ -14,6 +14,12 @@ project_dir = os.path.dirname(os.path.abspath(__file__))
|
|||||||
if project_dir not in sys.path:
|
if project_dir not in sys.path:
|
||||||
sys.path.insert(0, project_dir)
|
sys.path.insert(0, project_dir)
|
||||||
|
|
||||||
|
# Cap glibc's malloc arenas before any thread exists (arenas already made
|
||||||
|
# stay): the in-process twin of the unit's MALLOC_ARENA_MAX=2, for units
|
||||||
|
# installed before that line. A no-op off glibc. See src/malloc_tuning.py.
|
||||||
|
from src import malloc_tuning
|
||||||
|
malloc_tuning.cap_arenas()
|
||||||
|
|
||||||
# Under systemd the watchdog clock is already running, and start-up (plugin
|
# Under systemd the watchdog clock is already running, and start-up (plugin
|
||||||
# loads, initial updates) takes far longer than the render loop's limit. Widen
|
# loads, initial updates) takes far longer than the render loop's limit. Widen
|
||||||
# it before anything slow is imported; the render loop narrows it again once
|
# it before anything slow is imported; the render loop narrows it again once
|
||||||
|
|||||||
+1
-1
@@ -4,5 +4,5 @@ LEDMatrix Display System
|
|||||||
Core source package for the LED Matrix Display project.
|
Core source package for the LED Matrix Display project.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
__version__ = "3.8.1"
|
__version__ = "3.8.2"
|
||||||
|
|
||||||
|
|||||||
@@ -44,6 +44,7 @@ Rules for the package:
|
|||||||
| [`sports_card_wrappers`](#sports_card_wrappers) | The game renderer's `sports_card` delegations | Yes (scoreboards) | 3.7.0 |
|
| [`sports_card_wrappers`](#sports_card_wrappers) | The game renderer's `sports_card` delegations | Yes (scoreboards) | 3.7.0 |
|
||||||
| [`sports_celebration`](#sports_celebration) | Draw a scoreboard's score/win celebration | Yes (scoreboards) | 3.7.0 |
|
| [`sports_celebration`](#sports_celebration) | Draw a scoreboard's score/win celebration | Yes (scoreboards) | 3.7.0 |
|
||||||
| [`sports_display_rules`](#sports_display_rules) | Which games a scoreboard shows, for how long, and its scorebug date line | Yes (scoreboards) | 3.8.0 |
|
| [`sports_display_rules`](#sports_display_rules) | Which games a scoreboard shows, for how long, and its scorebug date line | Yes (scoreboards) | 3.8.0 |
|
||||||
|
| [`sports_favorites`](#sports_favorites) | Which games involve a favourite team, and the favourites-only picks | Yes (scoreboards) | 3.8.2 |
|
||||||
| [`sports_fetch`](#sports_fetch) | Scoreboard season fetch, lookback and live-odds decisions | Yes (scoreboards) | 3.7.0 |
|
| [`sports_fetch`](#sports_fetch) | Scoreboard season fetch, lookback and live-odds decisions | Yes (scoreboards) | 3.7.0 |
|
||||||
| [`sports_font_path`](#sports_font_path) | Find a scoreboard's bundled font whatever the cwd | Yes (scoreboards) | 3.8.0 |
|
| [`sports_font_path`](#sports_font_path) | Find a scoreboard's bundled font whatever the cwd | Yes (scoreboards) | 3.8.0 |
|
||||||
| [`sports_game_over`](#sports_game_over) | Whether a game ESPN still lists as live has ended | Yes (scoreboards) | 3.8.1 |
|
| [`sports_game_over`](#sports_game_over) | Whether a game ESPN still lists as live has ended | Yes (scoreboards) | 3.8.1 |
|
||||||
@@ -280,6 +281,19 @@ list it before `SportsCoreSharedMixin`) and `SportsGameRulesMixin`
|
|||||||
`_effective_live_duration()`, the shorter dwell for a non-favourite live
|
`_effective_live_duration()`, the shorter dwell for a non-favourite live
|
||||||
game).
|
game).
|
||||||
|
|
||||||
|
### sports_favorites
|
||||||
|
|
||||||
|
[`sports_favorites.py`](sports_favorites.py). Sports family 6, one mixin per
|
||||||
|
class that carried the methods: `SportsFavoritesMixin` (`SportsCore`:
|
||||||
|
`_is_favorite_game(game)` and `_favorite_code(value)`),
|
||||||
|
`SportsUpcomingFavoritesMixin` (`_select_games_for_display`) and
|
||||||
|
`SportsRecentFavoritesMixin` (`_select_recent_games_for_display`). Each side
|
||||||
|
of a game is named by `_favorite_key` (from `SportsHelpersMixin`; NRL
|
||||||
|
overrides it with the team id) and compared with `favorite_teams` stripped and
|
||||||
|
upper-cased. The selection methods give each favourite up to the per-team
|
||||||
|
limit, count a game between two favourites for both, and treat only games
|
||||||
|
with an id as possible duplicates.
|
||||||
|
|
||||||
### sports_fetch
|
### sports_fetch
|
||||||
|
|
||||||
[`sports_fetch.py`](sports_fetch.py). `SportsFetchMixin`: the `SportsCore`
|
[`sports_fetch.py`](sports_fetch.py). `SportsFetchMixin`: the `SportsCore`
|
||||||
|
|||||||
@@ -0,0 +1,263 @@
|
|||||||
|
"""Which games involve a favourite team, and which of them to show (sports family 6).
|
||||||
|
|
||||||
|
The scoreboards' favourite matching, reconciled in ledmatrix-plugins
|
||||||
|
(family 6) from seven ``_is_favorite_game`` bodies, two
|
||||||
|
``_select_games_for_display`` and three ``_select_recent_games_for_display``
|
||||||
|
into one each, and copied here under their existing names:
|
||||||
|
|
||||||
|
- ``SportsFavoritesMixin`` (``SportsCore``): ``_is_favorite_game(game)``,
|
||||||
|
asked by ``SportsCoreSharedMixin._favorites_first``, the switch-mode
|
||||||
|
favourite boost (``SportsHelpersMixin._next_switch_index``), the
|
||||||
|
non-favourite live dwell (``SportsGameRulesMixin._effective_live_duration``)
|
||||||
|
and the plugins' live rotation; and ``_favorite_code(value)``, the
|
||||||
|
normalisation both sides of every comparison go through.
|
||||||
|
- ``SportsUpcomingFavoritesMixin`` (``SportsUpcoming``):
|
||||||
|
``_select_games_for_display``, the favourites-only pick of upcoming games.
|
||||||
|
- ``SportsRecentFavoritesMixin`` (``SportsRecent``):
|
||||||
|
``_select_recent_games_for_display``, the same for finished games, most
|
||||||
|
recent first.
|
||||||
|
|
||||||
|
Each mixin carries only what its class already had, so no manager gains a
|
||||||
|
method it did not have.
|
||||||
|
|
||||||
|
THE RULE
|
||||||
|
--------
|
||||||
|
Each side of a game is named by ``_favorite_key(game, side)``, the override
|
||||||
|
point ``SportsHelpersMixin`` (``src.common.sports_helpers``) has carried since
|
||||||
|
3.5.0: the team abbreviation by default. A sport whose abbreviations are not
|
||||||
|
unique overrides it -- NRL returns the ESPN team id (and None when the id is
|
||||||
|
missing), because "NEW" is both Newcastle and New Zealand. That value and every
|
||||||
|
entry of ``favorite_teams`` are compared as ``_favorite_code`` leaves them:
|
||||||
|
stripped and upper-cased, a blank or missing value matching nothing. So
|
||||||
|
" bos" in the config matches BOS.
|
||||||
|
|
||||||
|
The selection methods give each favourite team up to the per-team limit
|
||||||
|
(``upcoming_games_to_show`` / ``recent_games_to_show``); a game between two
|
||||||
|
favourites counts for both. Only a game with an id can be a duplicate: two
|
||||||
|
games without one are two games.
|
||||||
|
|
||||||
|
A new module rather than more methods on ``sports_shared`` or
|
||||||
|
``sports_helpers``, for the reason ``sports_helpers`` gives: a missing module
|
||||||
|
fails at load, where the version checks see it; a missing method fails
|
||||||
|
mid-update.
|
||||||
|
|
||||||
|
WHAT A HOST MUST PROVIDE
|
||||||
|
------------------------
|
||||||
|
Derived by walking every ``self.<attr>`` the mixins read; the host-contract
|
||||||
|
test in ``test/test_sports_favorites.py`` fails if a read is added without
|
||||||
|
being listed here.
|
||||||
|
|
||||||
|
- ``favorite_teams`` -- the resolved favourites list (``_is_favorite_game``).
|
||||||
|
The selection methods are handed the list instead.
|
||||||
|
- ``_favorite_key`` -- ``SportsHelpersMixin`` supplies the default.
|
||||||
|
- ``_favorite_code`` -- from ``SportsFavoritesMixin``, which the Upcoming and
|
||||||
|
Recent classes inherit through their ``SportsCore``.
|
||||||
|
- ``logger`` -- the selection methods log each pick at DEBUG and a summary at
|
||||||
|
INFO.
|
||||||
|
- ``upcoming_games_to_show`` (Upcoming) and ``recent_games_to_show`` (Recent)
|
||||||
|
-- the per-team limits.
|
||||||
|
|
||||||
|
The methods read the game dict's ``id`` and ``start_time_utc`` (selection),
|
||||||
|
whatever ``_favorite_key`` reads (``home_abbr`` / ``away_abbr`` by default),
|
||||||
|
and ``home_abbr`` / ``away_abbr`` again for the DEBUG line; any may be missing.
|
||||||
|
|
||||||
|
BASE ORDER
|
||||||
|
----------
|
||||||
|
No other mixin defines these methods, so the position in the bases does not
|
||||||
|
change which body runs; a method on the plugin's own class still wins. The
|
||||||
|
mixins have no ``__init__`` and no state.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
from datetime import datetime, timezone
|
||||||
|
from typing import Callable, Dict, List, Optional
|
||||||
|
|
||||||
|
|
||||||
|
class SportsFavoritesMixin:
|
||||||
|
"""``SportsCore``'s favourite check. See module docstring."""
|
||||||
|
|
||||||
|
# The host contract, declared for type checking only.
|
||||||
|
favorite_teams: List[str]
|
||||||
|
_favorite_key: Callable[[Dict, str], Optional[str]]
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def _favorite_code(value) -> Optional[str]:
|
||||||
|
"""``value`` as favourites are compared: stripped and upper-cased.
|
||||||
|
|
||||||
|
None for a missing or blank value, which matches nothing.
|
||||||
|
"""
|
||||||
|
if value is None:
|
||||||
|
return None
|
||||||
|
return str(value).strip().upper() or None
|
||||||
|
|
||||||
|
def _is_favorite_game(self, game: Dict) -> bool:
|
||||||
|
"""Does either side of this game belong to a favourite team?
|
||||||
|
|
||||||
|
``_favorite_key`` names each side (the abbreviation; nrl overrides it
|
||||||
|
with the ESPN team id), and both it and ``favorite_teams`` are compared
|
||||||
|
as ``_favorite_code`` normalises them, so " bos" matches BOS.
|
||||||
|
"""
|
||||||
|
favorites = {self._favorite_code(team) for team in self.favorite_teams or ()}
|
||||||
|
favorites.discard(None)
|
||||||
|
return any(
|
||||||
|
self._favorite_code(self._favorite_key(game, side)) in favorites
|
||||||
|
for side in ("home", "away")
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class SportsUpcomingFavoritesMixin:
|
||||||
|
"""``SportsUpcoming``'s favourites-only pick. See module docstring."""
|
||||||
|
|
||||||
|
# The host contract, declared for type checking only.
|
||||||
|
logger: logging.Logger
|
||||||
|
upcoming_games_to_show: int
|
||||||
|
_favorite_key: Callable[[Dict, str], Optional[str]]
|
||||||
|
_favorite_code: Callable[[object], Optional[str]]
|
||||||
|
|
||||||
|
def _select_games_for_display(
|
||||||
|
self, processed_games: List[Dict], favorite_teams: List[str]
|
||||||
|
) -> List[Dict]:
|
||||||
|
"""
|
||||||
|
Single-pass game selection with proper deduplication and counting.
|
||||||
|
|
||||||
|
When a game involves two favorite teams, it counts toward BOTH teams' limits.
|
||||||
|
This prevents unexpected game counts from the multi-pass algorithm.
|
||||||
|
Teams are matched as _is_favorite_game matches them. Only a game with
|
||||||
|
an id can be a duplicate: two games without one are two games.
|
||||||
|
"""
|
||||||
|
sorted_games = sorted(
|
||||||
|
processed_games,
|
||||||
|
key=lambda g: g.get("start_time_utc")
|
||||||
|
or datetime.max.replace(tzinfo=timezone.utc),
|
||||||
|
)
|
||||||
|
|
||||||
|
if not favorite_teams:
|
||||||
|
return sorted_games
|
||||||
|
|
||||||
|
selected_games = []
|
||||||
|
selected_ids = set()
|
||||||
|
team_counts: Dict[Optional[str], int] = {
|
||||||
|
code: 0 for code in map(self._favorite_code, favorite_teams) if code
|
||||||
|
}
|
||||||
|
|
||||||
|
for game in sorted_games:
|
||||||
|
game_id = game.get("id")
|
||||||
|
if game_id is not None and game_id in selected_ids:
|
||||||
|
continue
|
||||||
|
|
||||||
|
home = self._favorite_code(self._favorite_key(game, "home"))
|
||||||
|
away = self._favorite_code(self._favorite_key(game, "away"))
|
||||||
|
|
||||||
|
home_fav = home in team_counts
|
||||||
|
away_fav = away in team_counts
|
||||||
|
|
||||||
|
if not home_fav and not away_fav:
|
||||||
|
continue
|
||||||
|
|
||||||
|
home_needs = home_fav and team_counts[home] < self.upcoming_games_to_show
|
||||||
|
away_needs = away_fav and team_counts[away] < self.upcoming_games_to_show
|
||||||
|
|
||||||
|
if home_needs or away_needs:
|
||||||
|
selected_games.append(game)
|
||||||
|
if game_id is not None:
|
||||||
|
selected_ids.add(game_id)
|
||||||
|
if home_fav:
|
||||||
|
team_counts[home] += 1
|
||||||
|
if away_fav:
|
||||||
|
team_counts[away] += 1
|
||||||
|
|
||||||
|
self.logger.debug(
|
||||||
|
f"Selected game {game.get('away_abbr')}@{game.get('home_abbr')}: "
|
||||||
|
f"team_counts={team_counts}"
|
||||||
|
)
|
||||||
|
|
||||||
|
if all(c >= self.upcoming_games_to_show for c in team_counts.values()):
|
||||||
|
self.logger.debug("All favorite teams satisfied, stopping selection")
|
||||||
|
break
|
||||||
|
|
||||||
|
self.logger.info(
|
||||||
|
f"Selected {len(selected_games)} games for {len(favorite_teams)} "
|
||||||
|
f"favorite teams: {team_counts}"
|
||||||
|
)
|
||||||
|
return selected_games
|
||||||
|
|
||||||
|
|
||||||
|
class SportsRecentFavoritesMixin:
|
||||||
|
"""``SportsRecent``'s favourites-only pick. See module docstring."""
|
||||||
|
|
||||||
|
# The host contract, declared for type checking only.
|
||||||
|
logger: logging.Logger
|
||||||
|
recent_games_to_show: int
|
||||||
|
_favorite_key: Callable[[Dict, str], Optional[str]]
|
||||||
|
_favorite_code: Callable[[object], Optional[str]]
|
||||||
|
|
||||||
|
def _select_recent_games_for_display(
|
||||||
|
self, processed_games: List[Dict], favorite_teams: List[str]
|
||||||
|
) -> List[Dict]:
|
||||||
|
"""
|
||||||
|
Single-pass game selection for recent games with proper deduplication.
|
||||||
|
|
||||||
|
When a game involves two favorite teams, it counts toward BOTH teams' limits.
|
||||||
|
Games are sorted by most recent first.
|
||||||
|
Teams are matched as _is_favorite_game matches them. Only a game with
|
||||||
|
an id can be a duplicate: two games without one are two games.
|
||||||
|
"""
|
||||||
|
sorted_games = sorted(
|
||||||
|
processed_games,
|
||||||
|
key=lambda g: g.get("start_time_utc")
|
||||||
|
or datetime.min.replace(tzinfo=timezone.utc),
|
||||||
|
reverse=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
if not favorite_teams:
|
||||||
|
return sorted_games
|
||||||
|
|
||||||
|
selected_games = []
|
||||||
|
selected_ids = set()
|
||||||
|
team_counts: Dict[Optional[str], int] = {
|
||||||
|
code: 0 for code in map(self._favorite_code, favorite_teams) if code
|
||||||
|
}
|
||||||
|
|
||||||
|
for game in sorted_games:
|
||||||
|
game_id = game.get("id")
|
||||||
|
if game_id is not None and game_id in selected_ids:
|
||||||
|
continue
|
||||||
|
|
||||||
|
home = self._favorite_code(self._favorite_key(game, "home"))
|
||||||
|
away = self._favorite_code(self._favorite_key(game, "away"))
|
||||||
|
|
||||||
|
home_fav = home in team_counts
|
||||||
|
away_fav = away in team_counts
|
||||||
|
|
||||||
|
if not home_fav and not away_fav:
|
||||||
|
continue
|
||||||
|
|
||||||
|
home_needs = home_fav and team_counts[home] < self.recent_games_to_show
|
||||||
|
away_needs = away_fav and team_counts[away] < self.recent_games_to_show
|
||||||
|
|
||||||
|
if home_needs or away_needs:
|
||||||
|
selected_games.append(game)
|
||||||
|
if game_id is not None:
|
||||||
|
selected_ids.add(game_id)
|
||||||
|
if home_fav:
|
||||||
|
team_counts[home] += 1
|
||||||
|
if away_fav:
|
||||||
|
team_counts[away] += 1
|
||||||
|
|
||||||
|
self.logger.debug(
|
||||||
|
f"Selected recent game {game.get('away_abbr')}@{game.get('home_abbr')}: "
|
||||||
|
f"team_counts={team_counts}"
|
||||||
|
)
|
||||||
|
|
||||||
|
if all(c >= self.recent_games_to_show for c in team_counts.values()):
|
||||||
|
self.logger.debug("All favorite teams satisfied, stopping selection")
|
||||||
|
break
|
||||||
|
|
||||||
|
self.logger.info(
|
||||||
|
f"Selected {len(selected_games)} recent games for {len(favorite_teams)} "
|
||||||
|
f"favorite teams: {team_counts}"
|
||||||
|
)
|
||||||
|
return selected_games
|
||||||
|
|
||||||
|
|
||||||
|
__all__ = ["SportsFavoritesMixin", "SportsUpcomingFavoritesMixin", "SportsRecentFavoritesMixin"]
|
||||||
@@ -34,8 +34,9 @@ first core release that ships it (see ``CHANGELOG.md``).
|
|||||||
|
|
||||||
``_favorite_key`` is the one method not taken from the plugins: it is the
|
``_favorite_key`` is the one method not taken from the plugins: it is the
|
||||||
override point from the since-removed ``src/base_classes`` sports core,
|
override point from the since-removed ``src/base_classes`` sports core,
|
||||||
carried here so later phases (shared celebrations and game selection) have a
|
carried here as the hardware-free home for the seam. ``sports_favorites``
|
||||||
hardware-free home for the seam. No plugin defines it today and nothing in this module calls it.
|
calls it; nrl overrides it with the ESPN team id. Nothing in this module
|
||||||
|
calls it.
|
||||||
|
|
||||||
WHAT A HOST MUST PROVIDE
|
WHAT A HOST MUST PROVIDE
|
||||||
------------------------
|
------------------------
|
||||||
@@ -47,8 +48,8 @@ listed here.
|
|||||||
- ``mode_config`` (dict) and ``logger`` -- ``_setting_int``. ``league`` is
|
- ``mode_config`` (dict) and ``logger`` -- ``_setting_int``. ``league`` is
|
||||||
read with ``getattr`` for the warning text only.
|
read with ``getattr`` for the warning text only.
|
||||||
- ``games_list`` and ``current_game_index`` -- ``_next_switch_index``; plus
|
- ``games_list`` and ``current_game_index`` -- ``_next_switch_index``; plus
|
||||||
``_is_favorite_game`` (called with a game), which stays per-plugin and is
|
``_is_favorite_game`` (called with a game; ``sports_favorites`` has the
|
||||||
only called when
|
shared body), only called when
|
||||||
``favorite_rotation_boost`` is above 1. ``favorite_rotation_boost`` itself
|
``favorite_rotation_boost`` is above 1. ``favorite_rotation_boost`` itself
|
||||||
defaults to 1 on the mixin.
|
defaults to 1 on the mixin.
|
||||||
- ``last_game_switch`` -- ``_reset_dwell_on_reentry``, read with ``getattr``
|
- ``last_game_switch`` -- ``_reset_dwell_on_reentry``, read with ``getattr``
|
||||||
@@ -216,15 +217,12 @@ class SportsHelpersMixin:
|
|||||||
rather than a branch so core never has to learn the string "nrl"::
|
rather than a branch so core never has to learn the string "nrl"::
|
||||||
|
|
||||||
def _favorite_key(self, game, side):
|
def _favorite_key(self, game, side):
|
||||||
return str(game.get(f"{side}_id"))
|
team_id = game.get(f"{side}_id")
|
||||||
|
return None if team_id is None else str(team_id)
|
||||||
|
|
||||||
An override that stringifies should note that a missing id becomes the
|
It returns ``None`` for a missing id rather than ``str(None)``, which
|
||||||
literal ``"None"``, which would spuriously match a favorites list
|
would match a favourite typed "None". A ``None`` never matches.
|
||||||
containing that string. The default returns ``None`` for a missing
|
``sports_favorites`` compares the value stripped and upper-cased.
|
||||||
abbreviation, which never matches.
|
|
||||||
|
|
||||||
Carried from the since-removed ``src/base_classes`` sports core for
|
|
||||||
later phases; nothing in this module calls it yet.
|
|
||||||
"""
|
"""
|
||||||
return game.get(f"{side}_abbr")
|
return game.get(f"{side}_abbr")
|
||||||
|
|
||||||
|
|||||||
@@ -37,6 +37,7 @@ from concurrent.futures import ThreadPoolExecutor, as_completed # pylint: disab
|
|||||||
import pytz
|
import pytz
|
||||||
|
|
||||||
from src import display_watchdog
|
from src import display_watchdog
|
||||||
|
from src.malloc_tuning import MallocTrimmer
|
||||||
from src.display_arbiter import (
|
from src.display_arbiter import (
|
||||||
Arbiter, ArbiterInputs, ArbiterState, FramePolicy,
|
Arbiter, ArbiterInputs, ArbiterState, FramePolicy,
|
||||||
ScreenPlan, Source, WifiNotice, live_pick, live_takeover, on_demand_bound, rotation_plan,
|
ScreenPlan, Source, WifiNotice, live_pick, live_takeover, on_demand_bound, rotation_plan,
|
||||||
@@ -4217,6 +4218,7 @@ class DisplayController:
|
|||||||
logger.info(f"Initial mode set to: {self.current_display_mode} (index: {self.current_mode_index}, total modes: {len(self.available_modes)})")
|
logger.info(f"Initial mode set to: {self.current_display_mode} (index: {self.current_mode_index}, total modes: {len(self.available_modes)})")
|
||||||
self._publish_current_mode_state()
|
self._publish_current_mode_state()
|
||||||
runner = ScreenRunner(_MODULE_CLOCK, _ScreenHost(self), logger)
|
runner = ScreenRunner(_MODULE_CLOCK, _ScreenHost(self), logger)
|
||||||
|
trimmer = MallocTrimmer()
|
||||||
|
|
||||||
while True:
|
while True:
|
||||||
# Arms the watchdog after the first frame -- or after the
|
# Arms the watchdog after the first frame -- or after the
|
||||||
@@ -4224,6 +4226,11 @@ class DisplayController:
|
|||||||
# it from then on.
|
# it from then on.
|
||||||
display_watchdog.watchdog.loop_pass()
|
display_watchdog.watchdog.loop_pass()
|
||||||
|
|
||||||
|
# Between screens, nothing being drawn: every few minutes hand
|
||||||
|
# the memory glibc is holding for freed images back to the OS
|
||||||
|
# (src/malloc_tuning.py). A clock read when none is due.
|
||||||
|
trimmer.maybe_trim()
|
||||||
|
|
||||||
# Apply plugin enable/disable edits saved via the web UI. The
|
# Apply plugin enable/disable edits saved via the web UI. The
|
||||||
# config-watcher thread only sets the flag; loading/unloading and
|
# config-watcher thread only sets the flag; loading/unloading and
|
||||||
# rebuilding available_modes happens here on the render thread so
|
# rebuilding available_modes happens here on the render thread so
|
||||||
|
|||||||
@@ -0,0 +1,123 @@
|
|||||||
|
"""Keep glibc's malloc from holding on to memory the display has freed.
|
||||||
|
|
||||||
|
The display process allocates and frees PIL images and numpy buffers all day
|
||||||
|
from a dozen threads. glibc gives each allocating thread its own malloc arena
|
||||||
|
(up to 8 x CPU count) and returns little of what is freed inside them to the
|
||||||
|
OS, so resident memory climbs for hours while the live data stays flat. Two
|
||||||
|
in-process remedies, both standard library only (ctypes) and both no-ops off
|
||||||
|
Linux/glibc:
|
||||||
|
|
||||||
|
* :func:`cap_arenas` -- ``mallopt(M_ARENA_MAX, 2)``, the in-process twin of the
|
||||||
|
unit's ``Environment=MALLOC_ARENA_MAX=2``. Units installed before that line
|
||||||
|
existed never got it (systemd runs the copy in /etc/systemd/system), so the
|
||||||
|
process applies it itself. Call it before any other thread starts: arenas
|
||||||
|
already created stay. A ``MALLOC_ARENA_MAX`` set in the environment wins.
|
||||||
|
* :class:`MallocTrimmer` -- ``malloc_trim(0)`` at most every few minutes,
|
||||||
|
called from the render loop between screens, where no frame is being drawn.
|
||||||
|
glibc 2.8+ releases free pages from the middle of every arena, not only the
|
||||||
|
top of the main heap.
|
||||||
|
|
||||||
|
Without glibc (macOS, Windows, musl, the dev server on any of them) nothing is
|
||||||
|
loaded and every call returns False.
|
||||||
|
"""
|
||||||
|
import ctypes
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
|
from typing import Any, Callable, Optional
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
#: glibc's mallopt() parameter number for the arena cap (malloc.h).
|
||||||
|
M_ARENA_MAX = -8
|
||||||
|
|
||||||
|
#: The arena cap applied when the environment does not set one; the same value
|
||||||
|
#: as the unit's ``MALLOC_ARENA_MAX``.
|
||||||
|
DEFAULT_ARENA_MAX = 2
|
||||||
|
|
||||||
|
#: Seconds between malloc_trim() calls. A trim takes about 1-20 ms on a Pi 4,
|
||||||
|
#: so this keeps it far from frame timing while still returning memory long
|
||||||
|
#: before it piles up.
|
||||||
|
TRIM_INTERVAL_SECONDS = 300.0
|
||||||
|
|
||||||
|
_UNLOADED = object()
|
||||||
|
_libc: Any = _UNLOADED
|
||||||
|
|
||||||
|
|
||||||
|
def _load_libc() -> Optional[Any]:
|
||||||
|
"""The process's C library if it is glibc with malloc_trim, else None."""
|
||||||
|
global _libc
|
||||||
|
if _libc is _UNLOADED:
|
||||||
|
_libc = None
|
||||||
|
if sys.platform.startswith('linux'):
|
||||||
|
try:
|
||||||
|
libc = ctypes.CDLL(None)
|
||||||
|
# gnu_get_libc_version is glibc-only, so musl (which has
|
||||||
|
# mallopt but no malloc_trim) is left alone as a whole.
|
||||||
|
if all(hasattr(libc, name) for name in
|
||||||
|
('gnu_get_libc_version', 'malloc_trim', 'mallopt')):
|
||||||
|
libc.malloc_trim.argtypes = [ctypes.c_size_t]
|
||||||
|
libc.malloc_trim.restype = ctypes.c_int
|
||||||
|
libc.mallopt.argtypes = [ctypes.c_int, ctypes.c_int]
|
||||||
|
libc.mallopt.restype = ctypes.c_int
|
||||||
|
_libc = libc
|
||||||
|
except (OSError, AttributeError, TypeError):
|
||||||
|
logger.debug("glibc malloc controls unavailable", exc_info=True)
|
||||||
|
return _libc
|
||||||
|
|
||||||
|
|
||||||
|
def cap_arenas(max_arenas: int = DEFAULT_ARENA_MAX) -> bool:
|
||||||
|
"""Cap glibc's malloc arenas at ``max_arenas``. True when the cap was set.
|
||||||
|
|
||||||
|
Skipped when ``MALLOC_ARENA_MAX`` is in the environment: glibc has read it
|
||||||
|
already, and an operator who set it chose that value.
|
||||||
|
"""
|
||||||
|
if os.environ.get('MALLOC_ARENA_MAX'):
|
||||||
|
return False
|
||||||
|
libc = _load_libc()
|
||||||
|
if libc is None:
|
||||||
|
return False
|
||||||
|
try:
|
||||||
|
return bool(libc.mallopt(M_ARENA_MAX, int(max_arenas)))
|
||||||
|
except Exception: # pylint: disable=broad-except
|
||||||
|
logger.debug("mallopt(M_ARENA_MAX) failed", exc_info=True)
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
class MallocTrimmer:
|
||||||
|
"""Calls ``malloc_trim(0)`` at most once per ``interval`` seconds.
|
||||||
|
|
||||||
|
:meth:`maybe_trim` is meant for an idle point of the render loop; it costs
|
||||||
|
one clock read when no trim is due. The first trim comes one interval
|
||||||
|
after construction, so start-up's allocations have settled.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def __init__(self, interval: float = TRIM_INTERVAL_SECONDS,
|
||||||
|
clock: Callable[[], float] = time.monotonic) -> None:
|
||||||
|
self._interval = interval
|
||||||
|
self._clock = clock
|
||||||
|
self._libc = _load_libc()
|
||||||
|
self._next = clock() + interval
|
||||||
|
|
||||||
|
@property
|
||||||
|
def available(self) -> bool:
|
||||||
|
return self._libc is not None
|
||||||
|
|
||||||
|
def maybe_trim(self) -> bool:
|
||||||
|
"""Trim if one is due. True when malloc_trim ran and released memory."""
|
||||||
|
if self._libc is None:
|
||||||
|
return False
|
||||||
|
now = self._clock()
|
||||||
|
if now < self._next:
|
||||||
|
return False
|
||||||
|
self._next = now + self._interval
|
||||||
|
try:
|
||||||
|
released = bool(self._libc.malloc_trim(0))
|
||||||
|
except Exception: # pylint: disable=broad-except
|
||||||
|
logger.debug("malloc_trim failed; not trying again", exc_info=True)
|
||||||
|
self._libc = None
|
||||||
|
return False
|
||||||
|
logger.debug("malloc_trim(0) took %.1f ms, released=%s",
|
||||||
|
(self._clock() - now) * 1000.0, released)
|
||||||
|
return released
|
||||||
@@ -0,0 +1,206 @@
|
|||||||
|
"""src/malloc_tuning.py: glibc arena cap and periodic malloc_trim, ctypes mocked."""
|
||||||
|
import ctypes
|
||||||
|
from pathlib import Path
|
||||||
|
from unittest import mock
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
from src import malloc_tuning as mt
|
||||||
|
|
||||||
|
|
||||||
|
class FakeLibc:
|
||||||
|
"""Stands in for ctypes.CDLL(None) on glibc: records calls."""
|
||||||
|
|
||||||
|
def __init__(self, trim_result=1, glibc=True):
|
||||||
|
self.trims = []
|
||||||
|
self.mallopts = []
|
||||||
|
self._trim_result = trim_result
|
||||||
|
if glibc:
|
||||||
|
self.gnu_get_libc_version = lambda: b'2.41'
|
||||||
|
self.malloc_trim = mock.Mock(side_effect=self._trim)
|
||||||
|
self.mallopt = mock.Mock(side_effect=self._mallopt)
|
||||||
|
|
||||||
|
def _trim(self, pad):
|
||||||
|
self.trims.append(pad)
|
||||||
|
if isinstance(self._trim_result, Exception):
|
||||||
|
raise self._trim_result
|
||||||
|
return self._trim_result
|
||||||
|
|
||||||
|
def _mallopt(self, param, value):
|
||||||
|
self.mallopts.append((param, value))
|
||||||
|
return 1
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture(autouse=True)
|
||||||
|
def fresh_libc(monkeypatch):
|
||||||
|
"""Each test loads the C library itself; nothing real is called."""
|
||||||
|
monkeypatch.setattr(mt, '_libc', mt._UNLOADED)
|
||||||
|
monkeypatch.delenv('MALLOC_ARENA_MAX', raising=False)
|
||||||
|
yield
|
||||||
|
|
||||||
|
|
||||||
|
def _on_glibc(monkeypatch, libc):
|
||||||
|
monkeypatch.setattr(mt.sys, 'platform', 'linux')
|
||||||
|
cdll = mock.Mock(return_value=libc)
|
||||||
|
monkeypatch.setattr(mt.ctypes, 'CDLL', cdll)
|
||||||
|
return cdll
|
||||||
|
|
||||||
|
|
||||||
|
class Clock:
|
||||||
|
def __init__(self, t=1000.0):
|
||||||
|
self.t = t
|
||||||
|
|
||||||
|
def __call__(self):
|
||||||
|
return self.t
|
||||||
|
|
||||||
|
|
||||||
|
# -- loading ----------------------------------------------------------------
|
||||||
|
|
||||||
|
@pytest.mark.parametrize('platform', ['win32', 'darwin', 'freebsd14'])
|
||||||
|
def test_not_linux_loads_nothing(monkeypatch, platform):
|
||||||
|
monkeypatch.setattr(mt.sys, 'platform', platform)
|
||||||
|
cdll = mock.Mock(side_effect=AssertionError('must not load'))
|
||||||
|
monkeypatch.setattr(mt.ctypes, 'CDLL', cdll)
|
||||||
|
assert mt._load_libc() is None
|
||||||
|
assert mt.cap_arenas() is False
|
||||||
|
trimmer = mt.MallocTrimmer(interval=0)
|
||||||
|
assert not trimmer.available
|
||||||
|
assert trimmer.maybe_trim() is False
|
||||||
|
cdll.assert_not_called()
|
||||||
|
|
||||||
|
|
||||||
|
def test_linux_without_glibc_is_a_noop(monkeypatch):
|
||||||
|
"""musl: no gnu_get_libc_version (and no malloc_trim) -- nothing is called."""
|
||||||
|
libc = FakeLibc(glibc=False)
|
||||||
|
del libc.malloc_trim
|
||||||
|
_on_glibc(monkeypatch, libc)
|
||||||
|
assert mt._load_libc() is None
|
||||||
|
assert mt.cap_arenas() is False
|
||||||
|
assert mt.MallocTrimmer(interval=0).maybe_trim() is False
|
||||||
|
assert libc.mallopts == []
|
||||||
|
|
||||||
|
|
||||||
|
def test_cdll_failure_is_a_noop(monkeypatch):
|
||||||
|
monkeypatch.setattr(mt.sys, 'platform', 'linux')
|
||||||
|
monkeypatch.setattr(mt.ctypes, 'CDLL', mock.Mock(side_effect=OSError('no libc')))
|
||||||
|
assert mt._load_libc() is None
|
||||||
|
assert mt.cap_arenas() is False
|
||||||
|
|
||||||
|
|
||||||
|
def test_loads_once(monkeypatch):
|
||||||
|
cdll = _on_glibc(monkeypatch, FakeLibc())
|
||||||
|
mt._load_libc()
|
||||||
|
mt._load_libc()
|
||||||
|
mt.MallocTrimmer()
|
||||||
|
assert cdll.call_count == 1
|
||||||
|
|
||||||
|
|
||||||
|
def test_declares_c_signatures(monkeypatch):
|
||||||
|
libc = FakeLibc()
|
||||||
|
_on_glibc(monkeypatch, libc)
|
||||||
|
mt._load_libc()
|
||||||
|
assert libc.malloc_trim.argtypes == [ctypes.c_size_t]
|
||||||
|
assert libc.mallopt.argtypes == [ctypes.c_int, ctypes.c_int]
|
||||||
|
|
||||||
|
|
||||||
|
# -- cap_arenas ---------------------------------------------------------------
|
||||||
|
|
||||||
|
def test_cap_arenas_calls_mallopt(monkeypatch):
|
||||||
|
libc = FakeLibc()
|
||||||
|
_on_glibc(monkeypatch, libc)
|
||||||
|
assert mt.cap_arenas() is True
|
||||||
|
assert libc.mallopts == [(mt.M_ARENA_MAX, 2)]
|
||||||
|
assert mt.M_ARENA_MAX == -8 # glibc's malloc.h
|
||||||
|
|
||||||
|
|
||||||
|
def test_cap_arenas_defers_to_the_environment(monkeypatch):
|
||||||
|
libc = FakeLibc()
|
||||||
|
_on_glibc(monkeypatch, libc)
|
||||||
|
monkeypatch.setenv('MALLOC_ARENA_MAX', '4')
|
||||||
|
assert mt.cap_arenas() is False
|
||||||
|
assert libc.mallopts == []
|
||||||
|
|
||||||
|
|
||||||
|
def test_cap_arenas_swallows_errors(monkeypatch):
|
||||||
|
libc = FakeLibc()
|
||||||
|
libc.mallopt = mock.Mock(side_effect=RuntimeError('boom'))
|
||||||
|
_on_glibc(monkeypatch, libc)
|
||||||
|
assert mt.cap_arenas() is False
|
||||||
|
|
||||||
|
|
||||||
|
def test_cap_arenas_matches_the_unit():
|
||||||
|
"""The in-process default is the value the unit's MALLOC_ARENA_MAX carries."""
|
||||||
|
unit = (Path(__file__).resolve().parent.parent / 'systemd' / 'ledmatrix.service').read_text()
|
||||||
|
assert f'Environment=MALLOC_ARENA_MAX={mt.DEFAULT_ARENA_MAX}\n' in unit
|
||||||
|
|
||||||
|
|
||||||
|
# -- MallocTrimmer ------------------------------------------------------------
|
||||||
|
|
||||||
|
def test_trim_waits_one_interval_then_rate_limits(monkeypatch):
|
||||||
|
libc = FakeLibc()
|
||||||
|
_on_glibc(monkeypatch, libc)
|
||||||
|
clock = Clock()
|
||||||
|
trimmer = mt.MallocTrimmer(interval=300, clock=clock)
|
||||||
|
assert trimmer.available
|
||||||
|
assert trimmer.maybe_trim() is False # start-up: not yet
|
||||||
|
clock.t += 299.9
|
||||||
|
assert trimmer.maybe_trim() is False
|
||||||
|
clock.t += 0.1
|
||||||
|
assert trimmer.maybe_trim() is True
|
||||||
|
assert libc.trims == [0]
|
||||||
|
clock.t += 100
|
||||||
|
assert trimmer.maybe_trim() is False # rate-limited
|
||||||
|
clock.t += 200
|
||||||
|
assert trimmer.maybe_trim() is True
|
||||||
|
assert libc.trims == [0, 0]
|
||||||
|
|
||||||
|
|
||||||
|
def test_trim_reports_nothing_released(monkeypatch):
|
||||||
|
libc = FakeLibc(trim_result=0)
|
||||||
|
_on_glibc(monkeypatch, libc)
|
||||||
|
clock = Clock()
|
||||||
|
trimmer = mt.MallocTrimmer(interval=10, clock=clock)
|
||||||
|
clock.t += 10
|
||||||
|
assert trimmer.maybe_trim() is False
|
||||||
|
assert libc.trims == [0]
|
||||||
|
|
||||||
|
|
||||||
|
def test_trim_failure_disables_trimming(monkeypatch):
|
||||||
|
libc = FakeLibc(trim_result=RuntimeError('boom'))
|
||||||
|
_on_glibc(monkeypatch, libc)
|
||||||
|
clock = Clock()
|
||||||
|
trimmer = mt.MallocTrimmer(interval=10, clock=clock)
|
||||||
|
clock.t += 10
|
||||||
|
assert trimmer.maybe_trim() is False
|
||||||
|
clock.t += 10
|
||||||
|
assert trimmer.maybe_trim() is False
|
||||||
|
assert libc.trims == [0] # not retried
|
||||||
|
assert not trimmer.available
|
||||||
|
|
||||||
|
|
||||||
|
# -- wiring -------------------------------------------------------------------
|
||||||
|
|
||||||
|
def test_run_py_caps_arenas_before_threads():
|
||||||
|
"""run.py applies the cap before the watchdog or the controller import."""
|
||||||
|
src = (Path(__file__).resolve().parent.parent / 'run.py').read_text()
|
||||||
|
cap = src.index('malloc_tuning.cap_arenas()')
|
||||||
|
assert cap < src.index('display_watchdog.watchdog.begin_startup()')
|
||||||
|
assert cap < src.index('from src.display_controller import main')
|
||||||
|
|
||||||
|
|
||||||
|
def test_render_loop_trims_between_screens():
|
||||||
|
src = (Path(__file__).resolve().parent.parent / 'src' / 'display_controller.py').read_text()
|
||||||
|
loop = src.index('display_watchdog.watchdog.loop_pass()')
|
||||||
|
trim = src.index('trimmer.maybe_trim()')
|
||||||
|
assert loop < trim < src.index('outcome = runner.run(plan, manager_to_display)')
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.skipif(not mt.sys.platform.startswith('linux'), reason='glibc only')
|
||||||
|
def test_real_libc_on_linux():
|
||||||
|
"""On a real Linux C library the calls go through without raising."""
|
||||||
|
if mt._load_libc() is None:
|
||||||
|
pytest.skip('not glibc')
|
||||||
|
trimmer = mt.MallocTrimmer(interval=0)
|
||||||
|
assert trimmer.available
|
||||||
|
assert trimmer.maybe_trim() in (True, False)
|
||||||
|
assert trimmer.available # did not fail and disable itself
|
||||||
@@ -0,0 +1,280 @@
|
|||||||
|
"""src.common.sports_favorites: behaviour, the _favorite_key seam, host contract.
|
||||||
|
|
||||||
|
The cases follow ledmatrix-plugins' ``scripts/test_favourite_matching.py``
|
||||||
|
(the tables the family 6 reconcile was checked against), with the favourites
|
||||||
|
given as each plugin's resolver hands them over: as typed for the
|
||||||
|
abbreviation sports, as ESPN team ids for an NRL-style host that overrides
|
||||||
|
``_favorite_key``.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import ast
|
||||||
|
import logging
|
||||||
|
from datetime import datetime, timedelta, timezone
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
from src.common import sports_favorites
|
||||||
|
from src.common.sports_favorites import (
|
||||||
|
SportsFavoritesMixin,
|
||||||
|
SportsRecentFavoritesMixin,
|
||||||
|
SportsUpcomingFavoritesMixin,
|
||||||
|
)
|
||||||
|
from src.common.sports_helpers import SportsHelpersMixin
|
||||||
|
|
||||||
|
LOG = logging.getLogger("test_sports_favorites")
|
||||||
|
|
||||||
|
|
||||||
|
def _id_key(self, game, side):
|
||||||
|
"""NRL's override: the ESPN team id, None when it is missing."""
|
||||||
|
team_id = game.get(f"{side}_id")
|
||||||
|
return None if team_id is None else str(team_id)
|
||||||
|
|
||||||
|
|
||||||
|
def host(favorites, by_id=False, limit=3):
|
||||||
|
"""A manager stand-in: the three mixins over SportsHelpersMixin's default key."""
|
||||||
|
attrs = {"_favorite_key": _id_key} if by_id else {}
|
||||||
|
cls = type("Host", (SportsUpcomingFavoritesMixin, SportsRecentFavoritesMixin,
|
||||||
|
SportsFavoritesMixin, SportsHelpersMixin), attrs)
|
||||||
|
h = cls()
|
||||||
|
h.logger = LOG
|
||||||
|
h.favorite_teams = favorites
|
||||||
|
h.upcoming_games_to_show = h.recent_games_to_show = limit
|
||||||
|
return h
|
||||||
|
|
||||||
|
|
||||||
|
TEAM = {"1": "AAA", "2": "BBB", "3": "CCC", "4": "DDD", "41": "NEW", "42": "NEW"}
|
||||||
|
|
||||||
|
|
||||||
|
def match(home, away, **extra):
|
||||||
|
g = {"home_id": home, "home_abbr": TEAM[home], "away_id": away, "away_abbr": TEAM[away]}
|
||||||
|
g.update(extra)
|
||||||
|
return g
|
||||||
|
|
||||||
|
|
||||||
|
GAMES = {
|
||||||
|
"AAA home v BBB": match("1", "2"),
|
||||||
|
"BBB home v AAA": match("2", "1"),
|
||||||
|
"CCC v DDD": match("3", "4"),
|
||||||
|
"Knights (NEW 41) v CCC": match("41", "3"),
|
||||||
|
"Warriors (NEW 42) v CCC": match("42", "3"),
|
||||||
|
"AAA v BBB, no ids": {"home_abbr": "AAA", "away_abbr": "BBB"},
|
||||||
|
"ids 1 v 2, no abbrs": {"home_id": "1", "away_id": "2"},
|
||||||
|
"AAA v BBB, int ids": match("1", "2", home_id=1, away_id=2),
|
||||||
|
"lower-case abbrs": {"home_abbr": "aaa ", "away_abbr": "bbb"},
|
||||||
|
"empty game": {},
|
||||||
|
}
|
||||||
|
|
||||||
|
#: label -> favorite_teams as the resolver hands it over.
|
||||||
|
FAVORITES = {
|
||||||
|
"none": [],
|
||||||
|
"AAA": ["AAA"],
|
||||||
|
"aaa": ["aaa"],
|
||||||
|
"' AAA '": [" AAA "],
|
||||||
|
"1": ["1"],
|
||||||
|
"int 1": [1],
|
||||||
|
"AAA,CCC": ["AAA", "CCC"],
|
||||||
|
"NEW": ["NEW"],
|
||||||
|
"41": ["41"],
|
||||||
|
"'None'": ["None"],
|
||||||
|
"blank": ["", " "],
|
||||||
|
}
|
||||||
|
|
||||||
|
#: (favourites, game) -> answer with the abbreviation key, then the id key.
|
||||||
|
EXPECTED_IS_FAVORITE = {
|
||||||
|
"AAA home v BBB": {"AAA": "Y.", "aaa": "Y.", "' AAA '": "Y.", "1": ".Y", "int 1": ".Y",
|
||||||
|
"AAA,CCC": "Y."},
|
||||||
|
"BBB home v AAA": {"AAA": "Y.", "aaa": "Y.", "' AAA '": "Y.", "1": ".Y", "int 1": ".Y",
|
||||||
|
"AAA,CCC": "Y."},
|
||||||
|
"CCC v DDD": {"AAA,CCC": "Y."},
|
||||||
|
"Knights (NEW 41) v CCC": {"AAA,CCC": "Y.", "NEW": "Y.", "41": ".Y"},
|
||||||
|
"Warriors (NEW 42) v CCC": {"AAA,CCC": "Y.", "NEW": "Y."},
|
||||||
|
"AAA v BBB, no ids": {"AAA": "Y.", "aaa": "Y.", "' AAA '": "Y.", "AAA,CCC": "Y."},
|
||||||
|
"ids 1 v 2, no abbrs": {"1": ".Y", "int 1": ".Y"},
|
||||||
|
"AAA v BBB, int ids": {"AAA": "Y.", "aaa": "Y.", "' AAA '": "Y.", "1": ".Y",
|
||||||
|
"int 1": ".Y", "AAA,CCC": "Y."},
|
||||||
|
"lower-case abbrs": {"AAA": "Y.", "aaa": "Y.", "' AAA '": "Y.", "AAA,CCC": "Y."},
|
||||||
|
"empty game": {},
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("game_label", sorted(GAMES))
|
||||||
|
@pytest.mark.parametrize("fav_label", sorted(FAVORITES))
|
||||||
|
def test_is_favorite_game(fav_label, game_label):
|
||||||
|
want = EXPECTED_IS_FAVORITE[game_label].get(fav_label, "..")
|
||||||
|
got = "".join("Y" if host(FAVORITES[fav_label], by_id)._is_favorite_game(dict(GAMES[game_label]))
|
||||||
|
else "." for by_id in (False, True))
|
||||||
|
assert got == want
|
||||||
|
|
||||||
|
|
||||||
|
class TestFavoriteCode:
|
||||||
|
@pytest.mark.parametrize("value, code", [
|
||||||
|
("bos", "BOS"), (" BOS ", "BOS"), ("BOS", "BOS"), (41, "41"),
|
||||||
|
("", None), (" ", None), (None, None),
|
||||||
|
])
|
||||||
|
def test_normalises(self, value, code):
|
||||||
|
assert SportsFavoritesMixin._favorite_code(value) == code
|
||||||
|
|
||||||
|
def test_a_missing_id_is_not_the_string_none(self):
|
||||||
|
"""str(None) would match a favourite typed "None"; None matches nothing."""
|
||||||
|
h = host(["None"], by_id=True)
|
||||||
|
assert h._is_favorite_game({"home_abbr": "AAA", "away_abbr": "BBB"}) is False
|
||||||
|
assert h._is_favorite_game({}) is False
|
||||||
|
|
||||||
|
def test_a_none_favorites_list_matches_nothing(self):
|
||||||
|
assert host(None)._is_favorite_game(dict(GAMES["AAA home v BBB"])) is False
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Selection. A shuffled slate: two games share id s2, two have no id, s9 has
|
||||||
|
# no start time. Hours from now; Recent gets the same slate in the past.
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
NOW = datetime(2026, 10, 5, 15, tzinfo=timezone.utc)
|
||||||
|
SLATE = (("s5", "41", "2", 5), ("s1", "1", "2", 1), ("s3", "4", "3", 3),
|
||||||
|
("s2", "3", "1", 2), ("s7", "2", "3", 7), ("s4", "1", "4", 4),
|
||||||
|
("s6", "42", "4", 6), ("s2", "1", "4", 8), ("s9", "1", "3", None),
|
||||||
|
(None, "3", "1", 9), (None, "2", "1", 10))
|
||||||
|
|
||||||
|
|
||||||
|
def slate(recent):
|
||||||
|
sign = -1 if recent else 1
|
||||||
|
games = []
|
||||||
|
for gid, home, away, hours in SLATE:
|
||||||
|
g = match(home, away, id=gid)
|
||||||
|
if hours is not None:
|
||||||
|
g["start_time_utc"] = NOW + timedelta(hours=sign * hours)
|
||||||
|
games.append(g)
|
||||||
|
return games
|
||||||
|
|
||||||
|
|
||||||
|
def pick(favorites, limit, recent, by_id=False):
|
||||||
|
h = host(favorites, by_id, limit)
|
||||||
|
method = h._select_recent_games_for_display if recent else h._select_games_for_display
|
||||||
|
return ",".join(g["id"] or "~" for g in method(slate(recent), favorites)) or "none"
|
||||||
|
|
||||||
|
|
||||||
|
ALL = "s1,s2,s3,s4,s5,s6,s7,s2,~,~,s9"
|
||||||
|
|
||||||
|
#: (favourites, per-team limit) -> picked ids, the same for Upcoming and Recent.
|
||||||
|
EXPECTED_SELECT = {
|
||||||
|
(("AAA",), 1): "s1", (("AAA",), 2): "s1,s2", (("AAA",), 5): "s1,s2,s4,~,~",
|
||||||
|
(("aaa",), 5): "s1,s2,s4,~,~", ((" AAA ",), 2): "s1,s2",
|
||||||
|
(("AAA", "CCC"), 1): "s1,s2", (("AAA", "CCC"), 2): "s1,s2,s3",
|
||||||
|
(("AAA", "CCC"), 5): "s1,s2,s3,s4,s7,~,~,s9",
|
||||||
|
(("AAA", "ZZZ"), 2): "s1,s2", (("NEW",), 2): "s5,s6",
|
||||||
|
(("ZZZ",), 2): "none", ((), 1): ALL,
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("recent", [False, True], ids=["upcoming", "recent"])
|
||||||
|
@pytest.mark.parametrize("favorites, limit", sorted(EXPECTED_SELECT))
|
||||||
|
def test_select(favorites, limit, recent):
|
||||||
|
assert pick(list(favorites), limit, recent) == EXPECTED_SELECT[(favorites, limit)]
|
||||||
|
|
||||||
|
|
||||||
|
class TestSelectByTeamId:
|
||||||
|
"""The NRL-style host: the key is the team id, so NEW is two teams."""
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("recent", [False, True])
|
||||||
|
def test_one_club_of_a_shared_abbreviation(self, recent):
|
||||||
|
assert pick(["41"], 2, recent, by_id=True) == "s5"
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("recent", [False, True])
|
||||||
|
def test_an_unresolved_abbreviation_matches_nothing(self, recent):
|
||||||
|
assert pick(["NEW"], 2, recent, by_id=True) == "none"
|
||||||
|
|
||||||
|
def test_ids_select_like_abbreviations(self):
|
||||||
|
assert pick(["1"], 5, False, by_id=True) == "s1,s2,s4,~,~"
|
||||||
|
|
||||||
|
|
||||||
|
class TestSelectionRules:
|
||||||
|
def test_a_game_between_two_favourites_counts_for_both(self):
|
||||||
|
h = host(["AAA", "BBB"], limit=1)
|
||||||
|
picked = h._select_games_for_display(slate(False), ["AAA", "BBB"])
|
||||||
|
assert [g["id"] for g in picked] == ["s1"]
|
||||||
|
|
||||||
|
def test_games_without_an_id_are_never_duplicates(self):
|
||||||
|
games = [match("1", "2"), match("1", "3")]
|
||||||
|
assert len(host(["AAA"])._select_games_for_display(games, ["AAA"])) == 2
|
||||||
|
|
||||||
|
def test_a_reused_id_is_a_duplicate(self):
|
||||||
|
games = [match("1", "2", id="x"), match("1", "3", id="x")]
|
||||||
|
assert len(host(["AAA"])._select_games_for_display(games, ["AAA"])) == 1
|
||||||
|
|
||||||
|
def test_upcoming_is_soonest_first_and_recent_newest_first(self):
|
||||||
|
assert pick(["CCC"], 5, False) == "s2,s3,s7,~,s9"
|
||||||
|
assert pick(["CCC"], 5, True) == "s2,s3,s7,~,s9"
|
||||||
|
|
||||||
|
def test_the_handed_list_is_used_not_favorite_teams(self):
|
||||||
|
h = host(["CCC"], limit=1)
|
||||||
|
assert [g["id"] for g in h._select_games_for_display(slate(False), ["AAA"])] == ["s1"]
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("recent", [False, True])
|
||||||
|
def test_the_summary_is_logged_at_info(self, recent, caplog):
|
||||||
|
with caplog.at_level(logging.INFO, logger=LOG.name):
|
||||||
|
pick(["AAA"], 1, recent)
|
||||||
|
name = "_select_recent_games_for_display" if recent else "_select_games_for_display"
|
||||||
|
assert [r.levelno for r in caplog.records if r.funcName == name
|
||||||
|
and r.levelno >= logging.INFO] == [logging.INFO]
|
||||||
|
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Carriers and host contract
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
MIXINS = {
|
||||||
|
"SportsFavoritesMixin": ["_favorite_code", "_is_favorite_game"],
|
||||||
|
"SportsUpcomingFavoritesMixin": ["_select_games_for_display"],
|
||||||
|
"SportsRecentFavoritesMixin": ["_select_recent_games_for_display"],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def _classes():
|
||||||
|
tree = ast.parse(Path(sports_favorites.__file__).read_text(encoding="utf-8"))
|
||||||
|
return {n.name: n for n in tree.body if isinstance(n, ast.ClassDef)}
|
||||||
|
|
||||||
|
|
||||||
|
def _self_reads(cls):
|
||||||
|
return {node.attr for node in ast.walk(cls)
|
||||||
|
if isinstance(node, ast.Attribute) and isinstance(node.ctx, ast.Load)
|
||||||
|
and isinstance(node.value, ast.Name) and node.value.id == "self"}
|
||||||
|
|
||||||
|
|
||||||
|
class TestHostContract:
|
||||||
|
def test_each_mixin_carries_only_its_class_methods(self):
|
||||||
|
"""So adopting one gives no manager a method it did not have."""
|
||||||
|
for name, methods in MIXINS.items():
|
||||||
|
mixin = getattr(sports_favorites, name)
|
||||||
|
assert sorted(n for n in vars(mixin) if not n.startswith("__")) == methods
|
||||||
|
|
||||||
|
def test_every_host_read_is_documented(self):
|
||||||
|
reads = set().union(*(_self_reads(c) for c in _classes().values()))
|
||||||
|
undocumented = sorted(n for n in reads if f"``{n}``" not in sports_favorites.__doc__)
|
||||||
|
assert undocumented == [], f"read but not in the host contract: {undocumented}"
|
||||||
|
|
||||||
|
def test_the_key_comes_from_sports_helpers(self):
|
||||||
|
"""The seam stays where 3.5.0 put it; this module only calls it."""
|
||||||
|
assert "_favorite_key" in vars(SportsHelpersMixin)
|
||||||
|
assert all("_favorite_key" not in vars(getattr(sports_favorites, n)) for n in MIXINS)
|
||||||
|
|
||||||
|
def test_no_other_shared_mixin_defines_these(self):
|
||||||
|
from src.common import sports_display_rules, sports_shared
|
||||||
|
others = [sports_shared.SportsCoreSharedMixin, sports_shared.SportsRecentSharedMixin,
|
||||||
|
sports_shared.SportsLiveSharedMixin, SportsHelpersMixin,
|
||||||
|
sports_display_rules.SportsGameRulesMixin]
|
||||||
|
for methods in MIXINS.values():
|
||||||
|
for name in methods:
|
||||||
|
assert not any(name in vars(o) for o in others), name
|
||||||
|
|
||||||
|
def test_the_shared_callers_reach_it(self):
|
||||||
|
"""_favorites_first and the live dwell ask _is_favorite_game; one body answers."""
|
||||||
|
from src.common.sports_display_rules import SportsGameRulesMixin
|
||||||
|
|
||||||
|
class Host(SportsGameRulesMixin, SportsFavoritesMixin, SportsHelpersMixin):
|
||||||
|
favorite_teams = ["aaa"]
|
||||||
|
game_display_duration = 15
|
||||||
|
non_favorite_live_game_duration = 5
|
||||||
|
|
||||||
|
assert Host()._effective_live_duration(dict(GAMES["AAA home v BBB"])) == 15
|
||||||
|
assert Host()._effective_live_duration(dict(GAMES["CCC v DDD"])) == 5
|
||||||
@@ -0,0 +1,135 @@
|
|||||||
|
"""sports_favorites still matches every plugin copy, and only nrl overrides the key.
|
||||||
|
|
||||||
|
``src.common.sports_favorites`` was copied from the scoreboards once family 6
|
||||||
|
had made each method one body in all nine: ``SportsCore._favorite_code`` and
|
||||||
|
``_is_favorite_game``, ``SportsUpcoming._select_games_for_display`` and
|
||||||
|
``SportsRecent._select_recent_games_for_display``. The plugins delete their
|
||||||
|
copies once they floor on the release that ships this module. Until each has, a
|
||||||
|
copy that changes on its own is a fix one side has and the other lacks.
|
||||||
|
|
||||||
|
Point LEDMATRIX_PLUGINS at a ledmatrix-plugins checkout and each method is
|
||||||
|
compared with every plugin copy using ``scripts/sports_drift_report.py``'s own
|
||||||
|
normalisation (the AST with docstrings and annotations dropped), plus the
|
||||||
|
decorators. A copy that is gone counts as adopted when the plugin's
|
||||||
|
``sports.py`` names the module. The owner's decision that only nrl overrides
|
||||||
|
``_favorite_key`` (with the team id) is checked too; that override stays in
|
||||||
|
the plugin after adoption. Without the variable this skips: core CI has no
|
||||||
|
plugins checkout.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import ast
|
||||||
|
import importlib.util
|
||||||
|
import os
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
from src.common import sports_favorites
|
||||||
|
|
||||||
|
REPO = Path(__file__).resolve().parents[1]
|
||||||
|
SPORTS = ("afl", "baseball", "basketball", "football", "hockey", "lacrosse",
|
||||||
|
"nrl", "soccer", "ufc")
|
||||||
|
|
||||||
|
#: plugin class -> (our mixin, the methods it carries)
|
||||||
|
CARRIERS = {
|
||||||
|
"SportsCore": ("SportsFavoritesMixin", ("_favorite_code", "_is_favorite_game")),
|
||||||
|
"SportsUpcoming": ("SportsUpcomingFavoritesMixin", ("_select_games_for_display",)),
|
||||||
|
"SportsRecent": ("SportsRecentFavoritesMixin", ("_select_recent_games_for_display",)),
|
||||||
|
}
|
||||||
|
|
||||||
|
#: The owner's decision (docs/SPORTS_UNIFICATION.md, family 6): the sports
|
||||||
|
#: that name a team by something other than its abbreviation.
|
||||||
|
OVERRIDES_FAVORITE_KEY = {"nrl"}
|
||||||
|
|
||||||
|
|
||||||
|
def _drift_report():
|
||||||
|
"""scripts/sports_drift_report.py, loaded by path (scripts/ is no package)."""
|
||||||
|
spec = importlib.util.spec_from_file_location(
|
||||||
|
"sports_drift_report", REPO / "scripts" / "sports_drift_report.py")
|
||||||
|
module = importlib.util.module_from_spec(spec)
|
||||||
|
spec.loader.exec_module(module)
|
||||||
|
return module
|
||||||
|
|
||||||
|
|
||||||
|
DRIFT = _drift_report()
|
||||||
|
|
||||||
|
|
||||||
|
def _plugins_root():
|
||||||
|
root = DRIFT.resolve_plugins_dir(os.environ.get("LEDMATRIX_PLUGINS"))
|
||||||
|
if root is None:
|
||||||
|
pytest.skip("set LEDMATRIX_PLUGINS to a ledmatrix-plugins checkout to "
|
||||||
|
"compare this module against the plugin copies")
|
||||||
|
return root
|
||||||
|
|
||||||
|
|
||||||
|
def _class(tree, name):
|
||||||
|
return next(n for n in tree.body if isinstance(n, ast.ClassDef) and n.name == name)
|
||||||
|
|
||||||
|
|
||||||
|
def _method(cls, name):
|
||||||
|
return next((n for n in cls.body
|
||||||
|
if isinstance(n, ast.FunctionDef) and n.name == name), None)
|
||||||
|
|
||||||
|
|
||||||
|
def _fingerprint(node):
|
||||||
|
return (DRIFT._digest(node, DRIFT._Canonical()),
|
||||||
|
tuple(ast.unparse(d) for d in node.decorator_list))
|
||||||
|
|
||||||
|
|
||||||
|
def _ours(mixin):
|
||||||
|
tree = ast.parse(Path(sports_favorites.__file__).read_text(encoding="utf-8"))
|
||||||
|
return _class(tree, mixin)
|
||||||
|
|
||||||
|
|
||||||
|
def _plugin_tree(root, sport):
|
||||||
|
source = (root / f"{sport}-scoreboard" / "sports.py").read_text(encoding="utf-8")
|
||||||
|
return source, ast.parse(source)
|
||||||
|
|
||||||
|
|
||||||
|
CASES = [(sport, cls, name) for sport in SPORTS
|
||||||
|
for cls, (_, names) in CARRIERS.items() for name in names]
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("sport, cls, name", CASES)
|
||||||
|
def test_every_remaining_plugin_copy_matches(sport, cls, name):
|
||||||
|
source, tree = _plugin_tree(_plugins_root(), sport)
|
||||||
|
copy = _method(_class(tree, cls), name)
|
||||||
|
if copy is None:
|
||||||
|
assert sports_favorites.__name__ in source, (
|
||||||
|
f"{sport}: no {name} on {cls} and no {sports_favorites.__name__} import")
|
||||||
|
else:
|
||||||
|
ours = _method(_ours(CARRIERS[cls][0]), name)
|
||||||
|
assert _fingerprint(copy) == _fingerprint(ours), (
|
||||||
|
f"{cls}.{name} in {sport} differs from sports_favorites. "
|
||||||
|
f"Port the change to both, or stop treating it as shared.")
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("sport", SPORTS)
|
||||||
|
def test_no_other_plugin_class_carries_a_copy(sport):
|
||||||
|
"""A copy on another class (afl's old SportsUpcoming._is_favorite_game) would shadow the shared one."""
|
||||||
|
_, tree = _plugin_tree(_plugins_root(), sport)
|
||||||
|
shared = {name: cls for cls, (_, names) in CARRIERS.items() for name in names}
|
||||||
|
strays = [f"{node.name}.{name}" for node in tree.body if isinstance(node, ast.ClassDef)
|
||||||
|
for name, home in shared.items()
|
||||||
|
if node.name != home and _method(node, name) is not None]
|
||||||
|
assert strays == []
|
||||||
|
|
||||||
|
|
||||||
|
def test_only_the_decided_sports_override_the_key():
|
||||||
|
root = _plugins_root()
|
||||||
|
overriding = {sport for sport in SPORTS
|
||||||
|
if any(_method(node, "_favorite_key") is not None
|
||||||
|
for node in _plugin_tree(root, sport)[1].body
|
||||||
|
if isinstance(node, ast.ClassDef))}
|
||||||
|
assert overriding == OVERRIDES_FAVORITE_KEY
|
||||||
|
|
||||||
|
|
||||||
|
def test_the_drift_report_still_calls_them_identical():
|
||||||
|
root = _plugins_root()
|
||||||
|
families = DRIFT.build(root, ("sports.py",))
|
||||||
|
rows = {(r["file"], r["family"]): r
|
||||||
|
for r in (DRIFT.summarise(k, v) for k, v in families.items())}
|
||||||
|
for _, names in CARRIERS.values():
|
||||||
|
for name in names:
|
||||||
|
row = rows.get(("sports.py", name))
|
||||||
|
assert row is None or row["worst_class_variants"] == 1, name
|
||||||
+41
-11
@@ -8,7 +8,9 @@ loses those tests with it.
|
|||||||
The parity class is what keeps "byte-identical" true after this lands. Point
|
The parity class is what keeps "byte-identical" true after this lands. Point
|
||||||
LEDMATRIX_PLUGINS at a ledmatrix-plugins checkout and every promoted body is
|
LEDMATRIX_PLUGINS at a ledmatrix-plugins checkout and every promoted body is
|
||||||
compared, as a docstring-stripped AST, against every plugin copy that carries
|
compared, as a docstring-stripped AST, against every plugin copy that carries
|
||||||
it. Without the variable it skips rather than fails, since core CI has no
|
it. A copy that is gone counts as adopted when the plugin imports
|
||||||
|
src.common.sports_helpers (plugins#563/#564 did that for every scoreboard).
|
||||||
|
Without the variable it skips rather than fails, since core CI has no
|
||||||
plugins checkout; ledmatrix-plugins CI runs the same comparison against core
|
plugins checkout; ledmatrix-plugins CI runs the same comparison against core
|
||||||
(scripts/check_sports_helpers_parity.py, ledmatrix-plugins#495).
|
(scripts/check_sports_helpers_parity.py, ledmatrix-plugins#495).
|
||||||
"""
|
"""
|
||||||
@@ -572,6 +574,24 @@ def _core_definitions():
|
|||||||
return out
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def _sports_source(root, sport):
|
||||||
|
return (root / f"{sport}-scoreboard" / "sports.py").read_text(encoding="utf-8")
|
||||||
|
|
||||||
|
|
||||||
|
def _adopted(source):
|
||||||
|
"""Gone is fine once the plugin uses the module; otherwise the finder is
|
||||||
|
not seeing its copy."""
|
||||||
|
name = sports_helpers.__name__
|
||||||
|
for node in ast.walk(ast.parse(source)):
|
||||||
|
if isinstance(node, ast.ImportFrom):
|
||||||
|
if node.module == name or any(
|
||||||
|
f"{node.module}.{a.name}" == name for a in node.names):
|
||||||
|
return True
|
||||||
|
elif isinstance(node, ast.Import) and any(a.name == name for a in node.names):
|
||||||
|
return True
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
class TestParityWithPlugins:
|
class TestParityWithPlugins:
|
||||||
@pytest.mark.parametrize("name", sorted(PROMOTED))
|
@pytest.mark.parametrize("name", sorted(PROMOTED))
|
||||||
def test_body_matches_every_plugin_copy(self, name):
|
def test_body_matches_every_plugin_copy(self, name):
|
||||||
@@ -580,10 +600,10 @@ class TestParityWithPlugins:
|
|||||||
ours = _dump(_core_definitions()[name])
|
ours = _dump(_core_definitions()[name])
|
||||||
drifted, missing = [], []
|
drifted, missing = [], []
|
||||||
for sport in carriers:
|
for sport in carriers:
|
||||||
defs = _definitions(ast.parse(
|
source = _sports_source(root, sport)
|
||||||
(root / f"{sport}-scoreboard" / "sports.py").read_text(encoding="utf-8")))
|
theirs = _definitions(ast.parse(source))[where].get(plugin_name)
|
||||||
theirs = defs[where].get(plugin_name)
|
|
||||||
if theirs is None:
|
if theirs is None:
|
||||||
|
if not _adopted(source):
|
||||||
missing.append(sport)
|
missing.append(sport)
|
||||||
elif _dump(theirs) != ours:
|
elif _dump(theirs) != ours:
|
||||||
drifted.append(sport)
|
drifted.append(sport)
|
||||||
@@ -594,10 +614,20 @@ class TestParityWithPlugins:
|
|||||||
|
|
||||||
@pytest.mark.parametrize("sport", SCOREBOARDS)
|
@pytest.mark.parametrize("sport", SCOREBOARDS)
|
||||||
def test_constants_match(self, sport):
|
def test_constants_match(self, sport):
|
||||||
root = _plugins_root()
|
source = _sports_source(_plugins_root(), sport)
|
||||||
defs = _definitions(ast.parse(
|
defs = _definitions(ast.parse(source))
|
||||||
(root / f"{sport}-scoreboard" / "sports.py").read_text(encoding="utf-8")))
|
expected = {
|
||||||
assert ast.literal_eval(defs["module"]["_MIN_WINDOW_DAYS"].value) == MIN_WINDOW_DAYS
|
("module", "_MIN_WINDOW_DAYS"): MIN_WINDOW_DAYS,
|
||||||
assert ast.literal_eval(defs["module"]["_MAX_WINDOW_DAYS"].value) == MAX_WINDOW_DAYS
|
("module", "_MAX_WINDOW_DAYS"): MAX_WINDOW_DAYS,
|
||||||
gap = defs["SportsCore"]["_DWELL_REENTRY_GAP_SECONDS"].value
|
("SportsCore", "_DWELL_REENTRY_GAP_SECONDS"):
|
||||||
assert math.isclose(ast.literal_eval(gap), SportsHelpersMixin._DWELL_REENTRY_GAP_SECONDS)
|
SportsHelpersMixin._DWELL_REENTRY_GAP_SECONDS,
|
||||||
|
}
|
||||||
|
missing = []
|
||||||
|
for (where, name), value in expected.items():
|
||||||
|
node = defs[where].get(name)
|
||||||
|
if node is None:
|
||||||
|
if not _adopted(source):
|
||||||
|
missing.append(name)
|
||||||
|
else:
|
||||||
|
assert math.isclose(ast.literal_eval(node.value), value), name
|
||||||
|
assert missing == [], f"not found in {sport}: {missing}"
|
||||||
|
|||||||
Reference in New Issue
Block a user