Update monitoring's README

monitoring/README.md

@@ -0,0 +1,129 @@
+# Asset telemetry monitoring
+
+> [!CAUTION]
+> This is a PoC, not suitable for real world due to lack of any authentication and security
+
+## Pre-requisites
+
+- Python 3.12
+- Podman (or Docker)
+
+## Architecture
+
+The `dispatcher.py` script collects data (`cab` commands) from a CommandStation and sends it a MQTT broker. 
+
+The command being monitored is `<l cab reg speedByte functMap>` which is returned by the `<t cab speed dir>` throttle command. See the [DCC-EX command reference](https://dcc-ex.com/reference/software/command-summary-consolidated.html#t-cab-speed-dir-set-cab-loco-speed).
+
+`mosquitto` is the MQTT broker.
+
+The `handler.py` script subscribes to the MQTT broker and saves relevant data to the Timescale database.
+
+Data is finally save into a Timescale hypertable.
+
+## How to run
+
+### Deploy Timescale
+
+```bash
+$ podman run -d -p 5432:5432 -v $(pwd)/data:/var/lib/postgresql/data -e "POSTGRES_USER=dccmonitor" -e "POSTGRES_PASSWORD=dccmonitor" --name timescale timescale/timescaledb:latest-pg17
+```
+> [!IMPORTANT]
+> A volume should be created for persistent data
+
+Tables and hypertables are automatically created by the `handler.py` script
+
+### Deploy Mosquitto
+
+```bash
+$ podman run --userns=keep-id -d -p 1883:1883 -v $(pwd)/config/mosquitto.conf:/mosquitto/config/mosquitto.conf --name mosquitto eclipse-mosquitto:2.0
+```
+
+### Run the dispatcher and the handler
+
+```bash
+$ python dispatcher.py
+```
+
+```bash
+$ python handler.py
+```
+
+## Debug data in Timescale
+
+### Create a 10 secs aggregated data table
+
+```sql
+CREATE MATERIALIZED VIEW telemetry_10secs
+WITH (timescaledb.continuous) AS
+SELECT 
+    time_bucket('10 seconds', timestamp) AS bucket,
+    cab,
+    ROUND(CAST(AVG(speed) AS NUMERIC), 1) AS avg_speed,
+    MIN(speed) AS min_speed,
+    MAX(speed) AS max_speed
+FROM telemetry
+GROUP BY bucket, cab;
+```
+
+and set the update policy:
+
+```sql
+SELECT add_continuous_aggregate_policy(
+    'telemetry_10secs',
+    start_offset => INTERVAL '1 hour',  -- Go back 1 hour for updates
+    end_offset   => INTERVAL '1 minute', -- Keep the latest 5 min fresh
+    schedule_interval => INTERVAL '1 minute' -- Run every minute
+);
+
+```
+
+### Running statistics from 10 seconds table
+
+```sql
+WITH speed_durations AS (
+    SELECT 
+        cab,
+        avg_speed,
+        max_speed,
+        bucket AS start_time,
+        LEAD(bucket) OVER (
+            PARTITION BY cab ORDER BY bucket
+        ) AS end_time,
+        LEAD(bucket) OVER (PARTITION BY cab ORDER BY bucket) - bucket AS duration
+    FROM telemetry_10secs
+)
+SELECT * FROM speed_durations WHERE end_time IS NOT NULL;
+```
+
+and filtered by `cab` number, via a function
+
+```sql
+CREATE FUNCTION get_speed_durations(cab_id INT) 
+RETURNS TABLE (
+    cab INT, 
+    speed DOUBLE PRECISION, 
+    dir TEXT, 
+    start_time TIMESTAMPTZ, 
+    end_time TIMESTAMPTZ, 
+    duration INTERVAL
+) 
+AS $$
+WITH speed_durations AS (
+    SELECT 
+        cab,
+        avg_speed,
+        max_speed,
+        bucket AS start_time,
+        LEAD(bucket) OVER (
+            PARTITION BY cab ORDER BY bucket
+        ) AS end_time,
+        LEAD(bucket) OVER (PARTITION BY cab ORDER BY bucket) - bucket AS duration
+    FROM telemetry_10secs
+)
+SELECT * FROM speed_durations WHERE end_time IS NOT NULL AND cab = cab_id;
+$$ LANGUAGE sql;
+
+-- Refresh data
+CALL refresh_continuous_aggregate('telemetry_10secs', NULL, NULL);
+SELECT * FROM get_speed_durations(1);
+```

monitoring/compose.yml

@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+# vim: tabstop=2 shiftwidth=2 softtabstop=2
+networks:
+  net:
+
+volumes:
+  pgdata:
+  staticdata:
+
+x-op-service-default: &service_default
+  restart: always  # unless-stopped
+  init: true
+
+services:
+  timescale:
+    <<: *service_default
+    image: timescale/timescaledb:latest-pg17
+    ports:
+        - "${CUSTOM_DOCKER_IP:-0.0.0.0}:5432:5432"
+    environment:
+      POSTGRES_USER: "dccmonitor"
+      POSTGRES_PASSWORD: "dccmonitor"
+    volumes:
+      - "pgdata:/var/lib/postgresql/data"
+    networks:
+      - net
+
+  broker:
+    <<: *service_default
+    image: eclipse-mosquitto:2.0
+    ports:
+        - "${CUSTOM_DOCKER_IP:-0.0.0.0}:1883:1883"
+    volumes:
+      - "./config/mosquitto.conf:/mosquitto/config/mosquitto.conf:ro"
+    networks:
+      - net

monitoring/config/mosquitto.conf

@@ -0,0 +1,2 @@
+allow_anonymous true
+listener 1883

monitoring/dispatcher.py

@@ -0,0 +1,107 @@
+#!/usr/bin/env python3
+
+import os
+import time
+import json
+import socket
+import logging
+import paho.mqtt.client as mqtt
+
+# FIXME: create a configuration
+# TCP Socket Configuration
+TCP_HOST = "192.168.10.110"  # Replace with your TCP server IP
+TCP_PORT = 2560              # Replace with your TCP server port
+
+# FIXME: create a configuration
+# MQTT Broker Configuration
+MQTT_BROKER = "localhost"
+MQTT_PORT = 1883
+MQTT_TOPIC = "telemetry/commandstation"
+
+# Connect to MQTT Broker
+mqtt_client = mqtt.Client(mqtt.CallbackAPIVersion.VERSION2)
+
+
+# Connect function with automatic reconnection
+def connect_mqtt():
+    while True:
+        try:
+            mqtt_client.connect(MQTT_BROKER, MQTT_PORT, keepalive=60)
+            mqtt_client.loop_start()  # Start background loop
+            logging.info("Connected to MQTT broker!")
+            return
+        except Exception as e:
+            logging.info(f"Connection failed: {e}. Retrying in 5 seconds...")
+            time.sleep(5)  # Wait before Retrying
+
+
+# Ensure connection before publishing
+def safe_publish(topic, message):
+    if not mqtt_client.is_connected():
+        print("MQTT Disconnected! Reconnecting...")
+        connect_mqtt()  # Reconnect if disconnected
+
+    result = mqtt_client.publish(topic, message, qos=1)
+    result.wait_for_publish()  # Ensure message is published
+    logging.debug(f"Published: {message}")
+
+
+def process_message(message):
+    """Parses the '<l cab speed dir>' format and converts it to JSON."""
+    if not message.startswith("<l"):
+        return None
+
+    parts = message.strip().split()  # Split by spaces
+    if len(parts) != 5:
+        logging.debug(f"Invalid speed command: {message}")
+        return None
+
+    _, _cab, _, _speed, _ = parts  # Ignore the first `<t`
+    cab = int(_cab)
+    speed = int(_speed)
+    if speed > 1 and speed < 128:
+        direction = "r"
+        speed = speed - 1
+    elif speed > 129 and speed < 256:
+        direction = "f"
+        speed = speed - 129
+    else:
+        speed = 0
+        direction = "n"
+
+    try:
+        json_data = {
+            "cab": cab,
+            "speed": speed,
+            "dir": direction
+        }
+        return json_data
+    except ValueError as e:
+        logging.error(f"Error parsing message: {e}")
+        return None
+
+
+def start_tcp_listener():
+    """Listens for incoming TCP messages and publishes them to MQTT."""
+    with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
+        sock.connect((TCP_HOST, TCP_PORT))
+        logging.info(
+            f"Connected to TCP server at {TCP_HOST}:{TCP_PORT}"
+        )
+
+        while True:
+            data = sock.recv(1024).decode("utf-8")  # Read a chunk of data
+            if not data:
+                break
+
+            lines = data.strip().split("\n")  # Handle multiple lines
+            for line in lines:
+                json_data = process_message(line)
+                if json_data:
+                    safe_publish(MQTT_TOPIC, json.dumps(json_data))
+
+
+# Start the listener
+if __name__ == "__main__":
+    logging.basicConfig(level=os.getenv("DCC_LOGLEVEL", "INFO").upper())
+    start_tcp_listener()

monitoring/handler.py

@@ -0,0 +1,87 @@
+#!/usr/bin/env python3
+
+import os
+import json
+import logging
+import datetime
+import psycopg2
+import paho.mqtt.client as mqtt
+
+# MQTT Broker Configuration
+MQTT_BROKER = "localhost"
+MQTT_PORT = 1883
+MQTT_TOPIC = "telemetry/commandstation"
+
+# TimescaleDB Configuration
+DB_HOST = "localhost"
+DB_NAME = "dccmonitor"
+DB_USER = "dccmonitor"
+DB_PASSWORD = "dccmonitor"
+
+
+# The callback for when the client receives a CONNACK response from the server.
+def on_connect(client, userdata, flags, reason_code, properties):
+    logging.info(f"Connected with result code {reason_code}")
+    # Subscribing in on_connect() means that if we lose the connection and
+    # reconnect then subscriptions will be renewed.
+    client.subscribe(MQTT_TOPIC)
+
+
+# MQTT Callback: When a new message arrives
+def on_message(client, userdata, msg):
+    try:
+        payload = json.loads(msg.payload.decode("utf-8"))
+        cab = payload["cab"]
+        speed = payload["speed"]
+        direction = payload["dir"]
+        timestamp = datetime.datetime.now(datetime.UTC)
+
+        # Insert into TimescaleDB
+        cur.execute(
+            "INSERT INTO telemetry (timestamp, cab, speed, dir) VALUES (%s, %s, %s, %s)",  # noqa: E501
+            (timestamp, cab, speed, direction),
+        )
+        conn.commit()
+        logging.debug(
+            f"Inserted: {timestamp} | Cab: {cab} | Speed: {speed} | Dir: {direction}"  # noqa: E501
+        )
+
+    except Exception as e:
+        logging.error(f"Error processing message: {e}")
+
+
+if __name__ == "__main__":
+    logging.basicConfig(level=os.getenv("DCC_LOGLEVEL", "INFO").upper())
+
+    # Connect to TimescaleDB
+    conn = psycopg2.connect(
+        dbname=DB_NAME, user=DB_USER, password=DB_PASSWORD, host=DB_HOST
+    )
+    cur = conn.cursor()
+
+    # Ensure hypertable exists
+    cur.execute("""
+        CREATE TABLE IF NOT EXISTS telemetry (
+            timestamp TIMESTAMPTZ NOT NULL DEFAULT now(),
+            cab INT NOT NULL,
+            speed DOUBLE PRECISION NOT NULL,
+            dir TEXT NOT NULL
+        );
+    """)
+    conn.commit()
+
+    # Convert table to hypertable if not already
+    cur.execute("SELECT EXISTS (SELECT 1 FROM timescaledb_information.hypertables WHERE hypertable_name = 'telemetry');")  # noqa: E501
+    if not cur.fetchone()[0]:
+        cur.execute("SELECT create_hypertable('telemetry', 'timestamp');")
+        conn.commit()
+
+    # Setup MQTT Client
+    client = mqtt.Client(mqtt.CallbackAPIVersion.VERSION2)
+    client.on_connect = on_connect
+    client.on_message = on_message
+    client.connect(MQTT_BROKER, MQTT_PORT)
+
+    # Start listening for messages
+    logging.info(f"Listening for MQTT messages on {MQTT_TOPIC}...")
+    client.loop_forever()

monitoring/requirements.txt

@@ -0,0 +1,2 @@
+paho-mqtt
+psycopg2-binary

ram/bookshelf/admin.py

@@ -8,11 +8,7 @@ from adminsortable2.admin import SortableAdminBase, SortableInlineAdminMixin
 from ram.admin import publish, unpublish
 from ram.utils import generate_csv
 from portal.utils import get_site_conf
-from repository.models import (
-    BookDocument,
-    CatalogDocument,
-    MagazineIssueDocument
-)
+from repository.models import BookDocument, CatalogDocument
 from bookshelf.models import (
     BaseBookProperty,
     BaseBookImage,
@@ -20,8 +16,6 @@ from bookshelf.models import (
     Author,
     Publisher,
     Catalog,
-    Magazine,
-    MagazineIssue,
 )
 
 
@@ -54,10 +48,6 @@ class CatalogDocInline(BookDocInline):
     model = CatalogDocument
 
 
-class MagazineIssueDocInline(BookDocInline):
-    model = MagazineIssueDocument
-
-
 @admin.register(Book)
 class BookAdmin(SortableAdminBase, admin.ModelAdmin):
     inlines = (
@@ -76,7 +66,7 @@ class BookAdmin(SortableAdminBase, admin.ModelAdmin):
     autocomplete_fields = ("authors", "publisher", "shop")
     readonly_fields = ("invoices", "creation_time", "updated_time")
     search_fields = ("title", "publisher__name", "authors__last_name")
-    list_filter = ("publisher__name", "authors", "published")
+    list_filter = ("publisher__name", "authors")
 
     fieldsets = (
         (
@@ -239,12 +229,7 @@ class CatalogAdmin(SortableAdminBase, admin.ModelAdmin):
     autocomplete_fields = ("manufacturer",)
     readonly_fields = ("invoices", "creation_time", "updated_time")
     search_fields = ("manufacturer__name", "years", "scales__scale")
-    list_filter = (
-        "manufacturer__name",
-        "publication_year",
-        "scales__scale",
-        "published",
-    )
+    list_filter = ("manufacturer__name", "publication_year", "scales__scale")
 
     fieldsets = (
         (
@@ -361,142 +346,3 @@ class CatalogAdmin(SortableAdminBase, admin.ModelAdmin):
 
     download_csv.short_description = "Download selected items as CSV"
     actions = [publish, unpublish, download_csv]
-
-
-@admin.register(MagazineIssue)
-class MagazineIssueAdmin(SortableAdminBase, admin.ModelAdmin):
-    inlines = (
-        BookPropertyInline,
-        BookImageInline,
-        MagazineIssueDocInline,
-    )
-    list_display = (
-        "__str__",
-        "issue_number",
-        "published",
-    )
-    autocomplete_fields = ("shop",)
-    readonly_fields = ("magazine", "creation_time", "updated_time")
-
-    def get_model_perms(self, request):
-        """
-        Return empty perms dict thus hiding the model from admin index.
-        """
-        return {}
-
-    fieldsets = (
-        (
-            None,
-            {
-                "fields": (
-                    "published",
-                    "magazine",
-                    "issue_number",
-                    "publication_year",
-                    "publication_month",
-                    "ISBN",
-                    "language",
-                    "number_of_pages",
-                    "description",
-                    "tags",
-                )
-            },
-        ),
-        (
-            "Purchase data",
-            {
-                "classes": ("collapse",),
-                "fields": (
-                    "shop",
-                    "purchase_date",
-                    "price",
-                ),
-            },
-        ),
-        (
-            "Notes",
-            {"classes": ("collapse",), "fields": ("notes",)},
-        ),
-        (
-            "Audit",
-            {
-                "classes": ("collapse",),
-                "fields": (
-                    "creation_time",
-                    "updated_time",
-                ),
-            },
-        ),
-    )
-    actions = [publish, unpublish]
-
-
-class MagazineIssueInline(admin.TabularInline):
-    model = MagazineIssue
-    min_num = 0
-    extra = 0
-    autocomplete_fields = ("shop",)
-    show_change_link = True
-    fields = (
-        "preview",
-        "published",
-        "issue_number",
-        "publication_year",
-        "publication_month",
-        "number_of_pages",
-        "language",
-    )
-    readonly_fields = ("preview",)
-
-    class Media:
-        js = ('admin/js/magazine_issue_defaults.js',)
-
-
-@admin.register(Magazine)
-class MagazineAdmin(SortableAdminBase, admin.ModelAdmin):
-    inlines = (
-        MagazineIssueInline,
-    )
-
-    list_display = (
-        "__str__",
-        "publisher",
-        "published",
-    )
-    autocomplete_fields = ("publisher",)
-    readonly_fields = ("creation_time", "updated_time")
-    search_fields = ("name", "publisher__name")
-    list_filter = ("publisher__name", "published")
-
-    fieldsets = (
-        (
-            None,
-            {
-                "fields": (
-                    "published",
-                    "name",
-                    "publisher",
-                    "ISBN",
-                    "language",
-                    "description",
-                    "image",
-                    "tags",
-                )
-            },
-        ),
-        (
-            "Notes",
-            {"classes": ("collapse",), "fields": ("notes",)},
-        ),
-        (
-            "Audit",
-            {
-                "classes": ("collapse",),
-                "fields": (
-                    "creation_time",
-                    "updated_time",
-                ),
-            },
-        ),
-    )
-    actions = [publish, unpublish]

ram/bookshelf/migrations/0025_magazine_magazineissue.py

@@ -1,224 +0,0 @@
-# Generated by Django 6.0 on 2025-12-08 17:47
-
-import bookshelf.models
-import django.db.models.deletion
-import ram.utils
-import tinymce.models
-import uuid
-from django.db import migrations, models
-
-
-class Migration(migrations.Migration):
-
-    dependencies = [
-        ("bookshelf", "0024_alter_basebook_language"),
-        ("metadata", "0025_alter_company_options_alter_manufacturer_options_and_more"),
-    ]
-
-    operations = [
-        migrations.CreateModel(
-            name="Magazine",
-            fields=[
-                (
-                    "uuid",
-                    models.UUIDField(
-                        default=uuid.uuid4,
-                        editable=False,
-                        primary_key=True,
-                        serialize=False,
-                    ),
-                ),
-                ("description", tinymce.models.HTMLField(blank=True)),
-                ("notes", tinymce.models.HTMLField(blank=True)),
-                ("creation_time", models.DateTimeField(auto_now_add=True)),
-                ("updated_time", models.DateTimeField(auto_now=True)),
-                ("published", models.BooleanField(default=True)),
-                ("name", models.CharField(max_length=200)),
-                ("ISBN", models.CharField(blank=True, max_length=17)),
-                (
-                    "image",
-                    models.ImageField(
-                        blank=True,
-                        storage=ram.utils.DeduplicatedStorage,
-                        upload_to=bookshelf.models.book_image_upload,
-                    ),
-                ),
-                (
-                    "language",
-                    models.CharField(
-                        choices=[
-                            ("af", "Afrikaans"),
-                            ("ar", "Arabic"),
-                            ("ar-dz", "Algerian Arabic"),
-                            ("ast", "Asturian"),
-                            ("az", "Azerbaijani"),
-                            ("bg", "Bulgarian"),
-                            ("be", "Belarusian"),
-                            ("bn", "Bengali"),
-                            ("br", "Breton"),
-                            ("bs", "Bosnian"),
-                            ("ca", "Catalan"),
-                            ("ckb", "Central Kurdish (Sorani)"),
-                            ("cs", "Czech"),
-                            ("cy", "Welsh"),
-                            ("da", "Danish"),
-                            ("de", "German"),
-                            ("dsb", "Lower Sorbian"),
-                            ("el", "Greek"),
-                            ("en", "English"),
-                            ("en-au", "Australian English"),
-                            ("en-gb", "British English"),
-                            ("eo", "Esperanto"),
-                            ("es", "Spanish"),
-                            ("es-ar", "Argentinian Spanish"),
-                            ("es-co", "Colombian Spanish"),
-                            ("es-mx", "Mexican Spanish"),
-                            ("es-ni", "Nicaraguan Spanish"),
-                            ("es-ve", "Venezuelan Spanish"),
-                            ("et", "Estonian"),
-                            ("eu", "Basque"),
-                            ("fa", "Persian"),
-                            ("fi", "Finnish"),
-                            ("fr", "French"),
-                            ("fy", "Frisian"),
-                            ("ga", "Irish"),
-                            ("gd", "Scottish Gaelic"),
-                            ("gl", "Galician"),
-                            ("he", "Hebrew"),
-                            ("hi", "Hindi"),
-                            ("hr", "Croatian"),
-                            ("hsb", "Upper Sorbian"),
-                            ("ht", "Haitian Creole"),
-                            ("hu", "Hungarian"),
-                            ("hy", "Armenian"),
-                            ("ia", "Interlingua"),
-                            ("id", "Indonesian"),
-                            ("ig", "Igbo"),
-                            ("io", "Ido"),
-                            ("is", "Icelandic"),
-                            ("it", "Italian"),
-                            ("ja", "Japanese"),
-                            ("ka", "Georgian"),
-                            ("kab", "Kabyle"),
-                            ("kk", "Kazakh"),
-                            ("km", "Khmer"),
-                            ("kn", "Kannada"),
-                            ("ko", "Korean"),
-                            ("ky", "Kyrgyz"),
-                            ("lb", "Luxembourgish"),
-                            ("lt", "Lithuanian"),
-                            ("lv", "Latvian"),
-                            ("mk", "Macedonian"),
-                            ("ml", "Malayalam"),
-                            ("mn", "Mongolian"),
-                            ("mr", "Marathi"),
-                            ("ms", "Malay"),
-                            ("my", "Burmese"),
-                            ("nb", "Norwegian Bokmål"),
-                            ("ne", "Nepali"),
-                            ("nl", "Dutch"),
-                            ("nn", "Norwegian Nynorsk"),
-                            ("os", "Ossetic"),
-                            ("pa", "Punjabi"),
-                            ("pl", "Polish"),
-                            ("pt", "Portuguese"),
-                            ("pt-br", "Brazilian Portuguese"),
-                            ("ro", "Romanian"),
-                            ("ru", "Russian"),
-                            ("sk", "Slovak"),
-                            ("sl", "Slovenian"),
-                            ("sq", "Albanian"),
-                            ("sr", "Serbian"),
-                            ("sr-latn", "Serbian Latin"),
-                            ("sv", "Swedish"),
-                            ("sw", "Swahili"),
-                            ("ta", "Tamil"),
-                            ("te", "Telugu"),
-                            ("tg", "Tajik"),
-                            ("th", "Thai"),
-                            ("tk", "Turkmen"),
-                            ("tr", "Turkish"),
-                            ("tt", "Tatar"),
-                            ("udm", "Udmurt"),
-                            ("ug", "Uyghur"),
-                            ("uk", "Ukrainian"),
-                            ("ur", "Urdu"),
-                            ("uz", "Uzbek"),
-                            ("vi", "Vietnamese"),
-                            ("zh-hans", "Simplified Chinese"),
-                            ("zh-hant", "Traditional Chinese"),
-                        ],
-                        default="en",
-                        max_length=7,
-                    ),
-                ),
-                (
-                    "publisher",
-                    models.ForeignKey(
-                        on_delete=django.db.models.deletion.CASCADE,
-                        to="bookshelf.publisher",
-                    ),
-                ),
-                (
-                    "tags",
-                    models.ManyToManyField(
-                        blank=True, related_name="magazine", to="metadata.tag"
-                    ),
-                ),
-            ],
-            options={
-                "ordering": ["name"],
-            },
-        ),
-        migrations.CreateModel(
-            name="MagazineIssue",
-            fields=[
-                (
-                    "basebook_ptr",
-                    models.OneToOneField(
-                        auto_created=True,
-                        on_delete=django.db.models.deletion.CASCADE,
-                        parent_link=True,
-                        primary_key=True,
-                        serialize=False,
-                        to="bookshelf.basebook",
-                    ),
-                ),
-                ("issue_number", models.CharField(max_length=100)),
-                (
-                    "publication_month",
-                    models.SmallIntegerField(
-                        blank=True,
-                        choices=[
-                            (1, "January"),
-                            (2, "February"),
-                            (3, "March"),
-                            (4, "April"),
-                            (5, "May"),
-                            (6, "June"),
-                            (7, "July"),
-                            (8, "August"),
-                            (9, "September"),
-                            (10, "October"),
-                            (11, "November"),
-                            (12, "December"),
-                        ],
-                        null=True,
-                    ),
-                ),
-                (
-                    "magazine",
-                    models.ForeignKey(
-                        on_delete=django.db.models.deletion.CASCADE,
-                        related_name="issue",
-                        to="bookshelf.magazine",
-                    ),
-                ),
-            ],
-            options={
-                "ordering": ["magazine", "issue_number"],
-                "unique_together": {("magazine", "issue_number")},
-            },
-            bases=("bookshelf.basebook",),
-        ),
-    ]

ram/bookshelf/migrations/0026_alter_basebook_language_alter_magazine_image_and_more.py

@@ -1,244 +0,0 @@
-# Generated by Django 6.0 on 2025-12-10 20:59
-
-import bookshelf.models
-import ram.utils
-from django.db import migrations, models
-
-
-class Migration(migrations.Migration):
-
-    dependencies = [
-        ("bookshelf", "0025_magazine_magazineissue"),
-    ]
-
-    operations = [
-        migrations.AlterField(
-            model_name="basebook",
-            name="language",
-            field=models.CharField(
-                choices=[
-                    ("af", "Afrikaans"),
-                    ("sq", "Albanian"),
-                    ("ar-dz", "Algerian Arabic"),
-                    ("ar", "Arabic"),
-                    ("es-ar", "Argentinian Spanish"),
-                    ("hy", "Armenian"),
-                    ("ast", "Asturian"),
-                    ("en-au", "Australian English"),
-                    ("az", "Azerbaijani"),
-                    ("eu", "Basque"),
-                    ("be", "Belarusian"),
-                    ("bn", "Bengali"),
-                    ("bs", "Bosnian"),
-                    ("pt-br", "Brazilian Portuguese"),
-                    ("br", "Breton"),
-                    ("en-gb", "British English"),
-                    ("bg", "Bulgarian"),
-                    ("my", "Burmese"),
-                    ("ca", "Catalan"),
-                    ("ckb", "Central Kurdish (Sorani)"),
-                    ("es-co", "Colombian Spanish"),
-                    ("hr", "Croatian"),
-                    ("cs", "Czech"),
-                    ("da", "Danish"),
-                    ("nl", "Dutch"),
-                    ("en", "English"),
-                    ("eo", "Esperanto"),
-                    ("et", "Estonian"),
-                    ("fi", "Finnish"),
-                    ("fr", "French"),
-                    ("fy", "Frisian"),
-                    ("gl", "Galician"),
-                    ("ka", "Georgian"),
-                    ("de", "German"),
-                    ("el", "Greek"),
-                    ("ht", "Haitian Creole"),
-                    ("he", "Hebrew"),
-                    ("hi", "Hindi"),
-                    ("hu", "Hungarian"),
-                    ("is", "Icelandic"),
-                    ("io", "Ido"),
-                    ("ig", "Igbo"),
-                    ("id", "Indonesian"),
-                    ("ia", "Interlingua"),
-                    ("ga", "Irish"),
-                    ("it", "Italian"),
-                    ("ja", "Japanese"),
-                    ("kab", "Kabyle"),
-                    ("kn", "Kannada"),
-                    ("kk", "Kazakh"),
-                    ("km", "Khmer"),
-                    ("ko", "Korean"),
-                    ("ky", "Kyrgyz"),
-                    ("lv", "Latvian"),
-                    ("lt", "Lithuanian"),
-                    ("dsb", "Lower Sorbian"),
-                    ("lb", "Luxembourgish"),
-                    ("mk", "Macedonian"),
-                    ("ms", "Malay"),
-                    ("ml", "Malayalam"),
-                    ("mr", "Marathi"),
-                    ("es-mx", "Mexican Spanish"),
-                    ("mn", "Mongolian"),
-                    ("ne", "Nepali"),
-                    ("es-ni", "Nicaraguan Spanish"),
-                    ("nb", "Norwegian Bokmål"),
-                    ("nn", "Norwegian Nynorsk"),
-                    ("os", "Ossetic"),
-                    ("fa", "Persian"),
-                    ("pl", "Polish"),
-                    ("pt", "Portuguese"),
-                    ("pa", "Punjabi"),
-                    ("ro", "Romanian"),
-                    ("ru", "Russian"),
-                    ("gd", "Scottish Gaelic"),
-                    ("sr", "Serbian"),
-                    ("sr-latn", "Serbian Latin"),
-                    ("zh-hans", "Simplified Chinese"),
-                    ("sk", "Slovak"),
-                    ("sl", "Slovenian"),
-                    ("es", "Spanish"),
-                    ("sw", "Swahili"),
-                    ("sv", "Swedish"),
-                    ("tg", "Tajik"),
-                    ("ta", "Tamil"),
-                    ("tt", "Tatar"),
-                    ("te", "Telugu"),
-                    ("th", "Thai"),
-                    ("zh-hant", "Traditional Chinese"),
-                    ("tr", "Turkish"),
-                    ("tk", "Turkmen"),
-                    ("udm", "Udmurt"),
-                    ("uk", "Ukrainian"),
-                    ("hsb", "Upper Sorbian"),
-                    ("ur", "Urdu"),
-                    ("ug", "Uyghur"),
-                    ("uz", "Uzbek"),
-                    ("es-ve", "Venezuelan Spanish"),
-                    ("vi", "Vietnamese"),
-                    ("cy", "Welsh"),
-                ],
-                default="en",
-                max_length=7,
-            ),
-        ),
-        migrations.AlterField(
-            model_name="magazine",
-            name="image",
-            field=models.ImageField(
-                blank=True,
-                storage=ram.utils.DeduplicatedStorage,
-                upload_to=bookshelf.models.magazine_image_upload,
-            ),
-        ),
-        migrations.AlterField(
-            model_name="magazine",
-            name="language",
-            field=models.CharField(
-                choices=[
-                    ("af", "Afrikaans"),
-                    ("sq", "Albanian"),
-                    ("ar-dz", "Algerian Arabic"),
-                    ("ar", "Arabic"),
-                    ("es-ar", "Argentinian Spanish"),
-                    ("hy", "Armenian"),
-                    ("ast", "Asturian"),
-                    ("en-au", "Australian English"),
-                    ("az", "Azerbaijani"),
-                    ("eu", "Basque"),
-                    ("be", "Belarusian"),
-                    ("bn", "Bengali"),
-                    ("bs", "Bosnian"),
-                    ("pt-br", "Brazilian Portuguese"),
-                    ("br", "Breton"),
-                    ("en-gb", "British English"),
-                    ("bg", "Bulgarian"),
-                    ("my", "Burmese"),
-                    ("ca", "Catalan"),
-                    ("ckb", "Central Kurdish (Sorani)"),
-                    ("es-co", "Colombian Spanish"),
-                    ("hr", "Croatian"),
-                    ("cs", "Czech"),
-                    ("da", "Danish"),
-                    ("nl", "Dutch"),
-                    ("en", "English"),
-                    ("eo", "Esperanto"),
-                    ("et", "Estonian"),
-                    ("fi", "Finnish"),
-                    ("fr", "French"),
-                    ("fy", "Frisian"),
-                    ("gl", "Galician"),
-                    ("ka", "Georgian"),
-                    ("de", "German"),
-                    ("el", "Greek"),
-                    ("ht", "Haitian Creole"),
-                    ("he", "Hebrew"),
-                    ("hi", "Hindi"),
-                    ("hu", "Hungarian"),
-                    ("is", "Icelandic"),
-                    ("io", "Ido"),
-                    ("ig", "Igbo"),
-                    ("id", "Indonesian"),
-                    ("ia", "Interlingua"),
-                    ("ga", "Irish"),
-                    ("it", "Italian"),
-                    ("ja", "Japanese"),
-                    ("kab", "Kabyle"),
-                    ("kn", "Kannada"),
-                    ("kk", "Kazakh"),
-                    ("km", "Khmer"),
-                    ("ko", "Korean"),
-                    ("ky", "Kyrgyz"),
-                    ("lv", "Latvian"),
-                    ("lt", "Lithuanian"),
-                    ("dsb", "Lower Sorbian"),
-                    ("lb", "Luxembourgish"),
-                    ("mk", "Macedonian"),
-                    ("ms", "Malay"),
-                    ("ml", "Malayalam"),
-                    ("mr", "Marathi"),
-                    ("es-mx", "Mexican Spanish"),
-                    ("mn", "Mongolian"),
-                    ("ne", "Nepali"),
-                    ("es-ni", "Nicaraguan Spanish"),
-                    ("nb", "Norwegian Bokmål"),
-                    ("nn", "Norwegian Nynorsk"),
-                    ("os", "Ossetic"),
-                    ("fa", "Persian"),
-                    ("pl", "Polish"),
-                    ("pt", "Portuguese"),
-                    ("pa", "Punjabi"),
-                    ("ro", "Romanian"),
-                    ("ru", "Russian"),
-                    ("gd", "Scottish Gaelic"),
-                    ("sr", "Serbian"),
-                    ("sr-latn", "Serbian Latin"),
-                    ("zh-hans", "Simplified Chinese"),
-                    ("sk", "Slovak"),
-                    ("sl", "Slovenian"),
-                    ("es", "Spanish"),
-                    ("sw", "Swahili"),
-                    ("sv", "Swedish"),
-                    ("tg", "Tajik"),
-                    ("ta", "Tamil"),
-                    ("tt", "Tatar"),
-                    ("te", "Telugu"),
-                    ("th", "Thai"),
-                    ("zh-hant", "Traditional Chinese"),
-                    ("tr", "Turkish"),
-                    ("tk", "Turkmen"),
-                    ("udm", "Udmurt"),
-                    ("uk", "Ukrainian"),
-                    ("hsb", "Upper Sorbian"),
-                    ("ur", "Urdu"),
-                    ("ug", "Uyghur"),
-                    ("uz", "Uzbek"),
-                    ("es-ve", "Venezuelan Spanish"),
-                    ("vi", "Vietnamese"),
-                    ("cy", "Welsh"),
-                ],
-                default="en",
-                max_length=7,
-            ),
-        ),
-    ]

ram/bookshelf/models.py

@@ -3,8 +3,6 @@ import shutil
 from django.db import models
 from django.conf import settings
 from django.urls import reverse
-from django.utils.dates import MONTHS
-from django.core.exceptions import ValidationError
 from django_countries.fields import CountryField
 
 from ram.utils import DeduplicatedStorage
@@ -43,8 +41,8 @@ class BaseBook(BaseModel):
     ISBN = models.CharField(max_length=17, blank=True)  # 13 + dashes
     language = models.CharField(
         max_length=7,
-        choices=sorted(settings.LANGUAGES, key=lambda s: s[1]),
-        default="en",
+        choices=settings.LANGUAGES,
+        default='en'
     )
     number_of_pages = models.SmallIntegerField(null=True, blank=True)
     publication_year = models.SmallIntegerField(null=True, blank=True)
@@ -81,15 +79,6 @@ def book_image_upload(instance, filename):
     )
 
 
-def magazine_image_upload(instance, filename):
-    return os.path.join(
-        "images",
-        "magazines",
-        str(instance.uuid),
-        filename
-    )
-
-
 class BaseBookImage(Image):
     book = models.ForeignKey(
         BaseBook, on_delete=models.CASCADE, related_name="image"
@@ -164,85 +153,3 @@ class Catalog(BaseBook):
     def get_scales(self):
         return "/".join([s.scale for s in self.scales.all()])
     get_scales.short_description = "Scales"
-
-
-class Magazine(BaseModel):
-    name = models.CharField(max_length=200)
-    publisher = models.ForeignKey(Publisher, on_delete=models.CASCADE)
-    ISBN = models.CharField(max_length=17, blank=True)  # 13 + dashes
-    image = models.ImageField(
-        blank=True,
-        upload_to=magazine_image_upload,
-        storage=DeduplicatedStorage,
-    )
-    language = models.CharField(
-        max_length=7,
-        choices=sorted(settings.LANGUAGES, key=lambda s: s[1]),
-        default='en'
-    )
-    tags = models.ManyToManyField(
-        Tag, related_name="magazine", blank=True
-    )
-
-    def delete(self, *args, **kwargs):
-        shutil.rmtree(
-            os.path.join(
-                settings.MEDIA_ROOT, "images", "magazines", str(self.uuid)
-            ),
-            ignore_errors=True
-        )
-        super(Magazine, self).delete(*args, **kwargs)
-
-    class Meta:
-        ordering = ["name"]
-
-    def __str__(self):
-        return self.name
-
-    def get_absolute_url(self):
-        return reverse(
-            "magazine",
-            kwargs={"uuid": self.uuid}
-        )
-
-
-class MagazineIssue(BaseBook):
-    magazine = models.ForeignKey(
-        Magazine, on_delete=models.CASCADE, related_name="issue"
-    )
-    issue_number = models.CharField(max_length=100)
-    publication_month = models.SmallIntegerField(
-        null=True,
-        blank=True,
-        choices=MONTHS.items()
-    )
-
-    class Meta:
-        unique_together = ("magazine", "issue_number")
-        ordering = ["magazine", "issue_number"]
-
-    def __str__(self):
-        return f"{self.magazine.name} - {self.issue_number}"
-
-    def clean(self):
-        if self.magazine.published is False and self.published is True:
-            raise ValidationError(
-                "Cannot set an issue as published if the magazine is not "
-                "published."
-            )
-
-    def preview(self):
-        return self.image.first().image_thumbnail(100)
-
-    @property
-    def publisher(self):
-        return self.magazine.publisher
-
-    def get_absolute_url(self):
-        return reverse(
-            "issue",
-            kwargs={
-                "uuid": self.uuid,
-                "magazine": self.magazine.uuid
-            }
-        )

ram/bookshelf/static/admin/js/magazine_issue_defaults.js

@@ -1,16 +0,0 @@
-document.addEventListener('formset:added', function(event) {
-  const newForm = event.target; // the new inline form element
-
-  const defaultLanguage = document.querySelector('#id_language').value;
-  const defaultStatus = document.querySelector('#id_published').checked;
-
-  const languageInput = newForm.querySelector('select[name$="language"]');
-  const statusInput = newForm.querySelector('input[name$="published"]');
-
-  if (languageInput) {
-      languageInput.value = defaultLanguage;
-  }
-  if (statusInput) {
-    statusInput.checked = defaultStatus;
-  }
-});

ram/portal/templates/bookshelf/book.html

@@ -89,30 +89,7 @@
                       </tr>
                       <tr>
                         <th class="w-33" scope="row">Publisher</th>
-                        <td>
-                          <img src="{{ book.publisher.country.flag }}" alt="{{ book.publisher.country }}"> {{ book.publisher }}
-                          {% if book.publisher.website %} <a href="{{ book.publisher.website }}" target="_blank"><i class="bi bi-box-arrow-up-right"></i></a>{% endif %}
-                        </td>
-                      </tr>
-                      {% elif type == "magazineissue" %}
-                      <tr>
-                        <th class="w-33" scope="row">Magazine</th>
-                        <td><a href="{% url 'magazine' book.magazine.pk %}">{{ book.magazine }}</a></td>
-                      </tr>
-                      <tr>
-                        <th class="w-33" scope="row">Publisher</th>
-                        <td>
-                          <img src="{{ book.publisher.country.flag }}" alt="{{ book.publisher.country }}"> {{ book.publisher }}
-                          {% if book.publisher.website %} <a href="{{ book.publisher.website }}" target="_blank"><i class="bi bi-box-arrow-up-right"></i></a>{% endif %}
-                        </td>
-                      </tr>
-                      <tr>
-                        <th class="w-33" scope="row">Issue</th>
-                        <td>{{ book.issue_number }}</td>
-                      </tr>
-                      <tr>
-                        <th class="w-33" scope="row">Date</th>
-                        <td>{{ book.publication_year|default:"-" }} / {{ book.publication_month|default:"-" }}</td>
+                        <td>{{ book.publisher }}</td>
                       </tr>
                       {% endif %}
                       <tr>
@@ -127,12 +104,10 @@
                         <th scope="row">Number of pages</th>
                         <td>{{ book.number_of_pages|default:"-" }}</td>
                       </tr>
-                      {% if type == "boook" or type == "catalog" %}
                       <tr>
                         <th scope="row">Publication year</th>
                         <td>{{ book.publication_year|default:"-" }}</td>
                       </tr>
-                      {% endif %}
                       {% if book.description %}
                       <tr>
                         <th class="w-33" scope="row">Description</th>

ram/portal/templates/bookshelf/bookshelf_menu.html

@@ -10,9 +10,6 @@
                     {% if catalogs_menu %}
                     <li><a class="dropdown-item" href="{% url 'catalogs' %}">Catalogs</a></li>
                     {% endif %}
-                    {% if magazines_menu %}
-                    <li><a class="dropdown-item" href="{% url 'magazines' %}">Magazines</a></li>
-                    {% endif %}
                   </ul>
                 </li>
                 {% endif %}

ram/portal/templates/cards.html

@@ -18,8 +18,6 @@
         {% include "cards/consist.html" %}
         {% elif d.type == "manufacturer" %}
         {% include "cards/manufacturer.html" %}
-        {% elif d.type == "magazine"  or d.type == "magazineissue" %}
-        {% include "cards/magazine.html" %}
         {% elif d.type == "book" or d.type == "catalog" %}
         {% include "cards/book.html" %}
         {% endif %}

ram/portal/templates/cards/book.html

@@ -24,7 +24,8 @@
                 <thead>
                   <tr>
                     <th colspan="2" scope="row">
-                      {{ d.type | capfirst }}
+                      {% if d.type == "catalog" %}Catalog
+                      {% elif d.type == "book" %}Book{% endif %}
                       <div class="float-end">
                         {% if not d.item.published %}
                         <span class="badge text-bg-warning">Unpublished</span>
@@ -52,7 +53,7 @@
                   </tr>
                   <tr>
                     <th class="w-33" scope="row">Publisher</th>
-                    <td><img src="{{ d.item.publisher.country.flag }}" alt="{{ d.item.publisher.country }}"> {{ d.item.publisher }}</td>
+                    <td>{{ d.item.publisher }}</td>
                   </tr>
                   {% endif %}
                   <tr>

ram/portal/templates/cards/consist.html

@@ -63,7 +63,7 @@
             </table>
             <div class="d-grid gap-2 mb-1 d-md-block">
              <a class="btn btn-sm btn-outline-primary" href="{{ d.item.get_absolute_url }}">Show all data</a>
-             {% if request.user.is_staff %}<a class="btn btn-sm btn-outline-danger" href="{% url 'admin:consist_consist_change' d.item.pk %}">Edit</a>{% endif %}
+              {% if request.user.is_staff %}<a class="btn btn-sm btn-outline-danger" href="{% url 'admin:consist_consist_change' d.item.pk %}">Edit</a>{% endif %}
             </div>
           </div>
         </div>

ram/portal/templates/cards/magazine.html

@@ -1,97 +0,0 @@
-{% load static %}
-      <div class="col">
-        <div class="card shadow-sm">
-          {% if d.type == "magazine" %}
-          <a href="{{ d.item.get_absolute_url }}">
-            {% if d.item.image and d.type == "magazine" %}
-            <img class="card-img-top" src="{{ d.item.image.url }}" alt="{{ d.item }}">
-            {% elif d.item.issue.first.image.exists %}
-            {% with d.item.issue.first as i %}
-            <img class="card-img-top" src="{{ i.image.first.image.url }}" alt="{{ d.item }}">
-            {% endwith %}
-            {% else %}
-            <!-- Do not show the "Coming soon" image when running in a single card column mode (e.g. on mobile) -->
-            <img class="card-img-top d-none d-sm-block" src="{% static DEFAULT_CARD_IMAGE %}" alt="{{ d.item }}">
-            {% endif %}
-          </a>
-          {% elif d.type == "magazineissue" %}
-          <a href="{{ d.item.get_absolute_url }}">
-            {% if d.item.image.exists %}
-            <img class="card-img-top" src="{{ d.item.image.first.image.url }}" alt="{{ d.item }}">
-            {% else %}
-            <!-- Do not show the "Coming soon" image when running in a single card column mode (e.g. on mobile) -->
-            <img class="card-img-top d-none d-sm-block" src="{% static DEFAULT_CARD_IMAGE %}" alt="{{ d.item }}">
-            {% endif %}
-          </a>
-          {% endif %}
-          </a>
-          <div class="card-body">
-            <p class="card-text" style="position: relative;">
-              <strong>{{ d.item }}</strong>
-              <a class="stretched-link" href="{{ d.item.get_absolute_url }}"></a>
-            </p>
-            {% if d.item.tags.all %}
-            <p class="card-text"><small>Tags:</small>
-              {% for t in d.item.tags.all %}<a href="{% url 'filtered' _filter="tag" search=t.slug %}" class="badge rounded-pill bg-primary">
-              {{ t.name }}</a>{# new line is required #}
-              {% endfor %}
-            </p>
-            {% endif %}
-            <table class="table table-striped">
-              <thead>
-                <tr>
-                  <th colspan="2" scope="row">
-                    {{ d.type | capfirst }}
-                    <div class="float-end">
-                      {% if not d.item.published %}
-                      <span class="badge text-bg-warning">Unpublished</span>
-                      {% endif %}
-                    </div>
-                  </th>
-                </tr>
-              </thead>
-              <tbody class="table-group-divider">
-                {% if d.type == "magazineissue" %}
-                <tr>
-                  <th class="w-33" scope="row">Magazine</th>
-                  <td>{{ d.item.magazine }}</td>
-                </tr>
-                {% endif %}
-                <tr>
-                  <th class="w-33" scope="row">Publisher</th>
-                  <td>
-                    <img src="{{ d.item.publisher.country.flag }}" alt="{{ d.item.publisher.country }}"> {{ d.item.publisher }}
-                    {% if d.item.publisher.website %} <a href="{{ d.item.publisher.website }}" target="_blank"><i class="bi bi-box-arrow-up-right"></i></a>{% endif %}
-                  </td>
-                </tr>
-                {% if d.type == "magazineissue" %}
-                <tr>
-                  <th class="w-33" scope="row">Issue</th>
-                  <td>{{ d.item.issue_number }}</td>
-                </tr>
-                <tr>
-                  <th class="w-33" scope="row">Date</th>
-                  <td>{{ d.item.publication_year|default:"-" }} / {{ d.item.publication_month|default:"-" }}</td>
-                </tr>
-                <tr>
-                  <th class="w-33" scope="row">Pages</th>
-                  <td>{{ d.item.number_of_pages|default:"-" }}</td>
-                </tr>
-                {% endif %}
-                <tr>
-                  <th class="w-33" scope="row">Language</th>
-                  <td>{{ d.item.get_language_display }}</td>
-                </tr>
-              </tbody>
-            </table>
-            <div class="d-grid gap-2 mb-1 d-md-block">
-              {% if d.type == "magazine" %}
-              <a class="btn btn-sm btn-outline-primary{% if d.item.issues == 0 %} disabled{% endif %}" href="{{ d.item.get_absolute_url }}">Show {{ d.item.issues }} issue{{ d.item.issues|pluralize }}</a>
-              {% else %}
-              <a class="btn btn-sm btn-outline-primary" href="{{ d.item.get_absolute_url }}">Show all data</a>
-              {% endif %}
-              {% if request.user.is_staff %}<a class="btn btn-sm btn-outline-danger" href="{% url 'admin:bookshelf_magazineissue_change'  d.item.pk %}">Edit</a>{% endif %}
-            </div>
-          </div>
-        </div>
-      </div>

ram/portal/templates/cards/manufacturer.html

@@ -31,7 +31,7 @@
               </table>
               <div class="d-grid gap-2 mb-1 d-md-block">
                 {% with items=d.item.num_items %}
-                <a class="btn btn-sm btn-outline-primary{% if items == 0 %} disabled{% endif %}" href="{% url 'filtered' _filter="manufacturer" search=d.item.slug %}">Show {{ items }} item{{ items|pluralize }}</a>
+                <a class="btn btn-sm btn-outline-primary{% if items == 0 %} disabled{% endif %}" href="{% url 'filtered' _filter="manufacturer" search=d.item.slug %}">Show {{ items }} item{{ items | pluralize}}</a>
                 {% if request.user.is_staff %}<a class="btn btn-sm btn-outline-danger" href="{% url 'admin:metadata_manufacturer_change' d.item.pk %}">Edit</a>{% endif %}
                 {% endwith %}
               </div>

ram/portal/templates/includes/login.html

@@ -11,10 +11,9 @@
             <ul class="dropdown-menu" aria-labelledby="dropdownLogin">
               <li><a class="dropdown-item" href="{% url 'admin:roster_rollingstock_changelist' %}">Rolling stock</a></li>
               <li><a class="dropdown-item" href="{% url 'admin:consist_consist_changelist' %}">Consists</a></li>
-              <li><a class="dropdown-item" href="{% url 'admin:app_list' 'bookshelf' %}">Bookshelf</a></li>
-              <li><a class="dropdown-item" href="{% url 'admin:portal_flatpage_changelist' %}">Pages</a></li>
-              <li><a class="dropdown-item" href="{% url 'admin:app_list' 'repository' %}">Repository</a></li>
               <li><a class="dropdown-item" href="{% url 'admin:app_list' 'metadata' %}">Metadata</a></li>
+              <li><a class="dropdown-item" href="{% url 'admin:portal_flatpage_changelist' %}">Pages</a></li>
+              <li><a class="dropdown-item" href="{% url 'admin:app_list' 'bookshelf' %}">Bookshelf</a></li>
               <li><hr class="dropdown-divider"></li>
               <li><a class="dropdown-item" href="{% url 'admin:index' %}">Admin</a></li>
               <li><a class="dropdown-item" href="{% url 'admin:portal_siteconfiguration_changelist' %}">Site configuration</a></li>

ram/portal/templates/magazine.html

@@ -1,120 +0,0 @@
-{% extends "cards.html" %}
-      {% block header %}
-      {{ block.super }}
-      {% if magazine.tags.all %}
-      <p><small>Tags:</small>
-        {% for t in magazine.tags.all %}<a href="{% url 'filtered' _filter="tag" search=t.slug %}" class="badge rounded-pill bg-primary">
-        {{ t.name }}</a>{# new line is required #}
-        {% endfor %}
-      </p>
-      {% if not magazine.published %}
-      <span class="badge text-bg-warning">Unpublished</span> |
-      {% endif %}
-      <small class="text-body-secondary">Updated {{ magazine.updated_time | date:"M d, Y H:i" }}</small>
-      {% endif %}
-      {% endblock %}
-      {% block carousel %}
-      {% if magazine.image %}
-      <div class="row pb-4">
-        <div id="carouselControls" class="carousel carousel-dark slide" data-bs-ride="carousel">
-          <div class="carousel-inner">
-            <div class="carousel-item active">
-              <img src="{{ magazine.image.url }}" class="d-block w-100 rounded img-thumbnail" alt="magazine cover">
-            </div>
-          </div>
-        </div>
-      </div>
-      {% endif %}
-      {% endblock %}
-      {% block pagination %}
-      {% if data.has_other_pages %}
-      <nav aria-label="Page navigation">
-        <ul class="pagination flex-wrap justify-content-center mt-4 mb-0">
-          {% if data.has_previous %}
-          <li class="page-item">
-            <a class="page-link" href="{% url 'magazine_pagination' uuid=magazine.uuid page=data.previous_page_number %}#main-content" tabindex="-1"><i class="bi bi-chevron-left"></i></a>
-          </li>
-          {% else %}
-          <li class="page-item disabled">
-            <span class="page-link"><i class="bi bi-chevron-left"></i></span>
-          </li>
-          {% endif %}
-          {% for i in page_range %}
-            {% if data.number == i %}
-            <li class="page-item active">
-              <span class="page-link">{{ i }}</span>
-            </li>
-            {% else %}
-              {% if i == data.paginator.ELLIPSIS %}
-              <li class="page-item"><span class="page-link">{{ i }}</span></li>
-              {% else %}
-              <li class="page-item"><a class="page-link" href="{% url 'magazine_pagination' uuid=magazine.uuid page=i %}#main-content">{{ i }}</a></li>
-              {% endif %}
-            {% endif %}
-          {% endfor %}
-          {% if data.has_next %}
-          <li class="page-item">
-            <a class="page-link" href="{% url 'magazine_pagination' uuid=magazine.uuid page=data.next_page_number %}#main-content" tabindex="-1"><i class="bi bi-chevron-right"></i></a>
-          </li>
-          {% else %}
-          <li class="page-item disabled">
-            <span class="page-link"><i class="bi bi-chevron-right"></i></span>
-          </li>
-          {% endif %}
-        </ul>
-      </nav>
-      {% endif %}
-      {% endblock %}
-      {% block extra_content %}
-      <section class="py-4 text-start container">
-        <div class="row">
-          <div class="mx-auto">
-            <nav class="nav nav-tabs d-none d-lg-flex flex-row mb-2" id="nav-tab" role="tablist">
-              <button class="nav-link active" id="nav-summary-tab" data-bs-toggle="tab" data-bs-target="#nav-summary" type="button" role="tab" aria-controls="nav-summary" aria-selected="true">Summary</button>
-            </nav>
-            <select class="form-select d-lg-none mb-2" id="tabSelector" aria-label="Tab selector">
-              <option value="nav-summary" selected>Summary</option>
-            </select>
-            <div class="tab-content" id="nav-tabContent">
-              <div class="tab-pane show active" id="nav-summary" role="tabpanel" aria-labelledby="nav-summary-tab">
-                <table class="table table-striped">
-                  <thead>
-                    <tr>
-                      <th colspan="2" scope="row">
-                        Magazine
-                      </th>
-                    </tr>
-                  </thead>
-                  <tbody class="table-group-divider">
-                    <tr>
-                      <th class="w-33" scope="row">Name</th>
-                      <td>{{ magazine }} </td>
-                    </tr>
-                    <tr>
-                      <th class="w-33" scope="row">Publisher</th>
-                      <td>
-                        <img src="{{ magazine.publisher.country.flag }}" alt="{{ magazine.publisher.country }}"> {{ magazine.publisher }}
-                        {% if magazine.publisher.website %} <a href="{{ magazine.publisher.website }}" target="_blank"><i class="bi bi-box-arrow-up-right"></i></a>{% endif %}
-                      </td>
-                    </tr>
-                    <tr>
-                      <th scope="row">ISBN</th>
-                      <td>{{ magazine.ISBN | default:"-" }}</td>
-                    </tr>
-                    {% if magazine.description %}
-                    <tr>
-                      <th scope="row">Description</th>
-                      <td>{{ magazine.description | safe }}</td>
-                    </tr>
-                    {% endif %}
-                  </tbody>
-                </table>
-              </div>
-            </div>
-            <div class="d-grid gap-2 d-md-flex justify-content-md-end">
-              {% if request.user.is_staff %}<a class="btn btn-sm btn-outline-danger" href="{% url 'admin:bookshelf_magazine_change' magazine.pk %}">Edit</a>{% endif %}
-            </div>
-          </div>
-        </div>
-      </section>
-      {% endblock %}

ram/portal/templatetags/show_menu.py

@@ -1,6 +1,6 @@
 from django import template
 from portal.models import Flatpage
-from bookshelf.models import Book, Catalog, Magazine
+from bookshelf.models import Book, Catalog
 
 register = template.Library()
 
@@ -8,14 +8,10 @@ register = template.Library()
 @register.inclusion_tag('bookshelf/bookshelf_menu.html')
 def show_bookshelf_menu():
     # FIXME: Filter out unpublished books and catalogs?
-    books = Book.objects.exists()
-    catalogs = Catalog.objects.exists()
-    magazines = Magazine.objects.exists()
     return {
-        "bookshelf_menu": (books or catalogs or magazines),
-        "books_menu": books,
-        "catalogs_menu": catalogs,
-        "magazines_menu": magazines,
+        "bookshelf_menu": (Book.objects.exists() or Catalog.objects.exists()),
+        "books_menu": Book.objects.exists(),
+        "catalogs_menu": Catalog.objects.exists(),
     }
 
 

ram/portal/urls.py

@@ -15,9 +15,6 @@ from portal.views import (
     Types,
     Books,
     Catalogs,
-    Magazines,
-    GetMagazine,
-    GetMagazineIssue,
     GetBookCatalog,
     SearchObjects,
 )
@@ -101,31 +98,6 @@ urlpatterns = [
         Books.as_view(),
         name="books_pagination"
     ),
-    path(
-        "bookshelf/magazine/<uuid:uuid>",
-        GetMagazine.as_view(),
-        name="magazine"
-    ),
-    path(
-        "bookshelf/magazine/<uuid:uuid>/page/<int:page>",
-        GetMagazine.as_view(),
-        name="magazine_pagination",
-    ),
-    path(
-        "bookshelf/magazine/<uuid:magazine>/issue/<uuid:uuid>",
-        GetMagazineIssue.as_view(),
-        name="issue",
-    ),
-    path(
-        "bookshelf/magazines",
-        Magazines.as_view(),
-        name="magazines"
-    ),
-    path(
-        "bookshelf/magazines/page/<int:page>",
-        Magazines.as_view(),
-        name="magazines_pagination"
-    ),
     path(
         "bookshelf/<str:selector>/<uuid:uuid>",
         GetBookCatalog.as_view(),

ram/portal/views.py

@@ -16,7 +16,7 @@ from portal.utils import get_site_conf
 from portal.models import Flatpage
 from roster.models import RollingStock
 from consist.models import Consist
-from bookshelf.models import Book, Catalog, Magazine, MagazineIssue
+from bookshelf.models import Book, Catalog
 from metadata.models import (
     Company,
     Manufacturer,
@@ -73,8 +73,7 @@ class GetData(View):
             .filter(self.filter)
         )
 
-    def get(self, request, filter=Q(), page=1):
-        self.filter = filter
+    def get(self, request, page=1):
         data = []
         for item in self.get_data(request):
             data.append({"type": self.item_type, "item": item})
@@ -492,8 +491,7 @@ class Manufacturers(GetData):
 
     def get_data(self, request):
         return (
-            Manufacturer.objects.filter(self.filter)
-            .annotate(
+            Manufacturer.objects.filter(self.filter).annotate(
                 num_rollingstock=(
                     Count(
                         "rollingstock",
@@ -594,7 +592,9 @@ class Scales(GetData):
                 num_consists=Count(
                     "consist",
                     filter=Q(
-                        consist__in=Consist.objects.get_published(request.user)
+                        consist__in=Consist.objects.get_published(
+                            request.user
+                        )
                     ),
                     distinct=True,
                 ),
@@ -637,85 +637,6 @@ class Catalogs(GetData):
         return Catalog.objects.get_published(request.user).all()
 
 
-class Magazines(GetData):
-    title = "Magazines"
-    item_type = "magazine"
-
-    def get_data(self, request):
-        return (
-            Magazine.objects.get_published(request.user)
-            .all()
-            .annotate(
-                issues=Count(
-                    "issue",
-                    filter=Q(
-                        issue__in=(
-                            MagazineIssue.objects.get_published(request.user)
-                        )
-                    ),
-                )
-            )
-        )
-
-
-class GetMagazine(View):
-    def get(self, request, uuid, page=1):
-        try:
-            magazine = Magazine.objects.get_published(request.user).get(
-                uuid=uuid
-            )
-        except ObjectDoesNotExist:
-            raise Http404
-        data = [
-            {
-                "type": "magazineissue",
-                "item": i,
-            }
-            for i in magazine.issue.get_published(request.user).all()
-        ]
-        paginator = Paginator(data, get_items_per_page())
-        data = paginator.get_page(page)
-        page_range = paginator.get_elided_page_range(
-            data.number, on_each_side=1, on_ends=1
-        )
-
-        return render(
-            request,
-            "magazine.html",
-            {
-                "title": magazine,
-                "magazine": magazine,
-                "data": data,
-                "matches": paginator.count,
-                "page_range": page_range,
-            },
-        )
-
-
-class GetMagazineIssue(View):
-    def get(self, request, uuid, magazine, page=1):
-        try:
-            issue = MagazineIssue.objects.get_published(request.user).get(
-                uuid=uuid,
-                magazine__uuid=magazine,
-            )
-        except ObjectDoesNotExist:
-            raise Http404
-        properties = issue.property.get_public(request.user)
-        documents = issue.document.get_public(request.user)
-        return render(
-            request,
-            "bookshelf/book.html",
-            {
-                "title": issue,
-                "book": issue,
-                "documents": documents,
-                "properties": properties,
-                "type": "magazineissue",
-            },
-        )
-
-
 class GetBookCatalog(View):
     def get_object(self, request, uuid, selector):
         if selector == "book":

ram/ram/__init__.py

@@ -1,4 +1,4 @@
 from ram.utils import git_suffix
 
-__version__ = "0.18.1"
+__version__ = "0.17.15"
 __version__ += git_suffix(__file__)

ram/ram/db_router.py

@@ -0,0 +1,32 @@
+class TelemetryRouter:
+    db_table = "telemetry_10secs"
+
+    def db_for_read(self, model, **hints):
+        """Send read operations to the correct database."""
+        if model._meta.db_table == self.db_table:
+            return "telemetry"  # Replace with your database name
+        return None  # Default database
+
+    def db_for_write(self, model, **hints):
+        """Send write operations to the correct database."""
+        if model._meta.db_table == self.db_table:
+            return False  # Prevent Django from writing RO tables
+        return None
+
+    def allow_relation(self, obj1, obj2, **hints):
+        """
+        Allow relations if a model in the auth or contenttypes apps is
+        involved.
+        """
+        if (
+            obj1._meta.db_table == self.db_table
+            or obj2._meta.db_table == self.db_table
+        ):
+            return True
+        return None
+
+    def allow_migrate(self, db, app_label, model_name=None, **hints):
+        """Prevent Django from migrating this model if it's using a specific database."""
+        if db == "telemetry":
+            return False  # Prevent Django from creating/modifying tables
+        return None

ram/ram/settings.py

@@ -95,8 +95,16 @@ DATABASES = {
     "default": {
         "ENGINE": "django.db.backends.sqlite3",
         "NAME": STORAGE_DIR / "db.sqlite3",
-    }
+    },
+    "telemetry": {
+        "ENGINE": "django.db.backends.postgresql",
+        "HOST": "127.0.0.1",
+        "NAME": "dccmonitor",
+        "USER": "dccmonitor",
+        "PASSWORD": "dccmonitor",
+    },
 }
+DATABASE_ROUTERS = ["ram.db_router.TelemetryRouter"]
 
 
 # Password validation
@@ -150,7 +158,7 @@ REST_FRAMEWORK = {
 }
 
 TINYMCE_DEFAULT_CONFIG = {
-    "height": "300px",
+    "height": "500px",
     "menubar": False,
     "plugins": "autolink lists link image charmap preview anchor "
     "searchreplace visualblocks code fullscreen insertdatetime media "

ram/repository/migrations/0004_magazineissuedocument.py

@@ -1,65 +0,0 @@
-# Generated by Django 6.0 on 2025-12-08 17:47
-
-import django.db.models.deletion
-import ram.utils
-from django.db import migrations, models
-
-
-class Migration(migrations.Migration):
-
-    dependencies = [
-        ("bookshelf", "0025_magazine_magazineissue"),
-        (
-            "repository",
-            "0003_alter_bookdocument_file_alter_catalogdocument_file_and_more",
-        ),
-    ]
-
-    operations = [
-        migrations.CreateModel(
-            name="MagazineIssueDocument",
-            fields=[
-                (
-                    "id",
-                    models.BigAutoField(
-                        auto_created=True,
-                        primary_key=True,
-                        serialize=False,
-                        verbose_name="ID",
-                    ),
-                ),
-                ("description", models.CharField(blank=True, max_length=128)),
-                (
-                    "file",
-                    models.FileField(
-                        storage=ram.utils.DeduplicatedStorage, upload_to="files/"
-                    ),
-                ),
-                ("creation_time", models.DateTimeField(auto_now_add=True)),
-                ("updated_time", models.DateTimeField(auto_now=True)),
-                (
-                    "private",
-                    models.BooleanField(
-                        default=False,
-                        help_text="Document will be visible only to logged users",
-                    ),
-                ),
-                (
-                    "issue",
-                    models.ForeignKey(
-                        on_delete=django.db.models.deletion.CASCADE,
-                        related_name="document",
-                        to="bookshelf.magazineissue",
-                    ),
-                ),
-            ],
-            options={
-                "verbose_name_plural": "Magazines documents",
-                "constraints": [
-                    models.UniqueConstraint(
-                        fields=("issue", "file"), name="unique_issue_file"
-                    )
-                ],
-            },
-        ),
-    ]

ram/repository/models.py

@@ -1,11 +1,12 @@
 from django.db import models
+from django.core.exceptions import ValidationError
 
 from tinymce import models as tinymce
 
 from ram.models import PrivateDocument
 from metadata.models import Decoder, Shop, Tag
 from roster.models import RollingStock
-from bookshelf.models import Book, Catalog, MagazineIssue
+from bookshelf.models import Book, Catalog
 
 
 class GenericDocument(PrivateDocument):
@@ -76,20 +77,6 @@ class CatalogDocument(PrivateDocument):
         ]
 
 
-class MagazineIssueDocument(PrivateDocument):
-    issue = models.ForeignKey(
-        MagazineIssue, on_delete=models.CASCADE, related_name="document"
-    )
-
-    class Meta:
-        verbose_name_plural = "Magazines documents"
-        constraints = [
-            models.UniqueConstraint(
-                fields=["issue", "file"], name="unique_issue_file"
-            )
-        ]
-
-
 class RollingStockDocument(PrivateDocument):
     rolling_stock = models.ForeignKey(
         RollingStock, on_delete=models.CASCADE, related_name="document"

ram/roster/admin.py

@@ -17,6 +17,7 @@ from roster.models import (
     RollingStockImage,
     RollingStockProperty,
     RollingStockJournal,
+    RollingStockTelemetry,
 )
 
 
@@ -297,3 +298,29 @@ class RollingStockAdmin(SortableAdminBase, admin.ModelAdmin):
 
     download_csv.short_description = "Download selected items as CSV"
     actions = [publish, unpublish, download_csv]
+
+
+@admin.register(RollingStockTelemetry)
+class RollingTelemtryAdmin(admin.ModelAdmin):
+    list_filter = ("bucket", "cab")
+    list_display = ("bucket_highres", "cab", "max_speed", "avg_speed")
+
+    def bucket_highres(self, obj):
+        return obj.bucket.strftime("%Y-%m-%d %H:%M:%S")
+
+    bucket_highres.admin_order_field = "bucket"  # Enable sorting
+    bucket_highres.short_description = "Bucket"  # Column name in admin
+
+    def get_changelist_instance(self, request):
+        changelist = super().get_changelist_instance(request)
+        changelist.list_display_links = None  # Disable links
+        return changelist
+
+    def has_add_permission(self, request):
+        return False  # Disable adding new objects
+
+    def has_change_permission(self, request, obj=None):
+        return False  # Disable editing objects
+
+    def has_delete_permission(self, request, obj=None):
+        return False  # Disable deleting objects

ram/roster/migrations/0039_rollingstocktelemetry.py

@@ -0,0 +1,32 @@
+# Generated by Django 6.0 on 2025-12-07 18:12
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("roster", "0038_alter_rollingstock_rolling_class"),
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name="RollingStockTelemetry",
+            fields=[
+                (
+                    "bucket",
+                    models.DateTimeField(
+                        editable=False, primary_key=True, serialize=False
+                    ),
+                ),
+                ("cab", models.PositiveIntegerField(editable=False)),
+                ("avg_speed", models.FloatField(editable=False)),
+                ("max_speed", models.PositiveIntegerField(editable=False)),
+            ],
+            options={
+                "verbose_name_plural": "Telemetries",
+                "db_table": "telemetry_10secs",
+                "ordering": ["cab", "bucket"],
+            },
+        ),
+    ]

ram/roster/models.py

@@ -238,6 +238,20 @@ class RollingStockJournal(models.Model):
     objects = PublicManager()
 
 
+# trick: this is technically an abstract class
+# it is made readonly via db_router and admin to avoid any unwanted change
+class RollingStockTelemetry(models.Model):
+    bucket = models.DateTimeField(primary_key=True, editable=False)
+    cab = models.PositiveIntegerField(editable=False)
+    avg_speed = models.FloatField(editable=False)
+    max_speed = models.PositiveIntegerField(editable=False)
+
+    class Meta:
+        db_table = "telemetry_10secs"
+        ordering = ["cab", "bucket"]
+        verbose_name_plural = "Telemetries"
+
+
 # @receiver(models.signals.post_delete, sender=Cab)
 # def post_save_image(sender, instance, *args, **kwargs):
 #     try:

requirements.txt

@@ -8,7 +8,7 @@ django-countries
 django-health-check
 django-admin-sortable2
 django-tinymce
-# Optional: # psycopg2-binary
+psycopg2-binary
 # Required by django-countries and not always installed
 # by default on modern venvs (like Python 3.12 on Fedora 39)
 setuptools