mirror of
https://github.com/pablorevilla-meshtastic/meshview.git
synced 2026-06-27 05:21:19 +02:00
e77428661c
* Add alembic DB schema management (#86) * Use alembic * add creation helper * example migration tool * Store UTC int time in DB (#81) * use UTC int time * Remove old index notes script -- no longer needed * modify alembic to support cleaner migrations * add /version json endpoint * move technical docs * remove old migrate script * add readme in docs: * more doc tidy * rm * update api docs * ignore other database files * health endpoint * alembic log format * break out api calls in to their own file to reduce footprint * ruff and docs * vuln * Improves arguments in mvrun.py * Set dbcleanup.log location configurable * mvrun work * fallback if missing config * remove unused loop * improve migrations and fix logging problem with mqtt * Container using slim/uv * auto build containers * symlink * fix symlink * checkout and containerfile * make /app owned by ap0p * Traceroute Return Path logged and displayed (#97) * traceroute returns are now logged and /packetlist now graphs the correct data for a return route * now using alembic to update schema * HOWTO - Alembic --------- Co-authored-by: Joel Krauska <jkrauska@gmail.com> * DB Backups * backups and cleanups are different * ruff * Docker Docs * setup-dev * graphviz for dot in Container * Summary of 3.0.0 stuff * Alembic was blocking mqtt logs * Add us first/last timestamps to node table too * Worked on /api/packet. Needed to modify - Store.py to read the new time data - api.py to present the new time data - firehose.html chat.html and map.html now use the new apis and the time is the browser local time * Worked on /api/packet. Needed to modify - Store.py to read the new time data - api.py to present the new time data - firehose.html chat.html and map.html now use the new apis and the time is the browser local time * Improves container build (#94) * Worked on /api/packet. Needed to modify - Store.py to read the new time data - api.py to present the new time data - firehose.html chat.html and map.html now use the new apis and the time is the browser local time * Worked on /api/packet. Needed to modify - Store.py to read the new time data - api.py to present the new time data - firehose.html chat.html and map.html now use the new apis and the time is the browser local time * Worked on /api/packet. Needed to modify - Added new api endpoint /api/packets_seen - Modified web.py and store.py to support changes to APIs. - Started to work on new_node.html and new_packet.html for presentation of data. * Worked on /api/packet. Needed to modify - Added new api endpoint /api/packets_seen - Modified web.py and store.py to support changes to APIs. - Started to work on new_node.html and new_packet.html for presentation of data. * Finishing up all the pages for the 3.0 release. Now all pages are functional. * Finishing up all the pages for the 3.0 release. Now all pages are functional. * fix ruff format * more ruff * Finishing up all the pages for the 3.0 release. Now all pages are functional. * Finishing up all the pages for the 3.0 release. Now all pages are functional. * pyproject.toml requirements * use sys.executable * fix 0 epoch dates in /chat * Make the robots do our bidding * another compatibility fix when _us is empty and we need to sort by BOTH old and new * Finishing up all the pages for the 3.0 release. Now all pages are functional. * Finishing up all the pages for the 3.0 release. Now all pages are functional. * Remamed new_node to node. shorter and descriptive. * Remamed new_node to node. shorter and descriptive. * Remamed new_node to node. shorter and descriptive. * Remamed new_node to node. shorter and descriptive. * Remamed new_node to node. shorter and descriptive. * Remamed new_node to node. shorter and descriptive. * More changes... almost ready for release. Ranamed 2 pages for easy or reading. * Fix the net page as it was not showing the date information * Fix the net page as it was not showing the date information * Fix the net page as it was not showing the date information * Fix the net page as it was not showing the date information * ruff --------- Co-authored-by: Óscar García Amor <ogarcia@connectical.com> Co-authored-by: Jim Schrempp <jschrempp@users.noreply.github.com> Co-authored-by: Pablo Revilla <pablorevilla@gmail.com>
119 lines
4.9 KiB
Python
119 lines
4.9 KiB
Python
from datetime import datetime
|
|
|
|
from sqlalchemy import BigInteger, ForeignKey, Index, desc
|
|
from sqlalchemy.ext.asyncio import AsyncAttrs
|
|
from sqlalchemy.orm import DeclarativeBase, Mapped, mapped_column, relationship
|
|
|
|
|
|
class Base(AsyncAttrs, DeclarativeBase):
|
|
pass
|
|
|
|
|
|
# Node
|
|
class Node(Base):
|
|
__tablename__ = "node"
|
|
id: Mapped[str] = mapped_column(primary_key=True)
|
|
node_id: Mapped[int] = mapped_column(BigInteger, nullable=True, unique=True)
|
|
long_name: Mapped[str] = mapped_column(nullable=True)
|
|
short_name: Mapped[str] = mapped_column(nullable=True)
|
|
hw_model: Mapped[str] = mapped_column(nullable=True)
|
|
firmware: Mapped[str] = mapped_column(nullable=True)
|
|
role: Mapped[str] = mapped_column(nullable=True)
|
|
last_lat: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
last_long: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
channel: Mapped[str] = mapped_column(nullable=True)
|
|
last_update: Mapped[datetime] = mapped_column(nullable=True)
|
|
first_seen_us: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
last_seen_us: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
|
|
__table_args__ = (
|
|
Index("idx_node_node_id", "node_id"),
|
|
Index("idx_node_first_seen_us", "first_seen_us"),
|
|
Index("idx_node_last_seen_us", "last_seen_us"),
|
|
)
|
|
|
|
def to_dict(self):
|
|
return {
|
|
column.name: getattr(self, column.name)
|
|
for column in self.__table__.columns
|
|
if column.name != "last_update"
|
|
}
|
|
|
|
|
|
class Packet(Base):
|
|
__tablename__ = "packet"
|
|
id: Mapped[int] = mapped_column(BigInteger, primary_key=True)
|
|
portnum: Mapped[int] = mapped_column(nullable=True)
|
|
from_node_id: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
from_node: Mapped["Node"] = relationship(
|
|
primaryjoin="Packet.from_node_id == foreign(Node.node_id)", lazy="joined"
|
|
)
|
|
to_node_id: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
to_node: Mapped["Node"] = relationship(
|
|
primaryjoin="Packet.to_node_id == foreign(Node.node_id)",
|
|
lazy="joined",
|
|
overlaps="from_node",
|
|
)
|
|
payload: Mapped[bytes] = mapped_column(nullable=True)
|
|
import_time: Mapped[datetime] = mapped_column(nullable=True)
|
|
import_time_us: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
channel: Mapped[str] = mapped_column(nullable=True)
|
|
|
|
__table_args__ = (
|
|
Index("idx_packet_from_node_id", "from_node_id"),
|
|
Index("idx_packet_to_node_id", "to_node_id"),
|
|
Index("idx_packet_import_time", desc("import_time")),
|
|
Index("idx_packet_import_time_us", desc("import_time_us")),
|
|
# Composite index for /top endpoint performance - filters by from_node_id AND import_time
|
|
Index("idx_packet_from_node_time", "from_node_id", desc("import_time")),
|
|
Index("idx_packet_from_node_time_us", "from_node_id", desc("import_time_us")),
|
|
)
|
|
|
|
|
|
class PacketSeen(Base):
|
|
__tablename__ = "packet_seen"
|
|
packet_id = mapped_column(ForeignKey("packet.id"), primary_key=True)
|
|
node_id: Mapped[int] = mapped_column(BigInteger, primary_key=True)
|
|
node: Mapped["Node"] = relationship(
|
|
lazy="joined",
|
|
primaryjoin="PacketSeen.node_id == foreign(Node.node_id)",
|
|
overlaps="from_node,to_node",
|
|
)
|
|
rx_time: Mapped[int] = mapped_column(BigInteger, primary_key=True)
|
|
hop_limit: Mapped[int] = mapped_column(nullable=True)
|
|
hop_start: Mapped[int] = mapped_column(nullable=True)
|
|
channel: Mapped[str] = mapped_column(nullable=True)
|
|
rx_snr: Mapped[float] = mapped_column(nullable=True)
|
|
rx_rssi: Mapped[int] = mapped_column(nullable=True)
|
|
topic: Mapped[str] = mapped_column(nullable=True)
|
|
import_time: Mapped[datetime] = mapped_column(nullable=True)
|
|
import_time_us: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
|
|
__table_args__ = (
|
|
Index("idx_packet_seen_node_id", "node_id"),
|
|
# Index for /top endpoint performance - JOIN on packet_id
|
|
Index("idx_packet_seen_packet_id", "packet_id"),
|
|
Index("idx_packet_seen_import_time_us", "import_time_us"),
|
|
)
|
|
|
|
|
|
class Traceroute(Base):
|
|
__tablename__ = "traceroute"
|
|
|
|
id: Mapped[int] = mapped_column(primary_key=True, autoincrement=True)
|
|
packet_id = mapped_column(ForeignKey("packet.id"))
|
|
packet: Mapped["Packet"] = relationship(
|
|
primaryjoin="Traceroute.packet_id == foreign(Packet.id)", lazy="joined"
|
|
)
|
|
gateway_node_id: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
done: Mapped[bool] = mapped_column(nullable=True)
|
|
route: Mapped[bytes] = mapped_column(nullable=True)
|
|
import_time: Mapped[datetime] = mapped_column(nullable=True)
|
|
route_return: Mapped[bytes] = mapped_column(nullable=True)
|
|
import_time_us: Mapped[int] = mapped_column(BigInteger, nullable=True)
|
|
|
|
__table_args__ = (
|
|
Index("idx_traceroute_import_time", "import_time"),
|
|
Index("idx_traceroute_import_time_us", "import_time_us"),
|
|
)
|