feat: cache all metrics data for 10 seconds for performances reasons

Author: Psycojoker

src/aleph/cache.py

@@ -0,0 +1,4 @@
+from aiocache import Cache
+
+
+cache = Cache()

src/aleph/web/controllers/metrics.py

@@ -14,6 +14,7 @@
 from web3 import Web3
 
 from aleph import __version__
+from aleph.cache import cache
 from aleph.config import get_config
 from aleph.db.accessors.chains import get_last_height
 from aleph.db.models import FilePinDb, MessageDb, PeerDb, PendingMessageDb, PendingTxDb
@@ -146,15 +147,30 @@ async def fetch_eth_height() -> Optional[int]:
 async def get_metrics(session: DbSession, node_cache: NodeCache) -> Metrics:
     sync_messages_reference_total = await fetch_reference_total_messages()
     eth_reference_height = await fetch_eth_height()
+    cache_duration = 10
 
     # select count(*) can be slow but estimates are not refreshed often enough to give
     # a meaningful sense of progress for the node main page on /.
-    sync_messages_total: int = MessageDb.count(session=session)
-    peers_count = PeerDb.count(session=session)
+    sync_messages_total: int
+    if await cache.exists("sync_messages_total"):
+        sync_messages_total = await cache.get("sync_messages_total")
+    else:
+        sync_messages_total = MessageDb.count(session=session)
+        await cache.set("sync_messages_total", sync_messages_total, ttl=cache_duration)
 
-    eth_last_committed_height = get_last_height(
-        session=session, chain=Chain.ETH, sync_type=ChainEventType.SYNC
-    )
+    if await cache.exists("peers_count"):
+        peers_count = await cache.get("peers_count")
+    else:
+        peers_count = PeerDb.count(session=session)
+        await cache.set("peers_count", peers_count, ttl=cache_duration)
+
+    if await cache.exists("eth_last_committed_height"):
+        eth_last_committed_height = await cache.get("eth_last_committed_height")
+    else:
+        eth_last_committed_height = get_last_height(
+            session=session, chain=Chain.ETH, sync_type=ChainEventType.SYNC
+        )
+        await cache.set("eth_last_committed_height", eth_last_committed_height, ttl=cache_duration)
 
     if not (sync_messages_reference_total is None or sync_messages_total is None):
         sync_messages_remaining_total = (
@@ -173,18 +189,34 @@ async def get_metrics(session: DbSession, node_cache: NodeCache) -> Metrics:
     retry_message_job_tasks = await node_cache.get("retry_messages_job_tasks")
     nb_message_jobs = int(retry_message_job_tasks) if retry_message_job_tasks else 0
 
+    if await cache.exists("sync_pending_messages_total"):
+        sync_pending_messages_total = await cache.get("sync_pending_messages_total")
+    else:
+        sync_pending_messages_total = PendingMessageDb.count(session=session)
+        await cache.set("sync_pending_messages_total", sync_pending_messages_total, ttl=cache_duration)
+
+    if await cache.exists("sync_permanent_files_total"):
+        sync_permanent_files_total = await cache.get("sync_permanent_files_total")
+    else:
+        sync_permanent_files_total = FilePinDb.count(session=session)
+        await cache.set("sync_permanent_files_total", sync_permanent_files_total, ttl=cache_duration)
+
+    if await cache.exists("sync_pending_txs_total"):
+        sync_pending_txs_total = await cache.get("sync_pending_txs_total")
+    else:
+        sync_pending_txs_total = PendingTxDb.count(session=session)
+        await cache.set("sync_pending_txs_total", sync_pending_txs_total, ttl=cache_duration)
+
     return Metrics(
         pyaleph_build_info=pyaleph_build_info,
         pyaleph_status_peers_total=peers_count,
         pyaleph_processing_pending_messages_tasks_total=nb_message_jobs,
         pyaleph_status_sync_messages_total=sync_messages_total,
-        pyaleph_status_sync_permanent_files_total=FilePinDb.count(session=session),
+        pyaleph_status_sync_permanent_files_total=sync_permanent_files_total,
         pyaleph_status_sync_messages_reference_total=sync_messages_reference_total,
         pyaleph_status_sync_messages_remaining_total=sync_messages_remaining_total,
-        pyaleph_status_sync_pending_messages_total=PendingMessageDb.count(
-            session=session
-        ),
-        pyaleph_status_sync_pending_txs_total=PendingTxDb.count(session=session),
+        pyaleph_status_sync_pending_messages_total=sync_pending_messages_total,
+        pyaleph_status_sync_pending_txs_total=sync_pending_txs_total,
         pyaleph_status_chain_eth_last_committed_height=eth_last_committed_height,
         pyaleph_status_chain_eth_height_reference_total=eth_reference_height,
         pyaleph_status_chain_eth_height_remaining_total=eth_remaining_height,