commit Fix database initialization and improve API error handling

Author: atonixdev

backend/config/settings.py

@@ -375,12 +375,6 @@
 CACHE_MIDDLEWARE_SECONDS = 600
 CACHE_MIDDLEWARE_KEY_PREFIX = 'atonixdev'
 
-# HTTP Cache Middleware
-MIDDLEWARE += [
-    'django.middleware.cache.UpdateCacheMiddleware',
-    'django.middleware.cache.FetchFromCacheMiddleware',
-]
-
 # Set default caching headers for responses
 DEFAULT_CACHE_HEADERS = {
     'public': True,

backend/iot_lab/agent_views.py

@@ -2,12 +2,14 @@
 
 from django.db import transaction
 from django.utils import timezone
+from django.conf import settings
+from django.db import connections
 from rest_framework.permissions import AllowAny
 from rest_framework.response import Response
 from rest_framework.views import APIView
 
 from .agent_auth import authenticate_agent
-from .models import Device, DeviceCommand, DeviceCommandLog
+from .models import Device, DeviceCommand, DeviceCommandLog, TelemetryRecord
 from .realtime import publish_command_log, publish_command_status, publish_device_update, publish_network_update
 from .automation_engine import run_jobs_for_event
 
@@ -65,13 +67,42 @@ def get(self, request):
         auth = authenticate_agent(request)
         device = auth.device
 
+        debug_enabled = bool(settings.DEBUG) and (str(request.query_params.get('debug') or '').strip() == '1')
+
         cmd = (
             DeviceCommand.objects.filter(device=device, status=DeviceCommand.Status.QUEUED)
             .order_by('queued_at', 'id')
             .first()
         )
 
         if not cmd:
+            if debug_enabled:
+                try:
+                    db_name = connections['default'].settings_dict.get('NAME')
+                except Exception:
+                    db_name = None
+
+                try:
+                    total_for_device = DeviceCommand.objects.filter(device=device).count()
+                    queued_for_device = DeviceCommand.objects.filter(
+                        device=device, status=DeviceCommand.Status.QUEUED
+                    ).count()
+                except Exception:
+                    total_for_device = None
+                    queued_for_device = None
+
+                return Response(
+                    {
+                        'command': None,
+                        'debug': {
+                            'device_id': device.id,
+                            'db_name': db_name,
+                            'total_commands_for_device': total_for_device,
+                            'queued_commands_for_device': queued_for_device,
+                        },
+                    }
+                )
+
             return Response({'command': None})
 
         cmd.status = DeviceCommand.Status.DELIVERED
@@ -217,3 +248,73 @@ def post(self, request, command_id: int):
         publish_network_update({'reason': 'command_finished', 'device_id': cmd.device_id, 'command_id': cmd.id})
 
         return Response({'detail': 'finished', 'id': cmd.id, 'status': cmd.status})
+
+
+class AgentTelemetryIngestView(APIView):
+    """Allow an edge agent to ingest telemetry using device token auth.
+
+    Payload:
+      - timestamp: optional ISO string
+      - metrics: dict
+      - raw_text: optional string
+    """
+
+    permission_classes = [AllowAny]
+
+    def post(self, request):
+        auth = authenticate_agent(request)
+        device = auth.device
+
+        ts_raw = request.data.get('timestamp')
+        metrics = request.data.get('metrics') or {}
+        raw_text = request.data.get('raw_text') or ''
+
+        # Parse timestamp if provided; otherwise use now.
+        timestamp = timezone.now()
+        if ts_raw:
+            try:
+                # Django parses ISO 8601 with fromisoformat for basic cases.
+                timestamp = timezone.datetime.fromisoformat(str(ts_raw).replace('Z', '+00:00'))
+                if timezone.is_naive(timestamp):
+                    timestamp = timezone.make_aware(timestamp, timezone=timezone.utc)
+            except Exception:
+                timestamp = timezone.now()
+
+        rec = TelemetryRecord.objects.create(
+            device=device,
+            timestamp=timestamp,
+            metrics=metrics if isinstance(metrics, dict) else {},
+            raw_text=str(raw_text)[:20000],
+            created_by=None,
+        )
+
+        # Mark device online.
+        Device.objects.filter(id=device.id).update(last_seen_at=timestamp, status=Device.Status.ONLINE)
+
+        # Fire any telemetry-driven automations.
+        try:
+            run_jobs_for_event(event_type='telemetry', telemetry=rec, actor=None)
+        except Exception:
+            pass
+
+        # Publish to WS dashboards.
+        try:
+            from .realtime import publish_telemetry_record
+
+            publish_telemetry_record(
+                rec.device_id,
+                {
+                    'id': rec.id,
+                    'device': rec.device_id,
+                    'device_name': getattr(device, 'name', None),
+                    'timestamp': rec.timestamp.isoformat() if rec.timestamp else None,
+                    'metrics': rec.metrics,
+                    'raw_text': rec.raw_text,
+                    'created_at': rec.created_at.isoformat() if rec.created_at else None,
+                },
+            )
+        except Exception:
+            pass
+
+        publish_network_update({'reason': 'agent_telemetry', 'device_id': device.id, 'telemetry_id': rec.id})
+        return Response({'detail': 'ok', 'device_id': device.id, 'telemetry_id': rec.id})

backend/iot_lab/management/commands/create_iot_device.py

@@ -0,0 +1,61 @@
+from __future__ import annotations
+
+import secrets
+
+from django.contrib.auth import get_user_model
+from django.contrib.auth.hashers import make_password
+from django.core.management.base import BaseCommand
+
+from iot_lab.models import Device, DeviceToken
+
+
+class Command(BaseCommand):
+    help = "Create an IoT device and mint a device token (printed once)."
+
+    def add_arguments(self, parser):
+        parser.add_argument("--name", required=True)
+        parser.add_argument("--device-type", default="raspberry_pi")
+        parser.add_argument("--location", default="")
+        parser.add_argument("--label", default="agent")
+        parser.add_argument("--created-by", default="")
+
+    def handle(self, *args, **options):
+        name = options["name"].strip()
+        device_type = (options["device_type"] or "").strip()
+        location = (options["location"] or "").strip()
+        label = (options["label"] or "").strip()
+        created_by_username = (options["created_by"] or "").strip()
+
+        created_by = None
+        if created_by_username:
+            User = get_user_model()
+            created_by = User.objects.filter(username=created_by_username).first()
+            if not created_by:
+                self.stderr.write(f"User not found: {created_by_username}")
+
+        device = Device.objects.create(
+            name=name,
+            device_type=device_type,
+            location=location,
+            status=Device.Status.UNKNOWN,
+            is_active=True,
+            created_by=created_by,
+        )
+
+        plain = secrets.token_urlsafe(32)
+        token = DeviceToken.objects.create(
+            device=device,
+            label=label,
+            token_hash=make_password(plain),
+            created_by=created_by,
+        )
+
+        self.stdout.write("Created device:")
+        self.stdout.write(f"  id: {device.id}")
+        self.stdout.write(f"  name: {device.name}")
+        self.stdout.write(f"  type: {device.device_type}")
+        self.stdout.write(f"  location: {device.location}")
+        self.stdout.write("\nDevice token (store securely; shown once):")
+        self.stdout.write(f"  device_id: {device.id}")
+        self.stdout.write(f"  token_id: {token.id}")
+        self.stdout.write(f"  token: {plain}")

backend/iot_lab/management/commands/mint_iot_device_token.py

@@ -0,0 +1,48 @@
+from __future__ import annotations
+
+import secrets
+
+from django.contrib.auth import get_user_model
+from django.contrib.auth.hashers import make_password
+from django.core.management.base import BaseCommand
+
+from iot_lab.models import Device, DeviceToken
+
+
+class Command(BaseCommand):
+    help = "Mint a new device token for an existing device (printed once)."
+
+    def add_arguments(self, parser):
+        parser.add_argument("device_id", type=int)
+        parser.add_argument("--label", default="agent")
+        parser.add_argument("--created-by", default="")
+
+    def handle(self, *args, **options):
+        device_id = int(options["device_id"])
+        label = (options["label"] or "").strip()
+        created_by_username = (options["created_by"] or "").strip()
+
+        device = Device.objects.filter(id=device_id).first()
+        if not device:
+            self.stderr.write("Device not found")
+            return
+
+        created_by = None
+        if created_by_username:
+            User = get_user_model()
+            created_by = User.objects.filter(username=created_by_username).first()
+            if not created_by:
+                self.stderr.write(f"User not found: {created_by_username}")
+
+        plain = secrets.token_urlsafe(32)
+        token = DeviceToken.objects.create(
+            device=device,
+            label=label,
+            token_hash=make_password(plain),
+            created_by=created_by,
+        )
+
+        self.stdout.write("Minted device token (store securely; shown once):")
+        self.stdout.write(f"  device_id: {device.id}")
+        self.stdout.write(f"  token_id: {token.id}")
+        self.stdout.write(f"  token: {plain}")

backend/iot_lab/urls.py

@@ -4,6 +4,7 @@
 
 from .agent_views import (
 	AgentHeartbeatView,
+	AgentTelemetryIngestView,
 	AgentNextCommandView,
 	AgentCommandStartView,
 	AgentCommandLogView,
@@ -33,6 +34,7 @@
 urlpatterns = [
 	*router.urls,
 	path('agent/heartbeat/', AgentHeartbeatView.as_view(), name='iot-agent-heartbeat'),
+	path('agent/telemetry/', AgentTelemetryIngestView.as_view(), name='iot-agent-telemetry'),
 	path('agent/next-command/', AgentNextCommandView.as_view(), name='iot-agent-next-command'),
 	path('agent/commands/<int:command_id>/start/', AgentCommandStartView.as_view(), name='iot-agent-command-start'),
 	path('agent/commands/<int:command_id>/log/', AgentCommandLogView.as_view(), name='iot-agent-command-log'),