Replace mongo with Firestore

This commit is contained in:
Logan Cusano
2025-12-28 12:04:21 -05:00
parent 2e491f8111
commit bfd3b5b2c5
4 changed files with 47 additions and 36 deletions

View File

@@ -1,10 +1,13 @@
import json
import os
import asyncio
from functools import partial
import traceback
from fastapi import FastAPI, HTTPException
import paho.mqtt.client as mqtt
from datetime import datetime
from motor.motor_asyncio import AsyncIOMotorClient
import firebase_admin
from firebase_admin import credentials, firestore
from pydantic import BaseModel
from typing import Any, Dict
@@ -12,13 +15,21 @@ app = FastAPI(title="Radio C2 Brain")
# Configuration
MQTT_BROKER = os.getenv("MQTT_BROKER", "mqtt-broker")
MONGO_URI = os.getenv("MONGO_URI", "mongodb://admin:securepassword@db:27017/radio_c2?authSource=admin")
FIREBASE_CRED_JSON = os.getenv("FIREBASE_CRED_JSON")
FIRESTORE_DB_ID = os.getenv("FIRESTORE_DB_ID", "c2-server")
C2_ID = "central-brain-01"
# Database Init
mongo_client = AsyncIOMotorClient(MONGO_URI)
db = mongo_client.get_database()
nodes_col = db.get_collection("nodes")
if FIREBASE_CRED_JSON:
print("Initializing Firebase with provided JSON credentials...")
cred = credentials.Certificate(json.loads(FIREBASE_CRED_JSON))
firebase_admin.initialize_app(cred)
else:
print("Initializing Firebase with Application Default Credentials...")
firebase_admin.initialize_app()
print(f"Connecting to Firestore Database: {FIRESTORE_DB_ID}")
db = firestore.client(database_id=FIRESTORE_DB_ID)
# Local cache for quick lookups
ACTIVE_NODES_CACHE = {}
@@ -29,6 +40,11 @@ class NodeCommand(BaseModel):
command: str
payload: Dict[str, Any]
# Helper for async execution of blocking firestore calls
async def async_firestore(func, *args, **kwargs):
loop = asyncio.get_running_loop()
return await loop.run_in_executor(None, partial(func, *args, **kwargs))
def on_connect(client, userdata, flags, rc):
print(f"Brain connected to MQTT Broker with result code {rc}")
client.subscribe("nodes/+/checkin")
@@ -50,6 +66,7 @@ async def handle_message(msg):
timestamp = datetime.utcnow()
if event_type == "checkin":
print(f"Processing checkin for {node_id}...")
data = {
"node_id": node_id,
"last_seen": timestamp,
@@ -59,20 +76,25 @@ async def handle_message(msg):
"config": payload,
"radio_state": "active" if payload.get("is_listening") else "idle"
}
await nodes_col.update_one({"node_id": node_id}, {"$set": data}, upsert=True)
doc_ref = db.collection("nodes").document(node_id)
print(f"Writing to Firestore: {doc_ref.path} in DB {FIRESTORE_DB_ID}")
await async_firestore(doc_ref.set, data, merge=True)
print(f"Successfully updated checkin for {node_id}")
ACTIVE_NODES_CACHE[node_id] = data
elif event_type == "status":
print(f"Processing status update for {node_id}...")
status = payload.get("status")
await nodes_col.update_one(
{"node_id": node_id},
{"$set": {"status": status, "last_seen": timestamp}}
)
doc_ref = db.collection("nodes").document(node_id)
print(f"Writing to Firestore: {doc_ref.path} in DB {FIRESTORE_DB_ID}")
await async_firestore(doc_ref.set, {"status": status, "last_seen": timestamp}, merge=True)
print(f"Successfully updated status for {node_id}")
if node_id in ACTIVE_NODES_CACHE:
ACTIVE_NODES_CACHE[node_id]["status"] = status
except Exception as e:
print(f"Error processing MQTT: {e}")
print(f"Error processing MQTT message from {node_id}: {e}")
traceback.print_exc()
# MQTT Setup
mqtt_client = mqtt.Client(client_id=C2_ID)
@@ -88,9 +110,13 @@ async def startup_event():
@app.get("/nodes")
async def get_nodes():
nodes = await nodes_col.find().to_list(length=100)
# Convert ObjectId to string for JSON serialization
for n in nodes: n["_id"] = str(n["_id"])
def get_docs():
return [
{**doc.to_dict(), "_id": doc.id}
for doc in db.collection("nodes").stream()
]
nodes = await async_firestore(get_docs)
return nodes
@app.post("/nodes/{node_id}/command")