fix: Backend testing, code coverage, logging, bugs, swaggerUI

.gitignore

@@ -23,6 +23,11 @@ yarn.lock
 build/
 dist/
 
+# Coverage
+*/coverage/
+*/htmlcov/
+*.coverage
+
 # Android specific
 **/android/**/build/
 **/android/.gradle

.python-version

@@ -0,0 +1 @@
+3.11

backend/.env.template

@@ -1,25 +1,48 @@
-HUGGINGFACE_TOKEN=
-BUCKET_SPEECH_PROFILES=
-BUCKET_BACKUPS=
+# Google Cloud Authentication
 GOOGLE_APPLICATION_CREDENTIALS=google-credentials.json
 
+# Google Cloud Storage Buckets
+BUCKET_SPEECH_PROFILES=            # Required: For storing user speech profiles
+BUCKET_MEMORIES_RECORDINGS=        # Required: For storing memory recordings
+BUCKET_POSTPROCESSING=             # Optional: For post-processing audio files
+BUCKET_TEMPORAL_SYNC_LOCAL=        # Optional: For temporary sync files
+BUCKET_BACKUPS=                    # Optional: For backup storage
+
+# Security & Server Configuration
+ADMIN_KEY=
+SWAGGER_UI=false
+
+# Firebase Authentication for Swagger UI (Optional)
+# Found in Firebase Console > Project Settings > General > Web API Key (Config)
+FIREBASE_API_KEY=your-api-key
+FIREBASE_AUTH_DOMAIN=your-project.firebaseapp.com
+FIREBASE_PROJECT_ID=your-project-id
+FIREBASE_STORAGE_BUCKET=your-project.appspot.com
+FIREBASE_MESSAGING_SENDER_ID=your-messaging-sender-id
+FIREBASE_APP_ID=your-app-id
+
+# OpenAI Authentication
+OPENAI_API_KEY=
+
+# GitHub Authentication Used for Package Updates
+GITHUB_TOKEN=
+
+# Hugging Face Authentication
+HUGGINGFACE_TOKEN=
+
+# Database Configuration
 PINECONE_API_KEY=
 PINECONE_INDEX_NAME=
-
 REDIS_DB_HOST=
 REDIS_DB_PORT=
 REDIS_DB_PASSWORD=
 
+# Speech-to-Text Services
 SONIOX_API_KEY=
 DEEPGRAM_API_KEY=
 
-ADMIN_KEY=
-OPENAI_API_KEY=
-
-GITHUB_TOKEN=
-
+# Integration Services
 WORKFLOW_API_KEY=
 HUME_API_KEY=
 HUME_CALLBACK_URL=
-
 HOSTED_PUSHER_API_URL=

backend/.python-version

@@ -0,0 +1 @@
+3.11

backend/Makefile

@@ -0,0 +1,157 @@
+# Variables
+PYTHON = python3
+VENV = .venv
+PIP = $(VENV)/bin/pip
+PYTHON_VENV = $(VENV)/bin/python
+PYTEST = $(VENV)/bin/pytest
+UVICORN = $(VENV)/bin/uvicorn
+FLAKE8 = $(VENV)/bin/flake8
+BLACK = $(VENV)/bin/black
+BANDIT = $(VENV)/bin/bandit
+SAFETY = $(VENV)/bin/safety
+MYPY = $(VENV)/bin/mypy
+
+# Environment Setup
+.PHONY: setup
+setup: $(VENV)/bin/activate install-deps install-test-deps
+
+$(VENV)/bin/activate:
+	$(PYTHON) -m venv $(VENV)
+	$(PIP) install --upgrade pip
+
+.PHONY: install-deps
+install-deps:
+	$(PIP) install -r requirements.txt
+
+.PHONY: install-test-deps
+install-test-deps:
+	$(PIP) install pytest pytest-cov pytest-asyncio httpx
+
+# Development
+.PHONY: run
+run:
+	ENABLE_SWAGGER=true $(UVICORN) main:app --reload --env-file .env
+
+.PHONY: clean
+clean:
+	find . -type d -name "__pycache__" -exec rm -rf {} +
+	find . -type f -name "*.pyc" -delete
+	find . -type f -name "*.pyo" -delete
+	find . -type f -name "*.pyd" -delete
+	find . -type f -name ".coverage" -delete
+	find . -type d -name "*.egg-info" -exec rm -rf {} +
+	find . -type d -name "*.egg" -exec rm -rf {} +
+	find . -type d -name ".pytest_cache" -exec rm -rf {} +
+	find . -type d -name ".mypy_cache" -exec rm -rf {} +
+	find . -type f -name ".DS_Store" -delete
+	rm -rf build/
+	rm -rf dist/
+	rm -rf .coverage
+	rm -rf htmlcov/
+	rm -rf .pytest_cache/
+	rm -rf .mypy_cache/
+
+# Testing
+.PHONY: test
+test:
+	PYTHONPATH=. pytest tests/ -v
+
+.PHONY: test-security
+test-security:
+	$(PYTEST) tests/security/ -v
+
+.PHONY: coverage
+coverage:
+	$(PYTEST) --cov=. tests/ --cov-report=html
+
+# Code Quality
+.PHONY: lint
+lint:
+	$(FLAKE8) .
+	$(BLACK) . --check
+	$(MYPY) .
+
+.PHONY: format
+format:
+	$(BLACK) .
+
+# Security Checks
+.PHONY: security
+security:
+	$(BANDIT) -r . -x tests/,$(VENV)/
+	$(SAFETY) check
+
+.PHONY: security-audit
+security-audit: security test-security
+	@echo "Running comprehensive security audit..."
+	@echo "Checking for sensitive data in git history..."
+	@git log -p | grep -i "password\|secret\|key\|token" || true
+
+# Dependencies
+.PHONY: deps-update
+deps-update:
+	$(PIP) install -U pip
+	$(PIP) install -U -r requirements.txt
+
+.PHONY: deps-check
+deps-check:
+	$(SAFETY) check
+	$(PIP) list --outdated
+
+# Docker
+.PHONY: docker-build
+docker-build:
+	docker build -t backend .
+
+.PHONY: docker-run
+docker-run:
+	docker run -p 8000:8000 --env-file .env backend
+
+# Deployment
+.PHONY: deploy-check
+deploy-check: lint test security
+	@echo "Pre-deployment checks passed!"
+
+.PHONY: deploy
+deploy: deploy-check
+	@echo "Deploying to Cloud Run..."
+	gcloud run deploy
+
+# Environment
+.PHONY: env-check
+env-check:
+	@if [ ! -f .env ]; then \
+		echo "Error: .env file not found"; \
+		echo "Creating from template..."; \
+		cp .env.template .env; \
+	fi
+	@echo "Checking required environment variables..."
+	@grep -v '^#' .env.template | grep '=' | cut -d '=' -f1 | while read -r var; do \
+		if ! grep -q "^$$var=" .env; then \
+			echo "Warning: $$var is not set in .env file"; \
+		fi \
+	done
+
+# Help
+.PHONY: help
+help:
+	@echo "Available commands:"
+	@echo "  setup          - Create virtual environment and install dependencies"
+	@echo "  run            - Run development server"
+	@echo "  clean          - Remove all build, test, and coverage files"
+	@echo "  test           - Run all tests"
+	@echo "  test-security  - Run security tests"
+	@echo "  coverage       - Run tests with coverage report"
+	@echo "  lint           - Run code quality checks"
+	@echo "  format         - Format code with Black"
+	@echo "  security       - Run security checks"
+	@echo "  security-audit - Run comprehensive security audit"
+	@echo "  deps-update    - Update dependencies"
+	@echo "  deps-check     - Check for outdated dependencies"
+	@echo "  docker-build   - Build Docker image"
+	@echo "  docker-run     - Run Docker container"
+	@echo "  deploy-check   - Run pre-deployment checks"
+	@echo "  deploy         - Deploy to Cloud Run"
+	@echo "  env-check      - Check environment variables"
+
+.DEFAULT_GOAL := help