feat: [#14] implement Phase 1 of 12-Factor App refactor - configuration management

- Add environment-based configuration system with local and production environments
- Create configuration templates for tracker.toml and prometheus.yml with variable substitution
- Implement configure-env.sh script for processing environment files and generating configs
- Add validate-config.sh script for comprehensive configuration validation
- Support colored logging output consistent with existing project scripts
- Include comprehensive validation for TOML/YAML syntax and environment-specific settings
- Remove staging environment references (only local and production needed)
- Update yamllint configuration to exclude application/storage directory from linting
- Update documentation and migration guide to reflect current implementation

This establishes the foundation for environment-based configuration management
as outlined in the 12-Factor App methodology.

Author: josecelano

.yamllint-ci.yml

@@ -1,5 +1,8 @@
 extends: default
 
+ignore: |
+  application/storage/
+
 rules:
   line-length:
     max: 120 # More reasonable for infrastructure code

infrastructure/config/environments/local.env

@@ -0,0 +1,48 @@
+# Infrastructure Configuration
+INFRASTRUCTURE_PROVIDER=local
+INFRASTRUCTURE_VM_NAME=torrust-tracker-demo
+INFRASTRUCTURE_VM_MEMORY=2048
+INFRASTRUCTURE_VM_CPUS=2
+
+# Torrust Tracker Core Configuration
+TORRUST_TRACKER_MODE=public
+TORRUST_TRACKER_LOG_LEVEL=debug
+TORRUST_TRACKER_LISTED=false
+TORRUST_TRACKER_PRIVATE=false
+TORRUST_TRACKER_STATS=true
+
+# Database Configuration
+TORRUST_TRACKER_DATABASE_DRIVER=mysql
+TORRUST_TRACKER_DATABASE_PATH=./storage/tracker/lib/database/sqlite3.db
+
+# Network Configuration
+TORRUST_TRACKER_EXTERNAL_IP=0.0.0.0
+TORRUST_TRACKER_ON_REVERSE_PROXY=false
+
+# Tracker Policy
+TORRUST_TRACKER_CLEANUP_INTERVAL=600
+TORRUST_TRACKER_MAX_PEER_TIMEOUT=900
+TORRUST_TRACKER_PERSISTENT_COMPLETED_STAT=false
+TORRUST_TRACKER_REMOVE_PEERLESS=true
+
+# Announce Policy
+TORRUST_TRACKER_ANNOUNCE_INTERVAL=120
+TORRUST_TRACKER_ANNOUNCE_INTERVAL_MIN=120
+
+# Port Configuration
+TORRUST_TRACKER_UDP_6868_ENABLED=true
+TORRUST_TRACKER_UDP_6969_ENABLED=true
+TORRUST_TRACKER_HTTP_ENABLED=true
+TORRUST_TRACKER_HTTP_PORT=7070
+TORRUST_TRACKER_API_PORT=1212
+TORRUST_TRACKER_HEALTH_CHECK_PORT=1313
+
+# API Authentication
+TORRUST_TRACKER_API_TOKEN=local-dev-token
+
+# Service Configuration
+GRAFANA_ADMIN_PASSWORD=admin
+PROMETHEUS_RETENTION_TIME=7d
+
+# Docker Configuration
+USER_ID=1000

infrastructure/config/environments/production.env

@@ -0,0 +1,52 @@
+# Infrastructure Configuration
+INFRASTRUCTURE_PROVIDER=hetzner
+INFRASTRUCTURE_REGION=fsn1
+INFRASTRUCTURE_INSTANCE_TYPE=cx21
+
+# Torrust Tracker Core Configuration
+TORRUST_TRACKER_MODE=private
+TORRUST_TRACKER_LOG_LEVEL=info
+TORRUST_TRACKER_LISTED=false
+TORRUST_TRACKER_PRIVATE=true
+TORRUST_TRACKER_STATS=true
+
+# Database Configuration (MySQL for production)
+TORRUST_TRACKER_DATABASE_DRIVER=mysql
+TORRUST_TRACKER_DATABASE_URL=${TORRUST_PROD_DATABASE_URL}
+
+# Network Configuration
+TORRUST_TRACKER_EXTERNAL_IP=${PRODUCTION_EXTERNAL_IP}
+TORRUST_TRACKER_ON_REVERSE_PROXY=true
+
+# Tracker Policy (production optimized)
+TORRUST_TRACKER_CLEANUP_INTERVAL=300
+TORRUST_TRACKER_MAX_PEER_TIMEOUT=1800
+TORRUST_TRACKER_PERSISTENT_COMPLETED_STAT=true
+TORRUST_TRACKER_REMOVE_PEERLESS=false
+
+# Announce Policy (production optimized)
+TORRUST_TRACKER_ANNOUNCE_INTERVAL=600
+TORRUST_TRACKER_ANNOUNCE_INTERVAL_MIN=300
+
+# Port Configuration
+TORRUST_TRACKER_UDP_6868_ENABLED=true
+TORRUST_TRACKER_UDP_6969_ENABLED=true
+TORRUST_TRACKER_HTTP_ENABLED=true
+TORRUST_TRACKER_HTTP_PORT=7070
+TORRUST_TRACKER_API_PORT=1212
+TORRUST_TRACKER_HEALTH_CHECK_PORT=1313
+
+# API Authentication (from secrets)
+TORRUST_TRACKER_API_TOKEN=${TORRUST_PROD_API_TOKEN}
+
+# Service Configuration
+GRAFANA_ADMIN_PASSWORD=${GRAFANA_PROD_PASSWORD}
+PROMETHEUS_RETENTION_TIME=30d
+
+# Security Configuration
+SSH_PUBLIC_KEY=${SSH_PUBLIC_KEY}
+DOMAIN_NAME=tracker.torrust-demo.com
+SSL_EMAIL=${SSL_EMAIL}
+
+# Docker Configuration
+USER_ID=1000

infrastructure/config/templates/prometheus.yml.tpl

@@ -0,0 +1,19 @@
+---
+global:
+  scrape_interval: 15s
+  evaluation_interval: 15s
+
+rule_files:
+  # - "first_rules.yml"
+  # - "second_rules.yml"
+
+scrape_configs:
+  - job_name: 'prometheus'
+    static_configs:
+      - targets: ['localhost:9090']
+
+  - job_name: 'torrust-tracker'
+    static_configs:
+      - targets: ['tracker:${TORRUST_TRACKER_API_PORT}']
+    metrics_path: '/metrics'
+    scrape_interval: 30s

infrastructure/config/templates/tracker.toml.tpl

@@ -0,0 +1,50 @@
+[logging]
+threshold = "${TORRUST_TRACKER_LOG_LEVEL}"
+
+[core]
+inactive_peer_cleanup_interval = ${TORRUST_TRACKER_CLEANUP_INTERVAL}
+listed = ${TORRUST_TRACKER_LISTED}
+private = ${TORRUST_TRACKER_PRIVATE}
+tracker_usage_statistics = ${TORRUST_TRACKER_STATS}
+
+[core.announce_policy]
+interval = ${TORRUST_TRACKER_ANNOUNCE_INTERVAL}
+interval_min = ${TORRUST_TRACKER_ANNOUNCE_INTERVAL_MIN}
+
+[core.database]
+driver = "${TORRUST_TRACKER_DATABASE_DRIVER}"
+# Database connection will be determined by driver type
+# For MySQL: uses environment variable or falls back to default MySQL settings
+# For SQLite: uses path specified in TORRUST_TRACKER_DATABASE_PATH
+
+[core.net]
+external_ip = "${TORRUST_TRACKER_EXTERNAL_IP}"
+on_reverse_proxy = ${TORRUST_TRACKER_ON_REVERSE_PROXY}
+
+[core.tracker_policy]
+max_peer_timeout = ${TORRUST_TRACKER_MAX_PEER_TIMEOUT}
+persistent_torrent_completed_stat = ${TORRUST_TRACKER_PERSISTENT_COMPLETED_STAT}
+remove_peerless_torrents = ${TORRUST_TRACKER_REMOVE_PEERLESS}
+
+# Health check API (separate from main API)
+[health_check_api]
+bind_address = "127.0.0.1:${TORRUST_TRACKER_HEALTH_CHECK_PORT}"
+
+# Main HTTP API
+[http_api]
+bind_address = "0.0.0.0:${TORRUST_TRACKER_API_PORT}"
+
+[http_api.access_tokens]
+admin = "${TORRUST_TRACKER_API_TOKEN}"
+
+# UDP Trackers - Port 6868
+[[udp_trackers]]
+bind_address = "0.0.0.0:6868"
+
+# UDP Trackers - Port 6969
+[[udp_trackers]]
+bind_address = "0.0.0.0:6969"
+
+# HTTP Trackers
+[[http_trackers]]
+bind_address = "0.0.0.0:${TORRUST_TRACKER_HTTP_PORT}"

infrastructure/docs/refactoring/twelve-factor-refactor/migration-guide.md

@@ -318,7 +318,6 @@ make apply
 The new system uses environment-specific configuration:
 
 - `infrastructure/config/environments/local.env` - Local development
-- `infrastructure/config/environments/staging.env` - Staging environment
 - `infrastructure/config/environments/production.env` - Production environment
 
 Process configuration before deployment:
@@ -348,30 +347,6 @@ make destroy
 
 #### 4.1 Create Environment Variations
 
-**Staging configuration** (`infrastructure/config/environments/staging.env`):
-
-```bash
-# Infrastructure Configuration
-INFRASTRUCTURE_PROVIDER=hetzner
-INFRASTRUCTURE_REGION=fsn1
-INFRASTRUCTURE_INSTANCE_TYPE=cx11
-
-# Application Configuration
-TORRUST_TRACKER_MODE=private
-TORRUST_TRACKER_LOG_LEVEL=info
-TORRUST_TRACKER_DATABASE_DRIVER=sqlite3
-TORRUST_TRACKER_API_TOKEN=${TORRUST_STAGING_API_TOKEN}
-
-# Service Configuration
-GRAFANA_ADMIN_PASSWORD=${GRAFANA_STAGING_PASSWORD}
-PROMETHEUS_RETENTION_TIME=15d
-
-# Security Configuration
-SSH_PUBLIC_KEY=${SSH_PUBLIC_KEY}
-DOMAIN_NAME=staging.torrust-demo.com
-SSL_EMAIL=${SSL_EMAIL}
-```
-
 **Production configuration** (`infrastructure/config/environments/production.env`):
 
 ```bash
@@ -393,7 +368,7 @@ PROMETHEUS_RETENTION_TIME=30d
 
 # Security Configuration
 SSH_PUBLIC_KEY=${SSH_PUBLIC_KEY}
-DOMAIN_NAME=torrust-demo.com
+DOMAIN_NAME=tracker.torrust-demo.com
 SSL_EMAIL=${SSL_EMAIL}
 ```
 
@@ -498,7 +473,7 @@ direnv allow
 
 ### Week 3: Environment Support
 
-- [ ] Create staging and production configurations
+- [ ] Create production configurations
 - [ ] Implement environment-specific logic
 - [ ] Test multi-environment deployment
 - [ ] Validate configuration for all environments

infrastructure/docs/refactoring/twelve-factor-refactor/phase-1-implementation.md

@@ -21,7 +21,6 @@ mkdir -p application/config/templates
 **Files to create:**
 
 - [ ] `infrastructure/config/environments/local.env`
-- [ ] `infrastructure/config/environments/staging.env`
 - [ ] `infrastructure/config/environments/production.env`
 - [ ] `infrastructure/config/templates/tracker.toml.tpl`
 - [ ] `infrastructure/config/templates/prometheus.yml.tpl`
@@ -81,30 +80,6 @@ PROMETHEUS_RETENTION_TIME=7d
 USER_ID=1000
 ```
 
-**Staging Environment (`staging.env`):**
-
-```bash
-# Infrastructure
-INFRASTRUCTURE_PROVIDER=hetzner
-INFRASTRUCTURE_REGION=fsn1
-INFRASTRUCTURE_INSTANCE_TYPE=cx11
-
-# Application
-TORRUST_TRACKER_MODE=private
-TORRUST_TRACKER_LOG_LEVEL=info
-TORRUST_TRACKER_DATABASE_DRIVER=sqlite3
-TORRUST_TRACKER_API_TOKEN=${TORRUST_STAGING_API_TOKEN}
-
-# Services
-GRAFANA_ADMIN_PASSWORD=${GRAFANA_STAGING_PASSWORD}
-PROMETHEUS_RETENTION_TIME=15d
-
-# Security
-SSH_PUBLIC_KEY=${SSH_PUBLIC_KEY}
-DOMAIN_NAME=staging.torrust-demo.com
-SSL_EMAIL=${SSL_EMAIL}
-```
-
 **Production Environment (`production.env`):**
 
 ```bash
@@ -155,7 +130,7 @@ PROMETHEUS_RETENTION_TIME=30d
 
 # Security Configuration
 SSH_PUBLIC_KEY=${SSH_PUBLIC_KEY}
-DOMAIN_NAME=torrust-demo.com
+DOMAIN_NAME=tracker.torrust-demo.com
 SSL_EMAIL=${SSL_EMAIL}
 
 # Docker Configuration
@@ -498,7 +473,7 @@ main() {
     local failed=0
 
     # Validate environment files
-    for env in local staging production; do
+    for env in local production; do
         env_file="${CONFIG_DIR}/environments/${env}.env"
         if ! validate_env_file "${env_file}" "${env}"; then
             failed=1