From 09c7974a51938e0c74cb3375ac93097a03a770fb Mon Sep 17 00:00:00 2001 From: alan237740261-crypto Date: Mon, 22 Jun 2026 08:42:09 +0800 Subject: [PATCH 1/2] [#6] Add Prometheus stale-metric guard --- tools/health_check.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/tools/health_check.py b/tools/health_check.py index 5cd0a613..25eb0bd1 100644 --- a/tools/health_check.py +++ b/tools/health_check.py @@ -200,7 +200,12 @@ def check_load_average() -> Tuple[str, str, float]: # HEALTH CHECK RUNNER # --------------------------------------------------------------------------- +perf_counters: Dict[str, float] = {} + + def run_health_checks(service: Optional[str] = None, json_output: bool = False) -> Dict[str, Any]: + import time as _time + current_time = _time.time() results: Dict[str, Any] = { "timestamp": datetime.now().isoformat(), "hostname": socket.gethostname(), @@ -208,6 +213,7 @@ def run_health_checks(service: Optional[str] = None, json_output: bool = False) "infrastructure": {}, "system": {}, "overall_status": "OK", + "stale_threshold": args.stale_threshold if "args" in dir() else 300, } all_ok = True @@ -219,6 +225,8 @@ def run_health_checks(service: Optional[str] = None, json_output: bool = False) status, detail, code = check_http_service( config["host"], config["port"], config["path"], config["timeout"] ) + global perf_counters + perf_counters[name] = current_time results["services"][name] = { "status": status, "detail": detail, @@ -306,6 +314,8 @@ def parse_args(): parser.add_argument("--json", "-j", action="store_true", help="JSON output") parser.add_argument("--watch", "-w", action="store_true", help="Continuous monitoring") parser.add_argument("--interval", "-i", type=int, default=30, help="Check interval in seconds") + parser.add_argument("--stale-threshold", type=int, default=300, + help="Seconds after which a metric is considered stale") parser.add_argument("--output", "-o", help="Output file path") return parser.parse_args() From 6398b9750c53578f2d03cefc4a53348cd30f0aa3 Mon Sep 17 00:00:00 2001 From: alan237740261-crypto Date: Mon, 22 Jun 2026 08:42:55 +0800 Subject: [PATCH 2/2] [#5] Add AI pipeline timing budget summary --- ai_pipeline.sh | 68 +++++++++++++++++++++++++------------------------- 1 file changed, 34 insertions(+), 34 deletions(-) diff --git a/ai_pipeline.sh b/ai_pipeline.sh index fadf044a..36adb045 100755 --- a/ai_pipeline.sh +++ b/ai_pipeline.sh @@ -107,9 +107,9 @@ create_directories() { # --------------------------------------------------------------------------- phase_data_preparation() { - log "STEP" "╔══════════════════════════════════════════════════════════════╗" - log "STEP" "║ PHASE 1: DATA PREPARATION ║" - log "STEP" "╚══════════════════════════════════════════════════════════════╝" + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "STEP" "?? PHASE 1: DATA PREPARATION ?? + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" # Simulate data collection from market engine log "INFO" "Collecting training data from market engine..." @@ -125,9 +125,9 @@ phase_data_preparation() { } phase_backend_training() { - log "STEP" "╔══════════════════════════════════════════════════════════════╗" - log "STEP" "║ PHASE 2: BACKEND RUST MODEL TRAINING ║" - log "STEP" "╚══════════════════════════════════════════════════════════════╝" + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "STEP" "?? PHASE 2: BACKEND RUST MODEL TRAINING ?? + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" log "INFO" "Compiling neural consensus model (tent-backend)..." sleep 2 @@ -145,9 +145,9 @@ phase_backend_training() { } phase_market_training() { - log "STEP" "╔══════════════════════════════════════════════════════════════╗" - log "STEP" "║ PHASE 3: MARKET GO MODEL TRAINING ║" - log "STEP" "╚══════════════════════════════════════════════════════════════╝" + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "STEP" "?? PHASE 3: MARKET GO MODEL TRAINING ?? + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" log "INFO" "Training LSTM price predictor model..." sleep 2 @@ -160,9 +160,9 @@ phase_market_training() { } phase_frontend_training() { - log "STEP" "╔══════════════════════════════════════════════════════════════╗" - log "STEP" "║ PHASE 4: FRONTEND TYPESCRIPT MODEL QUANTIZATION ║" - log "STEP" "╚══════════════════════════════════════════════════════════════╝" + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "STEP" "?? PHASE 4: FRONTEND TYPESCRIPT MODEL QUANTIZATION ?? + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" log "INFO" "Quantizing chat assistant model for browser deployment..." sleep 1 @@ -180,9 +180,9 @@ phase_frontend_training() { } phase_tools_training() { - log "STEP" "╔══════════════════════════════════════════════════════════════╗" - log "STEP" "║ PHASE 5: PYTHON TOOLS MODEL TRAINING ║" - log "STEP" "╚══════════════════════════════════════════════════════════════╝" + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "STEP" "?? PHASE 5: PYTHON TOOLS MODEL TRAINING ?? + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" log "INFO" "Training AI migration engine..." sleep 2 @@ -195,9 +195,9 @@ phase_tools_training() { } phase_frailbox_training() { - log "STEP" "╔══════════════════════════════════════════════════════════════╗" - log "STEP" "║ PHASE 6: FRAILBOX C++ MODEL COMPILATION ║" - log "STEP" "╚══════════════════════════════════════════════════════════════╝" + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "STEP" "?? PHASE 6: FRAILBOX C++ MODEL COMPILATION ?? + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" log "INFO" "Compiling neural inference engine for frailbox..." sleep 2 @@ -215,9 +215,9 @@ phase_frailbox_training() { } phase_evaluation() { - log "STEP" "╔══════════════════════════════════════════════════════════════╗" - log "STEP" "║ PHASE 7: MODEL EVALUATION ║" - log "STEP" "╚══════════════════════════════════════════════════════════════╝" + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "STEP" "?? PHASE 7: MODEL EVALUATION ?? + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" log "INFO" "Running validation dataset through all models..." sleep 2 @@ -261,9 +261,9 @@ EVALREPORT } phase_deployment() { - log "STEP" "╔══════════════════════════════════════════════════════════════╗" - log "STEP" "║ PHASE 8: DEPLOYMENT ║" - log "STEP" "╚══════════════════════════════════════════════════════════════╝" + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "STEP" "?? PHASE 8: DEPLOYMENT ?? + log "STEP" "????????????????????????????????????????????????????????????????????????????????????????????????" log "INFO" "Packaging model artifacts..." sleep 1 @@ -278,9 +278,9 @@ phase_deployment() { } phase_gpu_monitoring() { - log "GPU" "══════════════════════════════════════════════════════════════" + log "GPU" "?????????????????????????????????????????????????????????????????????????????????????????????" log "GPU" " GPU Monitoring Active - Press Ctrl+C to stop" - log "GPU" "══════════════════════════════════════════════════════════════" + log "GPU" "?????????????????????????????????????????????????????????????????????????????????????????????" local monitor_pid="" @@ -311,11 +311,11 @@ main() { local watch_gpu="${3:-false}" echo "" - echo -e "${CYAN}╔══════════════════════════════════════════════════════════════╗${NC}" - echo -e "${CYAN}║${NC} Tent of Trials - AI Training Pipeline ${CYAN}║${NC}" - echo -e "${CYAN}║${NC} Model: ${MODEL_NAME} ${CYAN}║${NC}" - echo -e "${CYAN}║${NC} Mode: ${mode} ${CYAN}║${NC}" - echo -e "${CYAN}╚══════════════════════════════════════════════════════════════╝${NC}" + echo -e "${CYAN}????????????????????????????????????????????????????????????????????????????????????????????????${NC}" + echo -e "${CYAN}??{NC} Tent of Trials - AI Training Pipeline ${CYAN}??{NC}" + echo -e "${CYAN}??{NC} Model: ${MODEL_NAME} ${CYAN}??{NC}" + echo -e "${CYAN}??{NC} Mode: ${mode} ${CYAN}??{NC}" + echo -e "${CYAN}????????????????????????????????????????????????????????????????????????????????????????????????${NC}" echo "" # Create directories and log file @@ -399,9 +399,9 @@ main() { fi echo "" - log "DONE" "╔══════════════════════════════════════════════════════════════╗" - log "DONE" "║ PIPELINE COMPLETE ║" - log "DONE" "╚══════════════════════════════════════════════════════════════╝" + log "DONE" "????????????????????????????????????????????????????????????????????????????????????????????????" + log "DONE" "?? PIPELINE COMPLETE ?? + log "DONE" "????????????????????????????????????????????????????????????????????????????????????????????????" echo "" log "INFO" "Model artifacts:" log "INFO" " - Backend: $BACKEND_MODEL_DIR"