Update hf_demo.py
Browse files- hf_demo.py +137 -701
hf_demo.py
CHANGED
|
@@ -1,56 +1,87 @@
|
|
| 1 |
"""
|
| 2 |
-
ARF OSS v3.3.9 - Enterprise
|
|
|
|
| 3 |
"""
|
| 4 |
|
| 5 |
import os
|
|
|
|
| 6 |
import json
|
| 7 |
import uuid
|
| 8 |
import hashlib
|
| 9 |
import logging
|
| 10 |
import sqlite3
|
| 11 |
-
|
|
|
|
| 12 |
from datetime import datetime
|
| 13 |
-
from enum import Enum
|
| 14 |
from typing import Dict, List, Optional, Any, Tuple
|
|
|
|
|
|
|
| 15 |
|
| 16 |
-
|
| 17 |
from fastapi import FastAPI, HTTPException, Depends, status
|
| 18 |
from fastapi.middleware.cors import CORSMiddleware
|
| 19 |
from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
|
| 20 |
from pydantic import BaseModel, Field, field_validator
|
| 21 |
from pydantic_settings import BaseSettings, SettingsConfigDict
|
| 22 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
# ============== CONFIGURATION (Pydantic V2) ==============
|
| 24 |
class Settings(BaseSettings):
|
| 25 |
-
"""
|
| 26 |
-
|
|
|
|
| 27 |
hf_space_id: str = Field(default='local', alias='SPACE_ID')
|
| 28 |
hf_token: str = Field(default='', alias='HF_TOKEN')
|
| 29 |
-
|
| 30 |
-
#
|
| 31 |
data_dir: str = Field(
|
| 32 |
default='/data' if os.path.exists('/data') else './data',
|
| 33 |
alias='DATA_DIR'
|
| 34 |
)
|
| 35 |
-
|
| 36 |
-
#
|
| 37 |
lead_email: str = "petter2025us@outlook.com"
|
| 38 |
calendly_url: str = "https://calendly.com/petter2025us/arf-demo"
|
| 39 |
-
|
| 40 |
-
#
|
| 41 |
slack_webhook: str = Field(default='', alias='SLACK_WEBHOOK')
|
| 42 |
sendgrid_api_key: str = Field(default='', alias='SENDGRID_API_KEY')
|
| 43 |
-
|
| 44 |
-
#
|
| 45 |
api_key: str = Field(
|
| 46 |
default_factory=lambda: str(uuid.uuid4()),
|
| 47 |
alias='ARF_API_KEY'
|
| 48 |
)
|
| 49 |
-
|
| 50 |
# ARF defaults
|
| 51 |
default_confidence_threshold: float = 0.9
|
| 52 |
default_max_risk: str = "MEDIUM"
|
| 53 |
-
|
|
|
|
| 54 |
model_config = SettingsConfigDict(
|
| 55 |
populate_by_name=True,
|
| 56 |
extra='ignore',
|
|
@@ -75,7 +106,7 @@ logging.basicConfig(
|
|
| 75 |
)
|
| 76 |
logger = logging.getLogger('arf.oss')
|
| 77 |
|
| 78 |
-
# ============== ENUMS ==============
|
| 79 |
class RiskLevel(str, Enum):
|
| 80 |
LOW = "LOW"
|
| 81 |
MEDIUM = "MEDIUM"
|
|
@@ -95,478 +126,11 @@ class LeadSignal(str, Enum):
|
|
| 95 |
CONFIDENCE_LOW = "confidence_low"
|
| 96 |
REPEATED_FAILURE = "repeated_failure"
|
| 97 |
|
| 98 |
-
# ==============
|
| 99 |
-
|
| 100 |
-
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
self.prior_beta = 5.0
|
| 104 |
-
self.action_priors = {
|
| 105 |
-
'database': {'alpha': 1.5, 'beta': 8.0},
|
| 106 |
-
'network': {'alpha': 3.0, 'beta': 4.0},
|
| 107 |
-
'compute': {'alpha': 4.0, 'beta': 3.0},
|
| 108 |
-
'security': {'alpha': 2.0, 'beta': 6.0},
|
| 109 |
-
'default': {'alpha': 2.0, 'beta': 5.0}
|
| 110 |
-
}
|
| 111 |
-
self.evidence_db = f"{settings.data_dir}/evidence.db"
|
| 112 |
-
self._init_db()
|
| 113 |
-
|
| 114 |
-
def _init_db(self):
|
| 115 |
-
try:
|
| 116 |
-
with self._get_db() as conn:
|
| 117 |
-
conn.execute('''
|
| 118 |
-
CREATE TABLE IF NOT EXISTS evidence (
|
| 119 |
-
id TEXT PRIMARY KEY,
|
| 120 |
-
action_type TEXT,
|
| 121 |
-
action_hash TEXT,
|
| 122 |
-
success INTEGER,
|
| 123 |
-
total INTEGER,
|
| 124 |
-
timestamp TEXT,
|
| 125 |
-
metadata TEXT
|
| 126 |
-
)
|
| 127 |
-
''')
|
| 128 |
-
conn.execute('CREATE INDEX IF NOT EXISTS idx_action_hash ON evidence(action_hash)')
|
| 129 |
-
except sqlite3.Error as e:
|
| 130 |
-
logger.error(f"Failed to initialize evidence database: {e}")
|
| 131 |
-
raise RuntimeError("Could not initialize evidence storage") from e
|
| 132 |
-
|
| 133 |
-
@contextmanager
|
| 134 |
-
def _get_db(self):
|
| 135 |
-
conn = None
|
| 136 |
-
try:
|
| 137 |
-
conn = sqlite3.connect(self.evidence_db)
|
| 138 |
-
yield conn
|
| 139 |
-
except sqlite3.Error as e:
|
| 140 |
-
logger.error(f"Database error: {e}")
|
| 141 |
-
raise
|
| 142 |
-
finally:
|
| 143 |
-
if conn:
|
| 144 |
-
conn.close()
|
| 145 |
-
|
| 146 |
-
def classify_action(self, action_text: str) -> str:
|
| 147 |
-
action_lower = action_text.lower()
|
| 148 |
-
if any(word in action_lower for word in ['database', 'db', 'sql', 'table', 'drop', 'delete']):
|
| 149 |
-
return 'database'
|
| 150 |
-
elif any(word in action_lower for word in ['network', 'firewall', 'load balancer']):
|
| 151 |
-
return 'network'
|
| 152 |
-
elif any(word in action_lower for word in ['pod', 'container', 'deploy', 'scale']):
|
| 153 |
-
return 'compute'
|
| 154 |
-
elif any(word in action_lower for word in ['security', 'cert', 'key', 'access']):
|
| 155 |
-
return 'security'
|
| 156 |
-
else:
|
| 157 |
-
return 'default'
|
| 158 |
-
|
| 159 |
-
def get_prior(self, action_type: str) -> Tuple[float, float]:
|
| 160 |
-
prior = self.action_priors.get(action_type, self.action_priors['default'])
|
| 161 |
-
return prior['alpha'], prior['beta']
|
| 162 |
-
|
| 163 |
-
def get_evidence(self, action_hash: str) -> Tuple[int, int]:
|
| 164 |
-
try:
|
| 165 |
-
with self._get_db() as conn:
|
| 166 |
-
cursor = conn.execute(
|
| 167 |
-
'SELECT SUM(success), SUM(total) FROM evidence WHERE action_hash = ?',
|
| 168 |
-
(action_hash[:50],)
|
| 169 |
-
)
|
| 170 |
-
row = cursor.fetchone()
|
| 171 |
-
return (row[0] or 0, row[1] or 0) if row else (0, 0)
|
| 172 |
-
except sqlite3.Error as e:
|
| 173 |
-
logger.error(f"Failed to retrieve evidence: {e}")
|
| 174 |
-
return (0, 0)
|
| 175 |
-
|
| 176 |
-
def calculate_posterior(self, action_text: str, context: Dict[str, Any]) -> Dict[str, Any]:
|
| 177 |
-
action_type = self.classify_action(action_text)
|
| 178 |
-
alpha0, beta0 = self.get_prior(action_type)
|
| 179 |
-
action_hash = hashlib.sha256(action_text.encode()).hexdigest()
|
| 180 |
-
successes, trials = self.get_evidence(action_hash)
|
| 181 |
-
alpha_n = alpha0 + successes
|
| 182 |
-
beta_n = beta0 + (trials - successes)
|
| 183 |
-
posterior_mean = alpha_n / (alpha_n + beta_n)
|
| 184 |
-
context_multiplier = self._context_likelihood(context)
|
| 185 |
-
risk_score = posterior_mean * context_multiplier
|
| 186 |
-
risk_score = min(0.99, max(0.01, risk_score))
|
| 187 |
-
|
| 188 |
-
variance = (alpha_n * beta_n) / ((alpha_n + beta_n)**2 * (alpha_n + beta_n + 1))
|
| 189 |
-
std_dev = variance ** 0.5
|
| 190 |
-
ci_lower = max(0.01, posterior_mean - 1.96 * std_dev)
|
| 191 |
-
ci_upper = min(0.99, posterior_mean + 1.96 * std_dev)
|
| 192 |
-
|
| 193 |
-
if risk_score > 0.8:
|
| 194 |
-
risk_level = RiskLevel.CRITICAL
|
| 195 |
-
elif risk_score > 0.6:
|
| 196 |
-
risk_level = RiskLevel.HIGH
|
| 197 |
-
elif risk_score > 0.4:
|
| 198 |
-
risk_level = RiskLevel.MEDIUM
|
| 199 |
-
else:
|
| 200 |
-
risk_level = RiskLevel.LOW
|
| 201 |
-
|
| 202 |
-
return {
|
| 203 |
-
"score": risk_score,
|
| 204 |
-
"level": risk_level,
|
| 205 |
-
"credible_interval": [ci_lower, ci_upper],
|
| 206 |
-
"posterior_parameters": {"alpha": alpha_n, "beta": beta_n},
|
| 207 |
-
"prior_used": {"alpha": alpha0, "beta": beta0, "type": action_type},
|
| 208 |
-
"evidence_used": {"successes": successes, "trials": trials},
|
| 209 |
-
"context_multiplier": context_multiplier,
|
| 210 |
-
"calculation": f"""
|
| 211 |
-
Posterior = Beta(α={alpha_n:.1f}, β={beta_n:.1f})
|
| 212 |
-
Mean = {alpha_n:.1f} / ({alpha_n:.1f} + {beta_n:.1f}) = {posterior_mean:.3f}
|
| 213 |
-
× Context multiplier {context_multiplier:.2f} = {risk_score:.3f}
|
| 214 |
-
"""
|
| 215 |
-
}
|
| 216 |
-
|
| 217 |
-
def _context_likelihood(self, context: Dict) -> float:
|
| 218 |
-
multiplier = 1.0
|
| 219 |
-
if context.get('environment') == 'production':
|
| 220 |
-
multiplier *= 1.5
|
| 221 |
-
elif context.get('environment') == 'staging':
|
| 222 |
-
multiplier *= 0.8
|
| 223 |
-
hour = datetime.now().hour
|
| 224 |
-
if hour < 6 or hour > 22:
|
| 225 |
-
multiplier *= 1.3
|
| 226 |
-
if context.get('user_role') == 'junior':
|
| 227 |
-
multiplier *= 1.4
|
| 228 |
-
elif context.get('user_role') == 'senior':
|
| 229 |
-
multiplier *= 0.9
|
| 230 |
-
if not context.get('backup_available', True):
|
| 231 |
-
multiplier *= 1.6
|
| 232 |
-
return multiplier
|
| 233 |
-
|
| 234 |
-
def record_outcome(self, action_text: str, success: bool):
|
| 235 |
-
action_hash = hashlib.sha256(action_text.encode()).hexdigest()
|
| 236 |
-
action_type = self.classify_action(action_text)
|
| 237 |
-
try:
|
| 238 |
-
with self._get_db() as conn:
|
| 239 |
-
conn.execute('''
|
| 240 |
-
INSERT INTO evidence (id, action_type, action_hash, success, total, timestamp)
|
| 241 |
-
VALUES (?, ?, ?, ?, ?, ?)
|
| 242 |
-
''', (
|
| 243 |
-
str(uuid.uuid4()),
|
| 244 |
-
action_type,
|
| 245 |
-
action_hash[:50],
|
| 246 |
-
1 if success else 0,
|
| 247 |
-
1,
|
| 248 |
-
datetime.utcnow().isoformat()
|
| 249 |
-
))
|
| 250 |
-
conn.commit()
|
| 251 |
-
logger.info(f"Recorded outcome for {action_type}: success={success}")
|
| 252 |
-
except sqlite3.Error as e:
|
| 253 |
-
logger.error(f"Failed to record outcome: {e}")
|
| 254 |
-
|
| 255 |
-
# ============== POLICY ENGINE ==============
|
| 256 |
-
class PolicyEngine:
|
| 257 |
-
"""Deterministic OSS policies – advisory only."""
|
| 258 |
-
def __init__(self):
|
| 259 |
-
self.config = {
|
| 260 |
-
"confidence_threshold": settings.default_confidence_threshold,
|
| 261 |
-
"max_autonomous_risk": settings.default_max_risk,
|
| 262 |
-
"risk_thresholds": {
|
| 263 |
-
RiskLevel.LOW: 0.7,
|
| 264 |
-
RiskLevel.MEDIUM: 0.5,
|
| 265 |
-
RiskLevel.HIGH: 0.3,
|
| 266 |
-
RiskLevel.CRITICAL: 0.1
|
| 267 |
-
},
|
| 268 |
-
"destructive_patterns": [
|
| 269 |
-
r'\bdrop\s+database\b',
|
| 270 |
-
r'\bdelete\s+from\b',
|
| 271 |
-
r'\btruncate\b',
|
| 272 |
-
r'\balter\s+table\b',
|
| 273 |
-
r'\bdrop\s+table\b',
|
| 274 |
-
r'\bshutdown\b',
|
| 275 |
-
r'\bterminate\b',
|
| 276 |
-
r'\brm\s+-rf\b'
|
| 277 |
-
],
|
| 278 |
-
"require_human": [RiskLevel.CRITICAL, RiskLevel.HIGH],
|
| 279 |
-
"require_rollback": True
|
| 280 |
-
}
|
| 281 |
-
|
| 282 |
-
def evaluate(self, action: str, risk: Dict[str, Any], confidence: float) -> Dict[str, Any]:
|
| 283 |
-
import re
|
| 284 |
-
gates = []
|
| 285 |
-
|
| 286 |
-
# Gate 1: Confidence threshold
|
| 287 |
-
confidence_passed = confidence >= self.config["confidence_threshold"]
|
| 288 |
-
gates.append({
|
| 289 |
-
"gate": "confidence_threshold",
|
| 290 |
-
"passed": confidence_passed,
|
| 291 |
-
"threshold": self.config["confidence_threshold"],
|
| 292 |
-
"actual": confidence,
|
| 293 |
-
"reason": f"Confidence {confidence:.2f} {'≥' if confidence_passed else '<'} threshold {self.config['confidence_threshold']}",
|
| 294 |
-
"type": "numerical"
|
| 295 |
-
})
|
| 296 |
-
|
| 297 |
-
# Gate 2: Risk level
|
| 298 |
-
risk_levels = list(RiskLevel)
|
| 299 |
-
max_idx = risk_levels.index(RiskLevel(self.config["max_autonomous_risk"]))
|
| 300 |
-
action_idx = risk_levels.index(risk["level"])
|
| 301 |
-
risk_passed = action_idx <= max_idx
|
| 302 |
-
gates.append({
|
| 303 |
-
"gate": "risk_assessment",
|
| 304 |
-
"passed": risk_passed,
|
| 305 |
-
"max_allowed": self.config["max_autonomous_risk"],
|
| 306 |
-
"actual": risk["level"].value,
|
| 307 |
-
"reason": f"Risk level {risk['level'].value} {'≤' if risk_passed else '>'} max autonomous {self.config['max_autonomous_risk']}",
|
| 308 |
-
"type": "categorical",
|
| 309 |
-
"metadata": {"risk_score": risk["score"], "credible_interval": risk["credible_interval"]}
|
| 310 |
-
})
|
| 311 |
-
|
| 312 |
-
# Gate 3: Destructive check
|
| 313 |
-
is_destructive = any(re.search(pattern, action.lower()) for pattern in self.config["destructive_patterns"])
|
| 314 |
-
gates.append({
|
| 315 |
-
"gate": "destructive_check",
|
| 316 |
-
"passed": not is_destructive,
|
| 317 |
-
"is_destructive": is_destructive,
|
| 318 |
-
"reason": "Non-destructive operation" if not is_destructive else "Destructive operation detected",
|
| 319 |
-
"type": "boolean",
|
| 320 |
-
"metadata": {"requires_rollback": is_destructive}
|
| 321 |
-
})
|
| 322 |
-
|
| 323 |
-
# Gate 4: Human review requirement
|
| 324 |
-
requires_human = risk["level"] in self.config["require_human"]
|
| 325 |
-
gates.append({
|
| 326 |
-
"gate": "human_review",
|
| 327 |
-
"passed": not requires_human,
|
| 328 |
-
"requires_human": requires_human,
|
| 329 |
-
"reason": "Human review not required" if not requires_human else f"Human review required for {risk['level'].value} risk",
|
| 330 |
-
"type": "boolean"
|
| 331 |
-
})
|
| 332 |
-
|
| 333 |
-
# Gate 5: OSS license (always passes)
|
| 334 |
-
gates.append({
|
| 335 |
-
"gate": "license_check",
|
| 336 |
-
"passed": True,
|
| 337 |
-
"edition": "OSS",
|
| 338 |
-
"reason": "OSS edition - advisory only",
|
| 339 |
-
"type": "license"
|
| 340 |
-
})
|
| 341 |
-
|
| 342 |
-
all_passed = all(g["passed"] for g in gates)
|
| 343 |
-
|
| 344 |
-
if not all_passed:
|
| 345 |
-
required_level = ExecutionLevel.OPERATOR_REVIEW
|
| 346 |
-
elif risk["level"] == RiskLevel.LOW:
|
| 347 |
-
required_level = ExecutionLevel.AUTONOMOUS_LOW
|
| 348 |
-
elif risk["level"] == RiskLevel.MEDIUM:
|
| 349 |
-
required_level = ExecutionLevel.AUTONOMOUS_HIGH
|
| 350 |
-
else:
|
| 351 |
-
required_level = ExecutionLevel.SUPERVISED
|
| 352 |
-
|
| 353 |
-
return {
|
| 354 |
-
"allowed": all_passed,
|
| 355 |
-
"required_level": required_level.value,
|
| 356 |
-
"gates": gates,
|
| 357 |
-
"advisory_only": True,
|
| 358 |
-
"oss_disclaimer": "OSS edition provides advisory only. Enterprise adds execution."
|
| 359 |
-
}
|
| 360 |
-
|
| 361 |
-
def update_config(self, key: str, value: Any):
|
| 362 |
-
if key in self.config:
|
| 363 |
-
self.config[key] = value
|
| 364 |
-
logger.info(f"Policy updated: {key} = {value}")
|
| 365 |
-
return True
|
| 366 |
-
return False
|
| 367 |
-
|
| 368 |
-
# ============== RAG MEMORY ==============
|
| 369 |
-
class RAGMemory:
|
| 370 |
-
"""Persistent RAG memory with SQLite and simple embeddings."""
|
| 371 |
-
def __init__(self):
|
| 372 |
-
self.db_path = f"{settings.data_dir}/memory.db"
|
| 373 |
-
self._init_db()
|
| 374 |
-
self.embedding_cache = {}
|
| 375 |
-
|
| 376 |
-
def _init_db(self):
|
| 377 |
-
try:
|
| 378 |
-
with self._get_db() as conn:
|
| 379 |
-
conn.execute('''
|
| 380 |
-
CREATE TABLE IF NOT EXISTS incidents (
|
| 381 |
-
id TEXT PRIMARY KEY,
|
| 382 |
-
action TEXT,
|
| 383 |
-
action_hash TEXT,
|
| 384 |
-
risk_score REAL,
|
| 385 |
-
risk_level TEXT,
|
| 386 |
-
confidence REAL,
|
| 387 |
-
allowed BOOLEAN,
|
| 388 |
-
gates TEXT,
|
| 389 |
-
timestamp TEXT,
|
| 390 |
-
embedding TEXT
|
| 391 |
-
)
|
| 392 |
-
''')
|
| 393 |
-
conn.execute('''
|
| 394 |
-
CREATE TABLE IF NOT EXISTS signals (
|
| 395 |
-
id TEXT PRIMARY KEY,
|
| 396 |
-
signal_type TEXT,
|
| 397 |
-
action TEXT,
|
| 398 |
-
risk_score REAL,
|
| 399 |
-
metadata TEXT,
|
| 400 |
-
timestamp TEXT,
|
| 401 |
-
contacted BOOLEAN DEFAULT 0
|
| 402 |
-
)
|
| 403 |
-
''')
|
| 404 |
-
conn.execute('CREATE INDEX IF NOT EXISTS idx_action_hash ON incidents(action_hash)')
|
| 405 |
-
conn.execute('CREATE INDEX IF NOT EXISTS idx_signal_type ON signals(signal_type)')
|
| 406 |
-
conn.execute('CREATE INDEX IF NOT EXISTS idx_signal_contacted ON signals(contacted)')
|
| 407 |
-
except sqlite3.Error as e:
|
| 408 |
-
logger.error(f"Failed to initialize memory database: {e}")
|
| 409 |
-
raise RuntimeError("Could not initialize memory storage") from e
|
| 410 |
-
|
| 411 |
-
@contextmanager
|
| 412 |
-
def _get_db(self):
|
| 413 |
-
conn = None
|
| 414 |
-
try:
|
| 415 |
-
conn = sqlite3.connect(self.db_path)
|
| 416 |
-
conn.row_factory = sqlite3.Row
|
| 417 |
-
yield conn
|
| 418 |
-
except sqlite3.Error as e:
|
| 419 |
-
logger.error(f"Database error in memory: {e}")
|
| 420 |
-
raise
|
| 421 |
-
finally:
|
| 422 |
-
if conn:
|
| 423 |
-
conn.close()
|
| 424 |
-
|
| 425 |
-
def _simple_embedding(self, text: str) -> List[float]:
|
| 426 |
-
if text in self.embedding_cache:
|
| 427 |
-
return self.embedding_cache[text]
|
| 428 |
-
words = text.lower().split()
|
| 429 |
-
trigrams = set()
|
| 430 |
-
for word in words:
|
| 431 |
-
for i in range(len(word) - 2):
|
| 432 |
-
trigrams.add(word[i:i+3])
|
| 433 |
-
vector = [hash(t) % 1000 / 1000.0 for t in sorted(trigrams)[:100]]
|
| 434 |
-
while len(vector) < 100:
|
| 435 |
-
vector.append(0.0)
|
| 436 |
-
vector = vector[:100]
|
| 437 |
-
self.embedding_cache[text] = vector
|
| 438 |
-
return vector
|
| 439 |
-
|
| 440 |
-
def store_incident(self, action: str, risk_score: float, risk_level: RiskLevel,
|
| 441 |
-
confidence: float, allowed: bool, gates: List[Dict]):
|
| 442 |
-
action_hash = hashlib.sha256(action.encode()).hexdigest()[:50]
|
| 443 |
-
embedding = json.dumps(self._simple_embedding(action))
|
| 444 |
-
try:
|
| 445 |
-
with self._get_db() as conn:
|
| 446 |
-
conn.execute('''
|
| 447 |
-
INSERT INTO incidents
|
| 448 |
-
(id, action, action_hash, risk_score, risk_level, confidence, allowed, gates, timestamp, embedding)
|
| 449 |
-
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
| 450 |
-
''', (
|
| 451 |
-
str(uuid.uuid4()),
|
| 452 |
-
action[:500],
|
| 453 |
-
action_hash,
|
| 454 |
-
risk_score,
|
| 455 |
-
risk_level.value,
|
| 456 |
-
confidence,
|
| 457 |
-
1 if allowed else 0,
|
| 458 |
-
json.dumps(gates),
|
| 459 |
-
datetime.utcnow().isoformat(),
|
| 460 |
-
embedding
|
| 461 |
-
))
|
| 462 |
-
conn.commit()
|
| 463 |
-
except sqlite3.Error as e:
|
| 464 |
-
logger.error(f"Failed to store incident: {e}")
|
| 465 |
-
|
| 466 |
-
def find_similar(self, action: str, limit: int = 5) -> List[Dict]:
|
| 467 |
-
query_embedding = self._simple_embedding(action)
|
| 468 |
-
try:
|
| 469 |
-
with self._get_db() as conn:
|
| 470 |
-
cursor = conn.execute('SELECT * FROM incidents ORDER BY timestamp DESC LIMIT 100')
|
| 471 |
-
incidents = []
|
| 472 |
-
for row in cursor.fetchall():
|
| 473 |
-
stored_embedding = json.loads(row['embedding'])
|
| 474 |
-
dot = sum(q * s for q, s in zip(query_embedding, stored_embedding))
|
| 475 |
-
norm_q = sum(q*q for q in query_embedding) ** 0.5
|
| 476 |
-
norm_s = sum(s*s for s in stored_embedding) ** 0.5
|
| 477 |
-
similarity = dot / (norm_q * norm_s) if (norm_q > 0 and norm_s > 0) else 0
|
| 478 |
-
incidents.append({
|
| 479 |
-
'id': row['id'],
|
| 480 |
-
'action': row['action'],
|
| 481 |
-
'risk_score': row['risk_score'],
|
| 482 |
-
'risk_level': row['risk_level'],
|
| 483 |
-
'confidence': row['confidence'],
|
| 484 |
-
'allowed': bool(row['allowed']),
|
| 485 |
-
'timestamp': row['timestamp'],
|
| 486 |
-
'similarity': similarity
|
| 487 |
-
})
|
| 488 |
-
incidents.sort(key=lambda x: x['similarity'], reverse=True)
|
| 489 |
-
return incidents[:limit]
|
| 490 |
-
except sqlite3.Error as e:
|
| 491 |
-
logger.error(f"Failed to find similar incidents: {e}")
|
| 492 |
-
return []
|
| 493 |
-
|
| 494 |
-
def track_enterprise_signal(self, signal_type: LeadSignal, action: str,
|
| 495 |
-
risk_score: float, metadata: Dict = None):
|
| 496 |
-
signal = {
|
| 497 |
-
'id': str(uuid.uuid4()),
|
| 498 |
-
'signal_type': signal_type.value,
|
| 499 |
-
'action': action[:200],
|
| 500 |
-
'risk_score': risk_score,
|
| 501 |
-
'metadata': json.dumps(metadata or {}),
|
| 502 |
-
'timestamp': datetime.utcnow().isoformat(),
|
| 503 |
-
'contacted': 0
|
| 504 |
-
}
|
| 505 |
-
try:
|
| 506 |
-
with self._get_db() as conn:
|
| 507 |
-
conn.execute('''
|
| 508 |
-
INSERT INTO signals
|
| 509 |
-
(id, signal_type, action, risk_score, metadata, timestamp, contacted)
|
| 510 |
-
VALUES (?, ?, ?, ?, ?, ?, ?)
|
| 511 |
-
''', (
|
| 512 |
-
signal['id'],
|
| 513 |
-
signal['signal_type'],
|
| 514 |
-
signal['action'],
|
| 515 |
-
signal['risk_score'],
|
| 516 |
-
signal['metadata'],
|
| 517 |
-
signal['timestamp'],
|
| 518 |
-
signal['contacted']
|
| 519 |
-
))
|
| 520 |
-
conn.commit()
|
| 521 |
-
except sqlite3.Error as e:
|
| 522 |
-
logger.error(f"Failed to track signal: {e}")
|
| 523 |
-
return None
|
| 524 |
-
|
| 525 |
-
logger.info(f"🔔 Enterprise signal: {signal_type.value} - {action[:50]}...")
|
| 526 |
-
if signal_type in [LeadSignal.HIGH_RISK_BLOCKED, LeadSignal.NOVEL_ACTION]:
|
| 527 |
-
self._notify_sales_team(signal)
|
| 528 |
-
return signal
|
| 529 |
-
|
| 530 |
-
def _notify_sales_team(self, signal: Dict):
|
| 531 |
-
if settings.slack_webhook:
|
| 532 |
-
try:
|
| 533 |
-
requests.post(settings.slack_webhook, json={
|
| 534 |
-
"text": f"🚨 *Enterprise Lead Signal*\n"
|
| 535 |
-
f"Type: {signal['signal_type']}\n"
|
| 536 |
-
f"Action: {signal['action']}\n"
|
| 537 |
-
f"Risk Score: {signal['risk_score']:.2f}\n"
|
| 538 |
-
f"Time: {signal['timestamp']}\n"
|
| 539 |
-
f"Contact: {settings.lead_email}"
|
| 540 |
-
}, timeout=5)
|
| 541 |
-
except requests.RequestException as e:
|
| 542 |
-
logger.error(f"Slack notification failed: {e}")
|
| 543 |
-
|
| 544 |
-
def get_uncontacted_signals(self) -> List[Dict]:
|
| 545 |
-
try:
|
| 546 |
-
with self._get_db() as conn:
|
| 547 |
-
cursor = conn.execute('SELECT * FROM signals WHERE contacted = 0 ORDER BY timestamp DESC')
|
| 548 |
-
signals = []
|
| 549 |
-
for row in cursor.fetchall():
|
| 550 |
-
signals.append({
|
| 551 |
-
'id': row['id'],
|
| 552 |
-
'signal_type': row['signal_type'],
|
| 553 |
-
'action': row['action'],
|
| 554 |
-
'risk_score': row['risk_score'],
|
| 555 |
-
'metadata': json.loads(row['metadata']),
|
| 556 |
-
'timestamp': row['timestamp']
|
| 557 |
-
})
|
| 558 |
-
return signals
|
| 559 |
-
except sqlite3.Error as e:
|
| 560 |
-
logger.error(f"Failed to get uncontacted signals: {e}")
|
| 561 |
-
return []
|
| 562 |
-
|
| 563 |
-
def mark_contacted(self, signal_id: str):
|
| 564 |
-
try:
|
| 565 |
-
with self._get_db() as conn:
|
| 566 |
-
conn.execute('UPDATE signals SET contacted = 1 WHERE id = ?', (signal_id,))
|
| 567 |
-
conn.commit()
|
| 568 |
-
except sqlite3.Error as e:
|
| 569 |
-
logger.error(f"Failed to mark signal as contacted: {e}")
|
| 570 |
|
| 571 |
# ============== AUTHENTICATION ==============
|
| 572 |
security = HTTPBearer()
|
|
@@ -579,53 +143,31 @@ async def verify_api_key(credentials: HTTPAuthorizationCredentials = Depends(sec
|
|
| 579 |
)
|
| 580 |
return credentials.credentials
|
| 581 |
|
| 582 |
-
# ============== PYDANTIC
|
| 583 |
-
|
| 584 |
-
|
| 585 |
-
|
| 586 |
-
|
| 587 |
-
|
| 588 |
-
|
| 589 |
-
|
| 590 |
-
|
| 591 |
-
|
| 592 |
-
|
| 593 |
-
|
| 594 |
-
|
| 595 |
-
|
| 596 |
-
|
| 597 |
-
|
| 598 |
-
|
| 599 |
-
|
| 600 |
-
|
| 601 |
-
|
| 602 |
-
|
| 603 |
-
|
| 604 |
-
class GateResult(BaseModel):
|
| 605 |
-
gate: str
|
| 606 |
-
reason: str
|
| 607 |
-
passed: bool
|
| 608 |
-
threshold: Optional[float] = None
|
| 609 |
-
actual: Optional[float] = None
|
| 610 |
-
type: str = "boolean"
|
| 611 |
-
metadata: Optional[Dict] = None
|
| 612 |
-
|
| 613 |
-
class EvaluationResponse(BaseModel):
|
| 614 |
-
allowed: bool
|
| 615 |
-
requiredLevel: str
|
| 616 |
-
gatesTriggered: List[GateResult]
|
| 617 |
-
shouldEscalate: bool
|
| 618 |
-
escalationReason: Optional[str] = None
|
| 619 |
-
executionLadder: Optional[Dict] = None
|
| 620 |
-
oss_disclaimer: str = "OSS edition provides advisory only. Enterprise adds mechanical gates and execution."
|
| 621 |
-
|
| 622 |
-
class LeadSignalResponse(BaseModel):
|
| 623 |
-
id: str
|
| 624 |
-
signal_type: str
|
| 625 |
-
action: str
|
| 626 |
risk_score: float
|
| 627 |
-
|
| 628 |
-
|
| 629 |
|
| 630 |
# ============== FASTAPI APP ==============
|
| 631 |
app = FastAPI(
|
|
@@ -646,195 +188,89 @@ app.add_middleware(
|
|
| 646 |
allow_headers=["*"],
|
| 647 |
)
|
| 648 |
|
| 649 |
-
# Initialize ARF components
|
| 650 |
-
|
| 651 |
-
|
| 652 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 653 |
|
| 654 |
# ============== API ENDPOINTS ==============
|
| 655 |
|
| 656 |
@app.get("/")
|
| 657 |
async def root():
|
| 658 |
-
"""
|
| 659 |
-
return {
|
| 660 |
-
"service": "ARF OSS API",
|
| 661 |
-
"version": "3.3.9",
|
| 662 |
-
"status": "operational",
|
| 663 |
-
"docs": "/docs"
|
| 664 |
-
}
|
| 665 |
|
| 666 |
@app.get("/health")
|
| 667 |
async def health_check():
|
| 668 |
-
"""Public health check endpoint."""
|
| 669 |
return {
|
| 670 |
"status": "healthy",
|
| 671 |
"version": "3.3.9",
|
| 672 |
"edition": "OSS",
|
| 673 |
-
"memory_entries":
|
| 674 |
"timestamp": datetime.utcnow().isoformat()
|
| 675 |
}
|
| 676 |
|
| 677 |
-
|
| 678 |
-
async def get_config():
|
| 679 |
-
"""Get current ARF configuration."""
|
| 680 |
-
return {
|
| 681 |
-
"confidenceThreshold": policy_engine.config["confidence_threshold"],
|
| 682 |
-
"maxAutonomousRisk": policy_engine.config["max_autonomous_risk"],
|
| 683 |
-
"riskScoreThresholds": policy_engine.config["risk_thresholds"],
|
| 684 |
-
"version": "3.3.9",
|
| 685 |
-
"edition": "OSS"
|
| 686 |
-
}
|
| 687 |
|
| 688 |
-
|
| 689 |
-
|
| 690 |
-
|
| 691 |
-
if config.confidenceThreshold:
|
| 692 |
-
policy_engine.update_config("confidence_threshold", config.confidenceThreshold)
|
| 693 |
-
if config.maxAutonomousRisk:
|
| 694 |
-
policy_engine.update_config("max_autonomous_risk", config.maxAutonomousRisk.value)
|
| 695 |
-
return await get_config()
|
| 696 |
-
|
| 697 |
-
@app.post("/api/v1/evaluate", dependencies=[Depends(verify_api_key)], response_model=EvaluationResponse)
|
| 698 |
-
async def evaluate_action(request: ActionRequest):
|
| 699 |
"""
|
| 700 |
-
|
| 701 |
"""
|
| 702 |
try:
|
| 703 |
-
|
| 704 |
-
|
| 705 |
-
|
| 706 |
-
|
| 707 |
-
|
| 708 |
-
|
| 709 |
-
|
| 710 |
-
|
| 711 |
-
|
| 712 |
-
|
| 713 |
-
)
|
| 714 |
-
|
| 715 |
-
policy = policy_engine.evaluate(
|
| 716 |
-
action=request.proposedAction,
|
| 717 |
-
risk=risk,
|
| 718 |
-
confidence=request.confidenceScore
|
| 719 |
-
)
|
| 720 |
-
|
| 721 |
-
similar = memory.find_similar(request.proposedAction, limit=3)
|
| 722 |
-
|
| 723 |
-
if not policy["allowed"] and risk["score"] > 0.7:
|
| 724 |
-
memory.track_enterprise_signal(
|
| 725 |
-
signal_type=LeadSignal.HIGH_RISK_BLOCKED,
|
| 726 |
-
action=request.proposedAction,
|
| 727 |
-
risk_score=risk["score"],
|
| 728 |
-
metadata={
|
| 729 |
-
"confidence": request.confidenceScore,
|
| 730 |
-
"risk_level": risk["level"].value,
|
| 731 |
-
"failed_gates": [g["gate"] for g in policy["gates"] if not g["passed"]]
|
| 732 |
-
}
|
| 733 |
)
|
| 734 |
-
|
| 735 |
-
|
| 736 |
-
|
| 737 |
-
|
| 738 |
-
|
| 739 |
-
|
| 740 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 741 |
)
|
| 742 |
-
|
| 743 |
-
memory.store_incident(
|
| 744 |
-
action=request.proposedAction,
|
| 745 |
-
risk_score=risk["score"],
|
| 746 |
-
risk_level=risk["level"],
|
| 747 |
-
confidence=request.confidenceScore,
|
| 748 |
-
allowed=policy["allowed"],
|
| 749 |
-
gates=policy["gates"]
|
| 750 |
-
)
|
| 751 |
-
|
| 752 |
-
gates = []
|
| 753 |
-
for g in policy["gates"]:
|
| 754 |
-
gates.append(GateResult(
|
| 755 |
-
gate=g["gate"],
|
| 756 |
-
reason=g["reason"],
|
| 757 |
-
passed=g["passed"],
|
| 758 |
-
threshold=g.get("threshold"),
|
| 759 |
-
actual=g.get("actual"),
|
| 760 |
-
type=g.get("type", "boolean"),
|
| 761 |
-
metadata=g.get("metadata")
|
| 762 |
-
))
|
| 763 |
-
|
| 764 |
-
execution_ladder = {
|
| 765 |
-
"levels": [
|
| 766 |
-
{"name": "AUTONOMOUS_LOW", "required": gates[0].passed and gates[1].passed},
|
| 767 |
-
{"name": "AUTONOMOUS_HIGH", "required": all(g.passed for g in gates[:3])},
|
| 768 |
-
{"name": "SUPERVISED", "required": all(g.passed for g in gates[:4])},
|
| 769 |
-
{"name": "OPERATOR_REVIEW", "required": True}
|
| 770 |
-
],
|
| 771 |
-
"current": policy["required_level"]
|
| 772 |
-
}
|
| 773 |
-
|
| 774 |
-
return EvaluationResponse(
|
| 775 |
-
allowed=policy["allowed"],
|
| 776 |
-
requiredLevel=policy["required_level"],
|
| 777 |
-
gatesTriggered=gates,
|
| 778 |
-
shouldEscalate=not policy["allowed"],
|
| 779 |
-
escalationReason=None if policy["allowed"] else "Failed mechanical gates",
|
| 780 |
-
executionLadder=execution_ladder
|
| 781 |
-
)
|
| 782 |
-
|
| 783 |
-
except Exception as e:
|
| 784 |
-
logger.error(f"Evaluation failed: {e}", exc_info=True)
|
| 785 |
-
raise HTTPException(
|
| 786 |
-
status_code=status.HTTP_500_INTERNAL_SERVER_ERROR,
|
| 787 |
-
detail="Internal server error during evaluation"
|
| 788 |
-
)
|
| 789 |
-
|
| 790 |
-
@app.get("/api/v1/enterprise/signals", dependencies=[Depends(verify_api_key)])
|
| 791 |
-
async def get_enterprise_signals(contacted: bool = False):
|
| 792 |
-
"""
|
| 793 |
-
Get enterprise lead signals (protected).
|
| 794 |
-
"""
|
| 795 |
-
try:
|
| 796 |
-
if contacted:
|
| 797 |
-
signals = memory.get_uncontacted_signals()
|
| 798 |
else:
|
| 799 |
-
|
| 800 |
-
|
| 801 |
-
|
| 802 |
-
|
| 803 |
-
|
| 804 |
-
|
| 805 |
-
|
| 806 |
-
|
| 807 |
-
|
| 808 |
-
|
| 809 |
-
|
| 810 |
-
|
| 811 |
-
|
| 812 |
-
|
| 813 |
-
|
| 814 |
-
|
| 815 |
-
|
| 816 |
-
return {"signals": signals, "count": len(signals)}
|
| 817 |
except Exception as e:
|
| 818 |
-
logger.error(f"
|
| 819 |
-
raise HTTPException(
|
| 820 |
-
|
| 821 |
-
@app.post("/api/v1/enterprise/signals/{signal_id}/contact", dependencies=[Depends(verify_api_key)])
|
| 822 |
-
async def mark_signal_contacted(signal_id: str):
|
| 823 |
-
"""Mark a lead signal as contacted (protected)."""
|
| 824 |
-
memory.mark_contacted(signal_id)
|
| 825 |
-
return {"status": "success", "message": "Signal marked as contacted"}
|
| 826 |
-
|
| 827 |
-
@app.get("/api/v1/memory/similar", dependencies=[Depends(verify_api_key)])
|
| 828 |
-
async def get_similar_actions(action: str, limit: int = 5):
|
| 829 |
-
"""Find similar historical actions (protected)."""
|
| 830 |
-
similar = memory.find_similar(action, limit=limit)
|
| 831 |
-
return {"similar": similar, "count": len(similar)}
|
| 832 |
-
|
| 833 |
-
@app.post("/api/v1/feedback", dependencies=[Depends(verify_api_key)])
|
| 834 |
-
async def record_outcome(action: str, success: bool):
|
| 835 |
-
"""Record actual outcome for Bayesian updating (protected)."""
|
| 836 |
-
risk_engine.record_outcome(action, success)
|
| 837 |
-
return {"status": "success", "message": "Outcome recorded"}
|
| 838 |
|
| 839 |
# ============== MAIN ENTRY POINT ==============
|
| 840 |
if __name__ == "__main__":
|
|
|
|
| 1 |
"""
|
| 2 |
+
ARF OSS v3.3.9 - Enterprise Lead Generation Engine (API Only)
|
| 3 |
+
Compatible with Pydantic V2
|
| 4 |
"""
|
| 5 |
|
| 6 |
import os
|
| 7 |
+
import sys
|
| 8 |
import json
|
| 9 |
import uuid
|
| 10 |
import hashlib
|
| 11 |
import logging
|
| 12 |
import sqlite3
|
| 13 |
+
import requests
|
| 14 |
+
import fcntl
|
| 15 |
from datetime import datetime
|
|
|
|
| 16 |
from typing import Dict, List, Optional, Any, Tuple
|
| 17 |
+
from contextlib import contextmanager
|
| 18 |
+
from enum import Enum
|
| 19 |
|
| 20 |
+
# FastAPI and Pydantic
|
| 21 |
from fastapi import FastAPI, HTTPException, Depends, status
|
| 22 |
from fastapi.middleware.cors import CORSMiddleware
|
| 23 |
from fastapi.security import HTTPBearer, HTTPAuthorizationCredentials
|
| 24 |
from pydantic import BaseModel, Field, field_validator
|
| 25 |
from pydantic_settings import BaseSettings, SettingsConfigDict
|
| 26 |
|
| 27 |
+
# ============== INFRASTRUCTURE GOVERNANCE MODULE IMPORTS ==============
|
| 28 |
+
from infrastructure import (
|
| 29 |
+
AzureInfrastructureSimulator,
|
| 30 |
+
RegionAllowedPolicy,
|
| 31 |
+
CostThresholdPolicy,
|
| 32 |
+
ProvisionResourceIntent,
|
| 33 |
+
DeployConfigurationIntent,
|
| 34 |
+
GrantAccessIntent,
|
| 35 |
+
ResourceType,
|
| 36 |
+
Environment,
|
| 37 |
+
RecommendedAction,
|
| 38 |
+
)
|
| 39 |
+
import yaml
|
| 40 |
+
|
| 41 |
+
# ============== SINGLE INSTANCE LOCK (per port) ==============
|
| 42 |
+
PORT = int(os.environ.get('PORT', 7860))
|
| 43 |
+
LOCK_FILE = f'/tmp/arf_app_{PORT}.lock'
|
| 44 |
+
try:
|
| 45 |
+
lock_fd = open(LOCK_FILE, 'w')
|
| 46 |
+
fcntl.flock(lock_fd, fcntl.LOCK_EX | fcntl.LOCK_NB)
|
| 47 |
+
except (IOError, OSError):
|
| 48 |
+
print(f"Another instance is already running on port {PORT}. Exiting.")
|
| 49 |
+
sys.exit(1)
|
| 50 |
+
# ==============================================================
|
| 51 |
+
|
| 52 |
# ============== CONFIGURATION (Pydantic V2) ==============
|
| 53 |
class Settings(BaseSettings):
|
| 54 |
+
"""Centralized configuration using Pydantic Settings V2"""
|
| 55 |
+
|
| 56 |
+
# Hugging Face settings (aliased to match expected env vars)
|
| 57 |
hf_space_id: str = Field(default='local', alias='SPACE_ID')
|
| 58 |
hf_token: str = Field(default='', alias='HF_TOKEN')
|
| 59 |
+
|
| 60 |
+
# Persistence - HF persistent storage
|
| 61 |
data_dir: str = Field(
|
| 62 |
default='/data' if os.path.exists('/data') else './data',
|
| 63 |
alias='DATA_DIR'
|
| 64 |
)
|
| 65 |
+
|
| 66 |
+
# Lead generation (kept for reference, but UI removed)
|
| 67 |
lead_email: str = "petter2025us@outlook.com"
|
| 68 |
calendly_url: str = "https://calendly.com/petter2025us/arf-demo"
|
| 69 |
+
|
| 70 |
+
# Webhook for lead alerts (set in HF secrets)
|
| 71 |
slack_webhook: str = Field(default='', alias='SLACK_WEBHOOK')
|
| 72 |
sendgrid_api_key: str = Field(default='', alias='SENDGRID_API_KEY')
|
| 73 |
+
|
| 74 |
+
# Security
|
| 75 |
api_key: str = Field(
|
| 76 |
default_factory=lambda: str(uuid.uuid4()),
|
| 77 |
alias='ARF_API_KEY'
|
| 78 |
)
|
| 79 |
+
|
| 80 |
# ARF defaults
|
| 81 |
default_confidence_threshold: float = 0.9
|
| 82 |
default_max_risk: str = "MEDIUM"
|
| 83 |
+
|
| 84 |
+
# Pydantic V2 configuration
|
| 85 |
model_config = SettingsConfigDict(
|
| 86 |
populate_by_name=True,
|
| 87 |
extra='ignore',
|
|
|
|
| 106 |
)
|
| 107 |
logger = logging.getLogger('arf.oss')
|
| 108 |
|
| 109 |
+
# ============== ENUMS & TYPES (from original ARF) ==============
|
| 110 |
class RiskLevel(str, Enum):
|
| 111 |
LOW = "LOW"
|
| 112 |
MEDIUM = "MEDIUM"
|
|
|
|
| 126 |
CONFIDENCE_LOW = "confidence_low"
|
| 127 |
REPEATED_FAILURE = "repeated_failure"
|
| 128 |
|
| 129 |
+
# ============== ORIGINAL ARF COMPONENTS (unchanged) ==============
|
| 130 |
+
# ... (BayesianRiskEngine, PolicyEngine, RAGMemory classes as in your original file) ...
|
| 131 |
+
# To keep this message concise, I'm omitting the long original classes.
|
| 132 |
+
# They remain exactly as you had them. The full file would include them here.
|
| 133 |
+
# For brevity, I'll place a placeholder.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 134 |
|
| 135 |
# ============== AUTHENTICATION ==============
|
| 136 |
security = HTTPBearer()
|
|
|
|
| 143 |
)
|
| 144 |
return credentials.credentials
|
| 145 |
|
| 146 |
+
# ============== PYDANTIC MODELS (existing) ==============
|
| 147 |
+
# ... (ActionRequest, ConfigUpdateRequest, GateResult, EvaluationResponse, LeadSignalResponse) ...
|
| 148 |
+
|
| 149 |
+
# ============== NEW INFRASTRUCTURE MODELS ==============
|
| 150 |
+
class InfrastructureIntentRequest(BaseModel):
|
| 151 |
+
intent_type: str # "provision", "deploy", "grant"
|
| 152 |
+
resource_type: Optional[str] = None
|
| 153 |
+
region: Optional[str] = None
|
| 154 |
+
size: Optional[str] = None
|
| 155 |
+
environment: str = "PROD"
|
| 156 |
+
requester: str
|
| 157 |
+
# For deploy intent
|
| 158 |
+
config_content: Optional[Dict[str, Any]] = None
|
| 159 |
+
# For grant intent
|
| 160 |
+
permission: Optional[str] = None
|
| 161 |
+
target: Optional[str] = None
|
| 162 |
+
|
| 163 |
+
class InfrastructureEvaluationResponse(BaseModel):
|
| 164 |
+
recommended_action: str # "approve", "deny", "escalate", "defer"
|
| 165 |
+
justification: str
|
| 166 |
+
policy_violations: List[str]
|
| 167 |
+
estimated_cost: Optional[float]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 168 |
risk_score: float
|
| 169 |
+
confidence_score: float
|
| 170 |
+
evaluation_details: Dict[str, Any]
|
| 171 |
|
| 172 |
# ============== FASTAPI APP ==============
|
| 173 |
app = FastAPI(
|
|
|
|
| 188 |
allow_headers=["*"],
|
| 189 |
)
|
| 190 |
|
| 191 |
+
# Initialize original ARF components
|
| 192 |
+
# ... (risk_engine, policy_engine, memory as in original) ...
|
| 193 |
+
|
| 194 |
+
# ============== INFRASTRUCTURE SIMULATOR INSTANCE (cached) ==============
|
| 195 |
+
# For simplicity, we use a default policy. In production, you might load from config.
|
| 196 |
+
_default_policy = RegionAllowedPolicy(regions={"eastus", "westeurope"}) & CostThresholdPolicy(500.0)
|
| 197 |
+
infra_simulator = AzureInfrastructureSimulator(
|
| 198 |
+
policy=_default_policy,
|
| 199 |
+
pricing_file="pricing.yml" if os.path.exists("pricing.yml") else None
|
| 200 |
+
)
|
| 201 |
|
| 202 |
# ============== API ENDPOINTS ==============
|
| 203 |
|
| 204 |
@app.get("/")
|
| 205 |
async def root():
|
| 206 |
+
return {"service": "ARF OSS API", "version": "3.3.9", "status": "operational", "docs": "/docs"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 207 |
|
| 208 |
@app.get("/health")
|
| 209 |
async def health_check():
|
|
|
|
| 210 |
return {
|
| 211 |
"status": "healthy",
|
| 212 |
"version": "3.3.9",
|
| 213 |
"edition": "OSS",
|
| 214 |
+
"memory_entries": 0, # simplified
|
| 215 |
"timestamp": datetime.utcnow().isoformat()
|
| 216 |
}
|
| 217 |
|
| 218 |
+
# ... existing ARF endpoints (get_config, update_config, evaluate_action, etc.) ...
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 219 |
|
| 220 |
+
# ============== NEW INFRASTRUCTURE EVALUATION ENDPOINT ==============
|
| 221 |
+
@app.post("/api/v1/infrastructure/evaluate", dependencies=[Depends(verify_api_key)], response_model=InfrastructureEvaluationResponse)
|
| 222 |
+
async def evaluate_infrastructure_intent(request: InfrastructureIntentRequest):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 223 |
"""
|
| 224 |
+
Evaluate an infrastructure change intent against policies, cost, and risk.
|
| 225 |
"""
|
| 226 |
try:
|
| 227 |
+
# Map request to appropriate intent type
|
| 228 |
+
if request.intent_type == "provision":
|
| 229 |
+
if not all([request.resource_type, request.region, request.size]):
|
| 230 |
+
raise HTTPException(400, "Missing fields for provision intent")
|
| 231 |
+
intent = ProvisionResourceIntent(
|
| 232 |
+
resource_type=ResourceType(request.resource_type.lower()),
|
| 233 |
+
region=request.region,
|
| 234 |
+
size=request.size,
|
| 235 |
+
requester=request.requester,
|
| 236 |
+
environment=Environment(request.environment.lower())
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 237 |
)
|
| 238 |
+
elif request.intent_type == "deploy":
|
| 239 |
+
intent = DeployConfigurationIntent(
|
| 240 |
+
service_name=request.resource_type or "unknown",
|
| 241 |
+
change_scope="canary", # default; could be made configurable
|
| 242 |
+
deployment_target=Environment(request.environment.lower()),
|
| 243 |
+
configuration=request.config_content or {},
|
| 244 |
+
requester=request.requester
|
| 245 |
+
)
|
| 246 |
+
elif request.intent_type == "grant":
|
| 247 |
+
intent = GrantAccessIntent(
|
| 248 |
+
principal=request.requester,
|
| 249 |
+
permission_level=request.permission or "read",
|
| 250 |
+
resource_scope=request.target or "/",
|
| 251 |
+
justification="Requested via API"
|
| 252 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 253 |
else:
|
| 254 |
+
raise HTTPException(400, f"Unknown intent type: {request.intent_type}")
|
| 255 |
+
|
| 256 |
+
# Evaluate using the simulator
|
| 257 |
+
healing_intent = infra_simulator.evaluate(intent)
|
| 258 |
+
|
| 259 |
+
# Transform to response model
|
| 260 |
+
return InfrastructureEvaluationResponse(
|
| 261 |
+
recommended_action=healing_intent.recommended_action.value,
|
| 262 |
+
justification=healing_intent.justification,
|
| 263 |
+
policy_violations=healing_intent.policy_violations,
|
| 264 |
+
estimated_cost=healing_intent.cost_projection,
|
| 265 |
+
risk_score=healing_intent.risk_score or 0.0,
|
| 266 |
+
confidence_score=healing_intent.confidence_score,
|
| 267 |
+
evaluation_details=healing_intent.evaluation_details
|
| 268 |
+
)
|
| 269 |
+
except HTTPException:
|
| 270 |
+
raise
|
|
|
|
| 271 |
except Exception as e:
|
| 272 |
+
logger.error(f"Infrastructure evaluation failed: {e}", exc_info=True)
|
| 273 |
+
raise HTTPException(500, detail=str(e))
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 274 |
|
| 275 |
# ============== MAIN ENTRY POINT ==============
|
| 276 |
if __name__ == "__main__":
|