Files
Atomizer/optimization_engine/config/manager.py
Anto01 eabcc4c3ca refactor: Major reorganization of optimization_engine module structure
BREAKING CHANGE: Module paths have been reorganized for better maintainability.
Backwards compatibility aliases with deprecation warnings are provided.

New Structure:
- core/           - Optimization runners (runner, intelligent_optimizer, etc.)
- processors/     - Data processing
  - surrogates/   - Neural network surrogates
- nx/             - NX/Nastran integration (solver, updater, session_manager)
- study/          - Study management (creator, wizard, state, reset)
- reporting/      - Reports and analysis (visualizer, report_generator)
- config/         - Configuration management (manager, builder)
- utils/          - Utilities (logger, auto_doc, etc.)
- future/         - Research/experimental code

Migration:
- ~200 import changes across 125 files
- All __init__.py files use lazy loading to avoid circular imports
- Backwards compatibility layer supports old import paths with warnings
- All existing functionality preserved

To migrate existing code:
  OLD: from optimization_engine.nx_solver import NXSolver
  NEW: from optimization_engine.nx.solver import NXSolver

  OLD: from optimization_engine.runner import OptimizationRunner
  NEW: from optimization_engine.core.runner import OptimizationRunner

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
2025-12-29 12:30:59 -05:00

245 lines
8.8 KiB
Python

"""Configuration validation and management for Atomizer studies.
This module provides schema-based validation for optimization configuration files,
ensuring consistency across all studies.
Usage:
# In run_optimization.py
from optimization_engine.config.manager import ConfigManager
config_manager = ConfigManager(Path(__file__).parent / "1_setup" / "optimization_config.json")
config_manager.load_config()
if not config_manager.validate():
print(config_manager.get_validation_report())
sys.exit(1)
# Access validated configuration
design_vars = config_manager.get_design_variables()
objectives = config_manager.get_objectives()
"""
import json
from pathlib import Path
from typing import Dict, List, Any, Optional
try:
import jsonschema
JSONSCHEMA_AVAILABLE = True
except ImportError:
JSONSCHEMA_AVAILABLE = False
print("Warning: jsonschema not installed. Install with: pip install jsonschema>=4.17.0")
class ConfigValidationError(Exception):
"""Raised when configuration validation fails."""
pass
class ConfigManager:
"""Manages and validates optimization configuration files."""
def __init__(self, config_path: Path):
"""
Initialize ConfigManager with path to optimization_config.json.
Args:
config_path: Path to optimization_config.json file
"""
self.config_path = Path(config_path)
self.schema_path = Path(__file__).parent / "schemas" / "optimization_config_schema.json"
self.config: Optional[Dict[str, Any]] = None
self.validation_errors: List[str] = []
def load_schema(self) -> Dict[str, Any]:
"""Load JSON schema for validation."""
if not self.schema_path.exists():
raise FileNotFoundError(f"Schema file not found: {self.schema_path}")
with open(self.schema_path, 'r') as f:
return json.load(f)
def load_config(self) -> Dict[str, Any]:
"""Load configuration file."""
if not self.config_path.exists():
raise FileNotFoundError(f"Config file not found: {self.config_path}")
with open(self.config_path, 'r') as f:
self.config = json.load(f)
return self.config
def validate(self, strict: bool = True) -> bool:
"""
Validate configuration against schema.
Args:
strict: If True, enforce all validations. If False, only warn on non-critical issues.
Returns:
True if valid, False otherwise
"""
if self.config is None:
self.load_config()
self.validation_errors = []
# JSON Schema validation
if JSONSCHEMA_AVAILABLE:
schema = self.load_schema()
try:
jsonschema.validate(instance=self.config, schema=schema)
except jsonschema.ValidationError as e:
self.validation_errors.append(f"Schema validation failed: {e.message}")
if strict:
return False
else:
self.validation_errors.append("jsonschema not installed - schema validation skipped")
# Custom validations
self._validate_design_variable_bounds()
self._validate_multi_objective_consistency()
self._validate_file_locations()
self._validate_extraction_consistency()
return len(self.validation_errors) == 0
def _validate_design_variable_bounds(self):
"""Ensure bounds are valid (min < max)."""
for dv in self.config.get("design_variables", []):
bounds = dv.get("bounds", [])
if len(bounds) == 2 and bounds[0] >= bounds[1]:
self.validation_errors.append(
f"Design variable '{dv.get('parameter', 'unknown')}': "
f"min ({bounds[0]}) must be < max ({bounds[1]})"
)
def _validate_multi_objective_consistency(self):
"""Validate multi-objective settings consistency."""
n_objectives = len(self.config.get("objectives", []))
protocol = self.config.get("optimization_settings", {}).get("protocol")
sampler = self.config.get("optimization_settings", {}).get("sampler")
if n_objectives > 1:
# Multi-objective should use protocol_11 and NSGA-II
if protocol and protocol != "protocol_11_multi_objective":
self.validation_errors.append(
f"Multi-objective optimization ({n_objectives} objectives) "
f"should use protocol_11_multi_objective (got {protocol})"
)
if sampler and sampler != "NSGAIISampler":
self.validation_errors.append(
f"Multi-objective optimization should use NSGAIISampler (got {sampler})"
)
elif n_objectives == 1:
# Single-objective should not use NSGA-II
if sampler == "NSGAIISampler":
self.validation_errors.append(
"Single-objective optimization should not use NSGAIISampler "
"(use TPESampler or CmaEsSampler)"
)
def _validate_file_locations(self):
"""Check if config is in correct location (1_setup/)."""
if "1_setup" not in str(self.config_path.parent):
self.validation_errors.append(
f"Warning: Config should be in '1_setup/' directory, "
f"found in {self.config_path.parent}"
)
def _validate_extraction_consistency(self):
"""Validate extraction specifications."""
# Check objectives have extraction specs
for obj in self.config.get("objectives", []):
if "extraction" not in obj:
self.validation_errors.append(
f"Objective '{obj.get('name', 'unknown')}' missing extraction specification"
)
# Check constraints have extraction specs
for constraint in self.config.get("constraints", []):
if "extraction" not in constraint:
self.validation_errors.append(
f"Constraint '{constraint.get('name', 'unknown')}' missing extraction specification"
)
def get_validation_report(self) -> str:
"""Get human-readable validation report."""
if not self.validation_errors:
return "[OK] Configuration is valid"
report = "[FAIL] Configuration validation failed:\n"
for i, error in enumerate(self.validation_errors, 1):
report += f" {i}. {error}\n"
return report
# Type-safe accessor methods
def get_design_variables(self) -> List[Dict[str, Any]]:
"""Get design variables with validated structure."""
if self.config is None:
self.load_config()
return self.config.get("design_variables", [])
def get_objectives(self) -> List[Dict[str, Any]]:
"""Get objectives with validated structure."""
if self.config is None:
self.load_config()
return self.config.get("objectives", [])
def get_constraints(self) -> List[Dict[str, Any]]:
"""Get constraints with validated structure."""
if self.config is None:
self.load_config()
return self.config.get("constraints", [])
def get_simulation_settings(self) -> Dict[str, Any]:
"""Get simulation settings."""
if self.config is None:
self.load_config()
return self.config.get("simulation", {})
def get_optimization_settings(self) -> Dict[str, Any]:
"""Get optimization settings."""
if self.config is None:
self.load_config()
return self.config.get("optimization_settings", {})
# CLI tool for validation
if __name__ == "__main__":
import sys
if len(sys.argv) < 2:
print("Usage: python config_manager.py <path_to_optimization_config.json>")
print("\nExample:")
print(" python config_manager.py studies/drone_gimbal_arm_optimization/1_setup/optimization_config.json")
sys.exit(1)
config_path = Path(sys.argv[1])
print(f"Validating configuration: {config_path}")
print("=" * 60)
manager = ConfigManager(config_path)
try:
manager.load_config()
print("[OK] Config loaded successfully")
is_valid = manager.validate()
print(manager.get_validation_report())
if is_valid:
print("\n" + "=" * 60)
print("Configuration Summary:")
print(f" Study: {manager.config.get('study_name')}")
print(f" Protocol: {manager.get_optimization_settings().get('protocol')}")
print(f" Design Variables: {len(manager.get_design_variables())}")
print(f" Objectives: {len(manager.get_objectives())}")
print(f" Constraints: {len(manager.get_constraints())}")
sys.exit(0 if is_valid else 1)
except Exception as e:
print(f"[ERROR] {e}")
sys.exit(1)