refactor: replace test_executor with http_executor for clarity and functionality

- Updated references in the codebase to replace `test_executor` with `http_executor` to better reflect the new functionality.
- Enhanced the CONTRIBUTING.md to clarify the interaction between components in the pipeline.
- Introduced a new `http_executor.py` file to handle HTTP requests for proactive testing.
- Added a `scenario_parser.py` for parsing YAML scenario files, improving the configuration management for testing workflows.
- Updated related tests to ensure compatibility with the new HTTP execution logic.

Author: Av7danger

CONTRIBUTING.md

@@ -77,7 +77,7 @@ SecNode relies heavily on its `ai/` package (`understand`, `generate`, `validate
 
 ### Quick Guide
 
-1. **Understand Pipeline Flow:** Familiarize yourself with how `schema_fetcher`, `ai_engine`, and `test_executor` interact.
+1. **Understand Pipeline Flow:** Familiarize yourself with how `schema_fetcher`, `ai_engine`, and `http_executor` interact.
 2. **Improve System Prompts:** If adding support for new vulnerability classes, update the system prompts inside `generate_test_cases()`.
 3. **Refine Heuristics:** If the engine is flagging false positives, refine the Chain-of-Thought heuristics inside `_evaluate_single_result()`.
 4. **Submit via PR** with clear descriptions of the accuracy/coverage improvement.

src/secnodeapi/cli.py

@@ -68,7 +68,7 @@ def _configure_logging(verbose: bool = False) -> None:
     write_report,
 )
 from .services.controller import ControllerService
-from .test_executor import execute_proactive_tests
+from .http_executor import execute_proactive_tests
 from .policy import build_policy
 
 

src/secnodeapi/config.py

@@ -1,5 +1,9 @@
 """
-Runtime configuration for SecNode CLI execution.
+CLI runtime configuration for SecNode.
+
+Provides RuntimeConfig (SSL, etc.) and has_supported_provider_key() for
+LLM provider validation. Use config_loader for layered config merge;
+use infra.config for Redis, Postgres, queue backends.
 """
 import os
 from dataclasses import dataclass

src/secnodeapi/config_loader.py

@@ -1,7 +1,11 @@
 """
 Layered configuration system for SecNode API.
 
-Precedence: CLI > scenario.yaml > env vars > defaults
+Merges CLI args, scenario.yaml, and env vars into SecNodeConfig.
+Precedence: CLI > scenario.yaml > env vars > defaults.
+
+Use config.py for CLI runtime (RuntimeConfig); use infra.config for
+infrastructure backends (Redis, Postgres, queue).
 """
 import os
 from pathlib import Path

src/secnodeapi/test_executor.py src/secnodeapi/http_executor.pysrc/secnodeapi/test_executor.py renamed to src/secnodeapi/http_executor.py

@@ -1,6 +1,8 @@
 """
-Test Executor engine for SecNode API Pentester.
+HTTP executor for SecNode API Pentester.
+
 Asynchronously fires HTTP requests based on generated test cases.
+Renamed from test_executor to avoid confusion with pytest tests.
 """
 
 import asyncio
@@ -147,7 +149,7 @@ async def _run_and_track(tc: TestCase):
 
     for outcome in outcomes:
         if isinstance(outcome, Exception):
-            logger.error("Uncaught exception in test executor worker", exc_info=outcome)
+            logger.error("Uncaught exception in http executor worker", exc_info=outcome)
         elif outcome is not None:
             results.append(outcome)
 

src/secnodeapi/infra/config.py

@@ -1,4 +1,10 @@
-"""Environment-based backend selection for infrastructure adapters."""
+"""
+Infrastructure configuration from environment variables.
+
+Provides Redis URL, Postgres DSN, queue/storage backends, semantic memory
+settings. Use config.py for CLI runtime; use config_loader for layered
+application config (target, auth, etc.).
+"""
 import os
 
 

src/secnodeapi/pipeline/scenario.py

@@ -7,7 +7,7 @@
 
 from ..agents.coordinator import AgentCoordinator, WorkerDispatcher
 from ..contracts import ReportArtifact
-from ..scenario_parser import ScenarioConfig, ScenarioParser
+from .scenario_parser import ScenarioConfig, ScenarioParser
 from ..services.controller.service import ControllerService
 from ..services.skill_engine.registry import SkillRegistry
 

src/secnodeapi/scenario_parser.py …c/secnodeapi/pipeline/scenario_parser.pysrc/secnodeapi/scenario_parser.py renamed to src/secnodeapi/pipeline/scenario_parser.py src/secnodeapi/scenario_parser.py renamed to src/secnodeapi/pipeline/scenario_parser.py

@@ -30,59 +30,59 @@ class ScenarioConfig(BaseModel):
     """Complete scenario configuration parsed from YAML."""
     # Target specification
     target: str = ""
-    
+
     # Users for authentication
     users: List[ScenarioUser] = Field(default_factory=list)
-    
+
     # Variables for templating
     variables: Dict[str, str] = Field(default_factory=dict)
-    
+
     # Instructions to execute
     instructions: List[str] = Field(default_factory=list)
-    
+
     # Execution settings
     mode: str = "agent"
     concurrency: int = 5
     request_budget: int = 400
-    
+
     # Network settings
     proxy: Optional[str] = None
     insecure: bool = False
 
 
 class ScenarioParser:
     """Parser for scenario.yaml files."""
-    
+
     @staticmethod
     def parse_file(file_path: str) -> ScenarioConfig:
         """Parse a scenario.yaml file.
-        
+
         Args:
             file_path: Path to the scenario.yaml file
-            
+
         Returns:
             ScenarioConfig object with parsed data
-            
+
         Raises:
             FileNotFoundError: If file doesn't exist
             ValueError: If file contains invalid YAML
         """
         path = Path(file_path)
         if not path.exists():
             raise FileNotFoundError(f"Scenario file not found: {file_path}")
-        
+
         with open(path, "r", encoding="utf-8") as f:
             data = yaml.safe_load(f) or {}
-        
+
         return ScenarioParser.parse_dict(data)
-    
+
     @staticmethod
     def parse_dict(data: Dict[str, Any]) -> ScenarioConfig:
         """Parse a dictionary as scenario configuration.
-        
+
         Args:
             data: Dictionary containing scenario configuration
-            
+
         Returns:
             ScenarioConfig object
         """
@@ -92,14 +92,14 @@ def parse_dict(data: Dict[str, Any]) -> ScenarioConfig:
             for user_data in data["users"]:
                 if isinstance(user_data, dict):
                     users.append(ScenarioUser(**user_data))
-        
+
         # Process instructions
         instructions: List[str] = []
         if "instructions" in data:
             instr_list = data["instructions"]
             if isinstance(instr_list, list):
                 instructions = [str(i) for i in instr_list]
-        
+
         # Build config
         config_data = {
             "target": data.get("target", ""),
@@ -112,28 +112,28 @@ def parse_dict(data: Dict[str, Any]) -> ScenarioConfig:
             "proxy": data.get("proxy"),
             "insecure": data.get("insecure", False),
         }
-        
+
         return ScenarioConfig(**config_data)
-    
+
     @staticmethod
     def validate_file(file_path: str) -> tuple[bool, Optional[str]]:
         """Validate a scenario.yaml file.
-        
+
         Args:
             file_path: Path to the scenario.yaml file
-            
+
         Returns:
             Tuple of (is_valid, error_message)
         """
         try:
             config = ScenarioParser.parse_file(file_path)
-            
+
             # Basic validation
             if not config.target and not config.users:
                 return False, "Scenario must have at least a target or users defined"
-            
+
             return True, None
-            
+
         except FileNotFoundError as e:
             return False, str(e)
         except yaml.YAMLError as e:
@@ -144,10 +144,10 @@ def validate_file(file_path: str) -> tuple[bool, Optional[str]]:
 
 def parse_scenario(file_path: str) -> ScenarioConfig:
     """Convenience function to parse a scenario file.
-    
+
     Args:
         file_path: Path to scenario.yaml
-        
+
     Returns:
         ScenarioConfig object
     """
@@ -156,10 +156,10 @@ def parse_scenario(file_path: str) -> ScenarioConfig:
 
 def validate_scenario(file_path: str) -> tuple[bool, Optional[str]]:
     """Convenience function to validate a scenario file.
-    
+
     Args:
         file_path: Path to scenario.yaml
-        
+
     Returns:
         Tuple of (is_valid, error_message)
     """

src/secnodeapi/services/pipeline.py

@@ -18,7 +18,7 @@
 )
 from ..report_generator import generate_reports
 from ..schema_fetcher import analyze_api_structure, fetch_schema
-from ..test_executor import execute_proactive_tests, execute_proactive_tests_detailed
+from ..http_executor import execute_proactive_tests, execute_proactive_tests_detailed
 from ..vulnerability_models import (
     APIEndpoint,
     Finding,

tests/integration/test_scenario_pipeline.py

@@ -3,7 +3,7 @@
 from pathlib import Path
 
 from secnodeapi.contracts import ParsedFinding
-from secnodeapi.scenario_parser import ScenarioParser
+from secnodeapi.pipeline.scenario_parser import ScenarioParser
 
 
 @pytest.fixture