docs: update codeboarding documentation in advanced-customization

## 📚 Documentation Update
This commit contains updated documentation files fetched from the CodeBoarding service and copied to the advanced-customization section.

### 📊 Summary
- Documentation files created/updated: 8
- JSON files created/updated: 9
- Documentation directory: .codeboarding/
- JSON directory: .codeboarding/
- Output format: .md
- Repository analyzed: https://github.com/Pipelex/pipelex
- Destination: docs/pages/advanced-customization/

The generated .md files have been automatically copied to the advanced-customization documentation section.

🤖 This commit was automatically generated by the CodeBoarding documentation update workflow.

Author: actions-user

.codeboarding/AI_Integration_Task_Orchestration.json

@@ -0,0 +1,344 @@
+{
+  "description": "The `pipelex` cognitive task (cogt) subsystem orchestrates AI-driven content generation and inference. The `Inference Manager` serves as the central hub, abstracting various AI tasks and delegating them to specialized job factories like the `LLM Job Factory/Worker`. Model selection is handled by the `Model Routing` component, which consults the `Model Manager` for available model configurations. The `Model Manager`, in turn, relies on the `Plugin Manager` to discover and integrate `AI Provider Adapters`, which are concrete implementations for interacting with external AI services. Complex content creation workflows are managed by the `Content Generator`, which leverages the `Inference Manager` and the `Templating Engine` for dynamic prompt generation and output formatting. This architecture ensures a modular and extensible system for managing diverse AI capabilities.",
+  "components": [
+    {
+      "name": "Inference Manager",
+      "description": "Provides a high-level, unified interface for initiating and managing various types of AI inference tasks (LLM, image generation, extraction), abstracting the underlying job factories and workers. It acts as the primary orchestrator for AI operations within the subsystem.",
+      "referenced_source_code": [
+        {
+          "qualified_name": "pipelex.cogt.inference.inference_manager.InferenceManager",
+          "reference_file": "pipelex/cogt/inference/inference_manager.py",
+          "reference_start_line": 15,
+          "reference_end_line": 129
+        }
+      ],
+      "assigned_files": [
+        "pipelex/cogt/inference/__init__.py",
+        "pipelex/cogt/inference/inference_job_abstract.py",
+        "pipelex/cogt/inference/inference_manager_protocol.py",
+        "pipelex/cogt/inference/inference_manager.py",
+        "pipelex/cogt/inference/inference_worker_abstract.py"
+      ],
+      "can_expand": true
+    },
+    {
+      "name": "Content Generator",
+      "description": "Orchestrates complex content generation tasks, potentially involving multiple steps such as templating, LLM calls, and image generation, enabling higher-level cognitive task generation.",
+      "referenced_source_code": [
+        {
+          "qualified_name": "pipelex.cogt.content_generation.content_generator.ContentGenerator",
+          "reference_file": "pipelex/cogt/content_generation/content_generator.py",
+          "reference_start_line": 37,
+          "reference_end_line": 276
+        }
+      ],
+      "assigned_files": [
+        "pipelex/cogt/content_generation/__init__.py",
+        "pipelex/cogt/content_generation/content_generator_dry.py",
+        "pipelex/cogt/content_generation/assignment_models.py",
+        "pipelex/cogt/content_generation/llm_generate.py",
+        "pipelex/cogt/content_generation/templating_generate.py",
+        "pipelex/cogt/content_generation/extract_generate.py",
+        "pipelex/cogt/content_generation/content_generator_protocol.py",
+        "pipelex/cogt/content_generation/content_generator.py",
+        "pipelex/cogt/content_generation/img_gen_generate.py"
+      ],
+      "can_expand": true
+    },
+    {
+      "name": "Model Manager",
+      "description": "Maintains a comprehensive catalog of available AI models, their specifications, configurations, and capabilities, providing essential metadata for model selection and routing.",
+      "referenced_source_code": [
+        {
+          "qualified_name": "pipelex.cogt.models.model_manager.ModelManager",
+          "reference_file": "pipelex/cogt/models/model_manager.py",
+          "reference_start_line": 19,
+          "reference_end_line": 165
+        }
+      ],
+      "assigned_files": [
+        "pipelex/cogt/models/__init__.py",
+        "pipelex/cogt/models/model_manager_abstract.py",
+        "pipelex/cogt/models/model_deck_loader.py",
+        "pipelex/cogt/models/model_manager.py",
+        "pipelex/cogt/models/model_deck_check.py",
+        "pipelex/cogt/models/model_deck.py",
+        "pipelex/cogt/models/model_deck_config.py",
+        "pipelex/cogt/model_backends/backend.py",
+        "pipelex/cogt/model_backends/backend_factory.py",
+        "pipelex/cogt/model_backends/__init__.py",
+        "pipelex/cogt/model_backends/model_constraints.py",
+        "pipelex/cogt/model_backends/model_spec_factory.py",
+        "pipelex/cogt/model_backends/prompting_target.py",
+        "pipelex/cogt/model_backends/model_lists.py",
+        "pipelex/cogt/model_backends/backend_library.py",
+        "pipelex/cogt/model_backends/model_spec.py",
+        "pipelex/cogt/model_backends/model_type.py"
+      ],
+      "can_expand": true
+    },
+    {
+      "name": "Model Routing",
+      "description": "Intelligently selects the most appropriate AI model for a given task based on criteria such as cost, performance, specific capabilities, or user-defined routing profiles, enabling intelligent model routing.",
+      "referenced_source_code": [
+        {
+          "qualified_name": "pipelex.cogt.model_routing.routing_profile.RoutingProfile",
+          "reference_file": "pipelex/cogt/model_routing/routing_profile.py",
+          "reference_start_line": 8,
+          "reference_end_line": 80
+        }
+      ],
+      "assigned_files": [
+        "pipelex/cogt/model_routing/routing_profile_loader.py",
+        "pipelex/cogt/model_routing/routing_models.py",
+        "pipelex/cogt/model_routing/__init__.py",
+        "pipelex/cogt/model_routing/routing_profile_factory.py",
+        "pipelex/cogt/model_routing/routing_profile.py"
+      ],
+      "can_expand": false
+    },
+    {
+      "name": "Plugin Manager",
+      "description": "Discovers, loads, and manages the lifecycle of various AI provider plugins, making them available to the system and enabling the standardized abstraction layer for AI integration.",
+      "referenced_source_code": [
+        {
+          "qualified_name": "pipelex.plugins.plugin_manager.PluginManager",
+          "reference_file": "pipelex/plugins/plugin_manager.py",
+          "reference_start_line": 4,
+          "reference_end_line": 12
+        }
+      ],
+      "assigned_files": [
+        "pipelex/plugins/plugin_sdk_registry.py",
+        "pipelex/plugins/plugin_manager.py"
+      ],
+      "can_expand": false
+    },
+    {
+      "name": "AI Provider Adapters",
+      "description": "Provide concrete, standardized interfaces for interacting with specific external AI/ML service APIs (e.g., LLM inference, image generation, extraction), handling API calls and provider-specific details.",
+      "referenced_source_code": [
+        {
+          "qualified_name": "pipelex.plugins.plugin.Plugin",
+          "reference_file": "pipelex/plugins/plugin.py",
+          "reference_start_line": 6,
+          "reference_end_line": 19
+        }
+      ],
+      "assigned_files": [
+        "pipelex/plugins/plugin.py",
+        "pipelex/plugins/openai/__init__.py",
+        "pipelex/plugins/openai/openai_llm_worker.py",
+        "pipelex/plugins/openai/openai_llms.py",
+        "pipelex/plugins/openai/openai_factory.py",
+        "pipelex/plugins/openai/openai_func.py",
+        "pipelex/plugins/openai/vertexai_factory.py",
+        "pipelex/plugins/openai/openai_img_gen_worker.py",
+        "pipelex/plugins/openai/openai_img_gen_factory.py",
+        "pipelex/plugins/openai/openai_img_gen_alt_worker.py",
+        "pipelex/plugins/bedrock/bedrock_llms.py",
+        "pipelex/plugins/bedrock/__init__.py",
+        "pipelex/plugins/bedrock/bedrock_client_protocol.py",
+        "pipelex/plugins/bedrock/bedrock_factory.py",
+        "pipelex/plugins/bedrock/bedrock_message.py",
+        "pipelex/plugins/bedrock/bedrock_llm_worker.py",
+        "pipelex/plugins/bedrock/bedrock_client_aioboto3.py",
+        "pipelex/plugins/bedrock/bedrock_client_boto3.py",
+        "pipelex/plugins/anthropic/__init__.py",
+        "pipelex/plugins/anthropic/anthropic_exceptions.py",
+        "pipelex/plugins/anthropic/anthropic_llm_worker.py",
+        "pipelex/plugins/anthropic/anthropic_factory.py",
+        "pipelex/plugins/anthropic/anthropic_llms.py",
+        "pipelex/plugins/azure_rest/__init__.py",
+        "pipelex/plugins/azure_rest/azure_img_gen_factory.py",
+        "pipelex/plugins/azure_rest/azure_img_gen_worker.py",
+        "pipelex/plugins/fal/__init__.py",
+        "pipelex/plugins/fal/fal_config.py",
+        "pipelex/plugins/fal/fal_factory.py",
+        "pipelex/plugins/fal/fal_img_gen_worker.py",
+        "pipelex/plugins/pypdfium2/__init__.py",
+        "pipelex/plugins/pypdfium2/pypdfium2_worker.py",
+        "pipelex/plugins/google/__init__.py",
+        "pipelex/plugins/google/google_factory.py",
+        "pipelex/plugins/google/google_llm_worker.py",
+        "pipelex/plugins/mistral/__init__.py",
+        "pipelex/plugins/mistral/mistral_factory.py",
+        "pipelex/plugins/mistral/mistral_exceptions.py",
+        "pipelex/plugins/mistral/mistral_llms.py",
+        "pipelex/plugins/mistral/mistral_llm_worker.py",
+        "pipelex/plugins/mistral/mistral_extract_worker.py"
+      ],
+      "can_expand": false
+    },
+    {
+      "name": "Templating Engine",
+      "description": "Processes and renders templates for dynamic prompt generation, output formatting, or other text manipulation tasks, supporting advanced templating for AI interactions.",
+      "referenced_source_code": [
+        {
+          "qualified_name": "pipelex.cogt.templating.template_rendering.render_template",
+          "reference_file": "pipelex/cogt/templating/template_rendering.py",
+          "reference_start_line": 9,
+          "reference_end_line": 22
+        }
+      ],
+      "assigned_files": [
+        "pipelex/cogt/templating/__init__.py",
+        "pipelex/cogt/templating/template_rendering.py",
+        "pipelex/cogt/templating/template_preprocessor.py",
+        "pipelex/cogt/templating/template_blueprint.py",
+        "pipelex/cogt/templating/template_category.py",
+        "pipelex/cogt/templating/templating_style.py"
+      ],
+      "can_expand": true
+    },
+    {
+      "name": "LLM Job Factory/Worker",
+      "description": "Creates and manages jobs for Large Language Model (LLM) inference, abstracting the execution details of calling specific LLM providers and handling LLM-specific task orchestration.",
+      "referenced_source_code": [
+        {
+          "qualified_name": "pipelex.cogt.llm.llm_job_factory.LLMJobFactory",
+          "reference_file": "pipelex/cogt/llm/llm_job_factory.py",
+          "reference_start_line": 8,
+          "reference_end_line": 37
+        }
+      ],
+      "assigned_files": [
+        "pipelex/cogt/llm/llm_job.py",
+        "pipelex/cogt/llm/llm_job_components.py",
+        "pipelex/cogt/llm/llm_prompt_template.py",
+        "pipelex/cogt/llm/__init__.py",
+        "pipelex/cogt/llm/llm_utils.py",
+        "pipelex/cogt/llm/llm_worker_abstract.py",
+        "pipelex/cogt/llm/llm_setting.py",
+        "pipelex/cogt/llm/llm_worker_factory.py",
+        "pipelex/cogt/llm/llm_worker_internal_abstract.py",
+        "pipelex/cogt/llm/llm_job_factory.py",
+        "pipelex/cogt/llm/llm_prompt_factory_abstract.py",
+        "pipelex/cogt/llm/llm_report.py",
+        "pipelex/cogt/llm/llm_prompt.py",
+        "pipelex/cogt/llm/structured_output.py",
+        "pipelex/cogt/llm/llm_prompt_template_inputs.py"
+      ],
+      "can_expand": false
+    },
+    {
+      "name": "Unclassified",
+      "description": "Component for all unclassified files and utility functions (Utility functions/External Libraries/Dependencies)",
+      "referenced_source_code": [],
+      "assigned_files": [
+        "pipelex/cogt/__init__.py",
+        "pipelex/cogt/config_cogt.py",
+        "pipelex/cogt/exceptions.py",
+        "pipelex/cogt/extract/extract_job_components.py",
+        "pipelex/cogt/extract/__init__.py",
+        "pipelex/cogt/extract/extract_setting.py",
+        "pipelex/cogt/extract/extract_job.py",
+        "pipelex/cogt/extract/extract_job_factory.py",
+        "pipelex/cogt/extract/extract_input.py",
+        "pipelex/cogt/extract/extract_worker_abstract.py",
+        "pipelex/cogt/extract/extract_output.py",
+        "pipelex/cogt/extract/extract_worker_factory.py",
+        "pipelex/cogt/image/prompt_image.py",
+        "pipelex/cogt/image/__init__.py",
+        "pipelex/cogt/image/prompt_image_factory.py",
+        "pipelex/cogt/image/generated_image.py",
+        "pipelex/cogt/usage/__init__.py",
+        "pipelex/cogt/usage/costs_per_token.py",
+        "pipelex/cogt/usage/cost_registry.py",
+        "pipelex/cogt/usage/token_category.py",
+        "pipelex/cogt/usage/cost_category.py",
+        "pipelex/cogt/img_gen/img_gen_job_components.py",
+        "pipelex/cogt/img_gen/__init__.py",
+        "pipelex/cogt/img_gen/img_gen_worker_abstract.py",
+        "pipelex/cogt/img_gen/img_gen_job.py",
+        "pipelex/cogt/img_gen/img_gen_worker_factory.py",
+        "pipelex/cogt/img_gen/img_gen_setting.py",
+        "pipelex/cogt/img_gen/img_gen_job_factory.py",
+        "pipelex/cogt/img_gen/img_gen_prompt.py"
+      ],
+      "can_expand": false
+    }
+  ],
+  "components_relations": [
+    {
+      "relation": "delegates AI tasks to",
+      "src_name": "Inference Manager",
+      "dst_name": "LLM Job Factory/Worker"
+    },
+    {
+      "relation": "retrieves model configurations from",
+      "src_name": "Inference Manager",
+      "dst_name": "Model Manager"
+    },
+    {
+      "relation": "leverages",
+      "src_name": "Content Generator",
+      "dst_name": "Inference Manager"
+    },
+    {
+      "relation": "utilizes",
+      "src_name": "Content Generator",
+      "dst_name": "Templating Engine"
+    },
+    {
+      "relation": "provides model catalog data to",
+      "src_name": "Model Manager",
+      "dst_name": "Model Routing"
+    },
+    {
+      "relation": "receives information about available models from",
+      "src_name": "Model Manager",
+      "dst_name": "Plugin Manager"
+    },
+    {
+      "relation": "consults",
+      "src_name": "Model Routing",
+      "dst_name": "Model Manager"
+    },
+    {
+      "relation": "is used by",
+      "src_name": "Model Routing",
+      "dst_name": "LLM Job Factory/Worker"
+    },
+    {
+      "relation": "manages the lifecycle of",
+      "src_name": "Plugin Manager",
+      "dst_name": "AI Provider Adapters"
+    },
+    {
+      "relation": "provides discovered plugins to",
+      "src_name": "Plugin Manager",
+      "dst_name": "Model Manager"
+    },
+    {
+      "relation": "are used by",
+      "src_name": "AI Provider Adapters",
+      "dst_name": "LLM Job Factory/Worker"
+    },
+    {
+      "relation": "are managed by",
+      "src_name": "AI Provider Adapters",
+      "dst_name": "Plugin Manager"
+    },
+    {
+      "relation": "is used by",
+      "src_name": "Templating Engine",
+      "dst_name": "Content Generator"
+    },
+    {
+      "relation": "is used by",
+      "src_name": "Templating Engine",
+      "dst_name": "LLM Job Factory/Worker"
+    },
+    {
+      "relation": "uses",
+      "src_name": "LLM Job Factory/Worker",
+      "dst_name": "AI Provider Adapters"
+    },
+    {
+      "relation": "consults",
+      "src_name": "LLM Job Factory/Worker",
+      "dst_name": "Model Routing"
+    }
+  ]
+}