[WIP] Data Intelligence Layer (DIL)

code_samples/mcp/config/packages/mcp.dil.yaml

@@ -0,0 +1,32 @@
+when@dev:
+    ibexa:
+        repositories:
+            default:
+                mcp:
+                    data_intelligence_layer:
+                        allowed_hosts:
+                            - 'my-ddev-project.ddev.site'
+                            - '127.0.0.1'
+when@prod:
+    ibexa:
+        repositories:
+            default:
+                mcp:
+                    data_intelligence_layer:
+                        allowed_hosts:
+                            - 'admin.example.com'
+ibexa:
+    repositories:
+        default:
+            mcp:
+                data_intelligence_layer:
+                    discovery_cache: ibexa.cache_pool
+                    session:
+                        type: psr16
+                        service: ibexa.cache_pool
+                        prefix: dil_mcp_session_
+    system:
+        admin_group:
+            mcp:
+                servers:
+                    - data_intelligence_layer

code_samples/mcp/mcp-data-intelligence-wrapper.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+set -e
+
+export NODE_TLS_REJECT_UNAUTHORIZED=0
+
+baseUrl='http://localhost' # Adapt to your test case
+mcpServer="$baseUrl/admin/mcp/data-intelligence"
+
+jwtToken=$(curl -s -X 'POST' \
+  "$baseUrl/api/ibexa/v2/user/token/jwt" \
+  -H "X-Siteaccess: admin" \
+  -H 'Content-Type: application/vnd.ibexa.api.JWTInput+json' \
+  -H 'Accept: application/vnd.ibexa.api.JWT+json' \
+  -d '{
+        "JWTInput": {
+          "_media-type": "application/vnd.ibexa.api.JWTInput+json",
+          "username": "admin",
+          "password": "publish"
+        }
+      }' | jq -r .JWT.token)
+
+exec npx -y supergateway \
+  --streamableHttp "$mcpServer" \
+  --oauth2Bearer "$jwtToken" \
+  --header 'Accept-Language: en' \
+  --logLevel none

code_samples/mcp/mcp-ibexa-example-wrapper.sh

@@ -2,6 +2,7 @@
 set -e
 
 baseUrl='http://localhost' # Adapt to your test case
+mcpServer="$baseUrl/mcp/example"
 
 jwtToken=$(curl -s -X 'POST' \
   "$baseUrl/api/ibexa/v2/user/token/jwt" \
@@ -16,6 +17,6 @@ jwtToken=$(curl -s -X 'POST' \
       }' | jq -r .JWT.token)
 
 exec npx -y supergateway \
-  --streamableHttp "$baseUrl/mcp/example" \
+  --streamableHttp "$mcpServer" \
   --oauth2Bearer "$jwtToken" \
   --logLevel none

code_samples/mcp/mcp.sh

@@ -5,6 +5,7 @@ set +x
 baseUrl='http://localhost' # Adapt to your test case
 username='ibexa-example'
 password='Ibexa-3xample'
+mcpServer="$baseUrl/mcp/example"
 
 curl -s -X 'POST' \
   "$baseUrl/api/ibexa/v2/user/token/jwt" \
@@ -22,7 +23,7 @@ cat response.tmp.txt | jq
 jwtToken=$(cat response.tmp.txt | jq -r .JWT.token)
 rm response.tmp.txt
 
-curl -s -i -X 'POST' "$baseUrl/mcp/example" \
+curl -s -i -X 'POST' "$mcpServer" \
   -H "Authorization: Bearer $jwtToken" \
   -d '{
         "jsonrpc": "2.0",
@@ -43,15 +44,15 @@ tail -n 1 response.tmp.txt | jq
 mcpSessionId=$(cat response.tmp.txt | grep -i 'Mcp-Session-Id:' | sed 's/Mcp-Session-Id: \([0-9a-f-]*\).*/\1/i')
 rm response.tmp.txt
 
-curl -s -i -X 'POST' "$baseUrl/mcp/example" \
+curl -s -i -X 'POST' "$mcpServer" \
   -H "Authorization: Bearer $jwtToken" \
   -H "Mcp-Session-Id: $mcpSessionId" \
   -d '{
         "jsonrpc": "2.0",
         "method": "notifications/initialized"
       }'
 
-curl -s -X 'POST' "$baseUrl/mcp/example" \
+curl -s -X 'POST' "$mcpServer" \
   -H "Authorization: Bearer $jwtToken" \
   -H "Mcp-Session-Id: $mcpSessionId" \
   -d '{
@@ -60,7 +61,7 @@ curl -s -X 'POST' "$baseUrl/mcp/example" \
         "method": "tools/list"
       }' | jq
 
-curl -s -X 'POST' "$baseUrl/mcp/example" \
+curl -s -X 'POST' "$mcpServer" \
   -H "Authorization: Bearer $jwtToken" \
   -H "Mcp-Session-Id: $mcpSessionId" \
   -d '{
@@ -75,7 +76,7 @@ curl -s -X 'POST' "$baseUrl/mcp/example" \
         }
       }' | jq
 
-curl -s -X 'POST' "$baseUrl/mcp/example" \
+curl -s -X 'POST' "$mcpServer" \
   -H "Authorization: Bearer $jwtToken" \
   -H "Mcp-Session-Id: $mcpSessionId" \
   -d '{
@@ -84,7 +85,7 @@ curl -s -X 'POST' "$baseUrl/mcp/example" \
         "method": "prompts/list"
       }' | jq
 
-curl -s -X 'POST' "$baseUrl/mcp/example" \
+curl -s -X 'POST' "$mcpServer" \
   -H "Authorization: Bearer $jwtToken" \
   -H "Mcp-Session-Id: $mcpSessionId" \
   -d '{

composer.json

@@ -9,10 +9,15 @@
         }
     },
     "repositories": [
+        {
+            "type": "vcs",
+            "url": "https://github.com/ibexa/data-intelligence-layer"
+        },
         {
             "type": "composer",
             "url": "https://updates.ibexa.co"
         }
+
     ],
     "require": {
         "php": "^8.3"
@@ -99,7 +104,8 @@
         "ibexa/ckeditor-premium": "~6.0.x-dev",
         "ibexa/measurement": "~6.0.x-dev",
         "ibexa/connector-actito": "~6.0.x-dev",
-        "ibexa/fastly": "~6.0.x-dev"
+        "ibexa/fastly": "~6.0.x-dev",
+        "ibexa/data-intelligence-layer": "~6.0.x-dev"
     },
     "scripts": {
         "fix-cs": [

docs/ai/mcp/mcp_config.md

@@ -64,11 +64,27 @@
 [[= include_code('code_samples/mcp/mcp.matrix.yaml', 31, 35) =]]
 ```
 
+Servers are automatically registered as services with an ID following the pattern `ibexa.mcp.server.<repository_identifier>.<server_identifier>`.
+You can list all defined servers by running the following command:
+
+```bash
+php bin/console debug:container ibexa.mcp.server
+```
+
 Routes are built automatically from MCP server `path` configs.
 Those routes are identified as `ibexa.mcp.<server_identifier>`.
 You can list them by running the following command:
 
-`php bin/console debug:router --siteaccess=<within_scope_siteaccess> ibexa.mcp`
+```bash
+php bin/console debug:router --siteaccess=<within_scope_siteaccess> ibexa.mcp`
+```
+
+### Built-in MCP servers
+
+Some MCP servers are already defined on default installation.
+
+- `data_intelligence_layer` (`/mcp/data-intelligence`) - The [Data Intelligence Layer](data_intelligence_layer.md) MCP server is bundled with tool sets from `Ibexa\Bundle\DataIntelligenceLayer\Mcp\` namespace and expose metrics about content to AI agent TODO: like the Orchestration chat one.
+  It's enabled by default but not assigned to any SiteAccess and not allowing other hosts than local. For more information, see [DIL MCP server configuration](dil_config.md#mcp-server-configuration).
 
 ### MCP server options
 
@@ -82,7 +98,7 @@
 | [`tools`](#tool-configuration)                                                                                  | array   | No       | `[]`                                                                     | List of tool classes                                             |
 | <nobr>[`discovery_cache`](#discovery-cache)</nobr>                                                              | string  | Yes      |                                                                          | PSR-6 or PSR-16 cache pool service identifier                    |
 | [`session`](#session-storage)                                                                                   | object  | Yes      |                                                                          | Session storage configuration                                    |
-| [`allowed_hosts`](#allowed-hosts)                                                                               | array   | No       | `[`<br><nobr>`'localhost',`</nobr><br>`'127.0.0.1',`<br>`'[::1]'`<br>`]` | Accepted `Host` headers |
+| [`allowed_hosts`](#allowed-hosts)                                                                               | array   | No       | `[`<br><nobr>`'localhost',`</nobr><br>`'127.0.0.1',`<br>`'[::1]'`<br>`]` | Accepted `Host` headers                                          |
 
 !!! note "New servers are disabled by default"
 
@@ -128,6 +144,15 @@
     - `list_non_translated_content_ids` - lists IDs of content which have missing translations for a given language code.
 - `Ibexa\Mcp\Tool\SeoTools`
     - `get_non_seo_content_ids` - returns IDs of content items that are missing SEO optimization (no meta title tag). Useful for identifying content that needs SEO attention.
+- `Ibexa\Bundle\DataIntelligenceLayer\Mcp\MetricDiscoveryTools`
+    - `dil_discover_metrics` - TODO
+- `Ibexa\Bundle\DataIntelligenceLayer\Mcp\MetricReaderTools`
+    - `dil_get_metric` - TODO
+    - `dil_list_entity_metrics` - TODO
+    - `dil_query_metrics` - TODO
+    - `dil_count_metrics` - TODO
+    - `dil_get_translation_backlog` - TODO
+    - `dil_get_translation_subtree_coverage` - TODO
 
 ``` yaml hl_lines="5-7"
 [[= include_code('code_samples/mcp/mcp.matrix.yaml', 4, 7) =]]
@@ -163,6 +188,14 @@
 php bin/console cache:pool:clear cache.redis.mcp
 ```
 
+!!! tip
+
+    Use `ibexa.cache_pool` as service identifier to have the default [cache service](persistence_cache.md#cache-service).
+
+It can be set to `null` to disable caching to ease development, which isn't recommended for production environment.
+
+See another example of configuration in [Work with MCP servers](mcp_usage.md#configure-mcp-server).
+
 ### Session storage
 
 MCP servers store session data in their own way.
@@ -215,7 +248,7 @@
 
 ``` yaml
 [[= include_code('code_samples/mcp/mcp.matrix.yaml', 16, 16) =]]
-                        - 'admin.example.com'
-                        - '127.0.0.1'
+                        - 'www.example.com'
                         - 'my-ddev-project.ddev.site'
+                        - '127.0.0.1'
 ```

docs/ai/mcp/mcp_guide.md

@@ -21,7 +21,7 @@
 MCP servers make the discovery of available capabilities much easier.
 They help AI agents translate natural language prompts into concrete actions on the system.
 
-![MCP communication diagram showing AI agent client connecting to MCP Server within Ibexa DXP.](img/mcp-com-diagram.png)
+![MCP communication diagram showing AI agent client connecting to MCP server within Ibexa DXP.](img/mcp-com-diagram.png)
 
 An MCP server allows the agent to discover available tools, inspect their parameters, learn how to use them, and select the correct action.
 
@@ -40,3 +40,9 @@
 
 MCP servers are defined specifically for each [repository](repository_configuration.md) and assigned to individual [SiteAccesses](siteaccess.md) scopes.
 This way you can build flexible configurations that match different contexts.
+
+## Built-in MCP servers
+
+### DIL MCP server
+
+The [Data Intelligence Layer](data_intelligence_layer.md) MCP server is an already set up server that expose tools to access metrics about content so an AI agent can work on content quality or translation coverage.

docs/ai/mcp/mcp_usage.md

@@ -91,7 +91,11 @@ The server:
 !!! note "Storage choice recommendations"
 
     Filesystem storage is convenient for the sake of this example and for testing.
-    For production, it is recommended that you use Redis or Valkey.
+    For production, it is recommended that you use Redis or Valkey to share cache among the cluster.
+
+    `discovery_cache: ~` could have been used for developement so cache pool wouldn't have to be cleared after each change.
+     But it's not recommended for production.
+     By using the filesystem storage, this example can illustrate that cache pool needs to be cleared to have the latest capabilities as when deploying into production.
 
 In a new `config/packages/mcp.yaml` file, define a new MCP server for the `default` repository and assign it to all SiteAccesses:
 
@@ -101,6 +105,12 @@ In a new `config/packages/mcp.yaml` file, define a new MCP server for the `defau
 
 Adapt the `allowed_hosts` to your case, for example, if you want to use the DDEV `.ddev.site` domain instead of the equivalent `127.0.0.1` address.
 
+The server is automatically registered as a service with the ID `ibexa.mcp.server.default.example`:
+
+```bash
+php bin/console debug:container ibexa.mcp.server.default.example
+```
+
 An `ibexa.mcp.example` route is now available:
 
 ```bash
@@ -163,16 +173,16 @@ To test the `example` MCP server, a sequence of `curl` commands is used to simul
 
 `jq`, `grep`, and `sed` are also used to parse or display outputs.
 
-First, use the shell script to set the [[= product_name =]]'s base URL and user credentials as variables for easier reuse:
+First, use the shell script to set the [[= product_name =]]'s base URL, user credentials, and MCP server URL as variables for easier reuse:
 
 ``` bash
-[[= include_code('code_samples/mcp/mcp.sh', 5, 7) =]]
+[[= include_code('code_samples/mcp/mcp.sh', 5, 8) =]]
 ```
 
 Before you can communicate with the MCP server, you must first request a JWT token through the REST API:
 
 ``` bash
-[[= include_code('code_samples/mcp/mcp.sh', 9, 23) =]]
+[[= include_code('code_samples/mcp/mcp.sh', 10, 24) =]]
 ```
 
 ``` json
@@ -182,7 +192,7 @@ Before you can communicate with the MCP server, you must first request a JWT tok
 Then, perform [initialization](https://modelcontextprotocol.io/specification/2025-11-25/basic/lifecycle#initialization) to get an MCP session ID:
 
 ``` bash
-[[= include_code('code_samples/mcp/mcp.sh', 21, 44) =]]
+[[= include_code('code_samples/mcp/mcp.sh', 22, 45) =]]
 ```
 
 ``` http
@@ -196,7 +206,7 @@ Then, perform [initialization](https://modelcontextprotocol.io/specification/202
 Validate the initialization:
 
 ``` bash
-[[= include_code('code_samples/mcp/mcp.sh', 46, 52) =]]
+[[= include_code('code_samples/mcp/mcp.sh', 47, 53) =]]
 ```
 
 ``` http
@@ -206,7 +216,7 @@ Validate the initialization:
 Get the [list of tools](https://modelcontextprotocol.io/specification/2025-11-25/server/tools#listing-tools):
 
 ``` bash
-[[= include_code('code_samples/mcp/mcp.sh', 54, 61) =]]
+[[= include_code('code_samples/mcp/mcp.sh', 55, 62) =]]
 ```
 
 ``` json
@@ -216,7 +226,7 @@ Get the [list of tools](https://modelcontextprotocol.io/specification/2025-11-25
 [Call](https://modelcontextprotocol.io/specification/2025-11-25/server/tools#calling-tools) the `greet` tool:
 
 ``` bash
-[[= include_code('code_samples/mcp/mcp.sh', 63, 76) =]]
+[[= include_code('code_samples/mcp/mcp.sh', 64, 77) =]]
 ```
 
 ``` json
@@ -226,7 +236,7 @@ Get the [list of tools](https://modelcontextprotocol.io/specification/2025-11-25
 Get the [list of prompts](https://modelcontextprotocol.io/specification/2025-11-25/server/prompts#listing-prompts):
 
 ``` bash
-[[= include_code('code_samples/mcp/mcp.sh', 78, 85) =]]
+[[= include_code('code_samples/mcp/mcp.sh', 79, 86) =]]
 ```
 
 ``` json
@@ -236,7 +246,7 @@ Get the [list of prompts](https://modelcontextprotocol.io/specification/2025-11-
 [Get the prompt](https://modelcontextprotocol.io/specification/2025-11-25/server/prompts#getting-a-prompt) of the `greet` method:
 
 ``` bash
-[[= include_code('code_samples/mcp/mcp.sh', 87, 100) =]]
+[[= include_code('code_samples/mcp/mcp.sh', 88, 101) =]]
 ```
 
 ``` json

docs/content_management/data_intelligence_layer/data_intelligence_layer.md

@@ -0,0 +1,25 @@
+---
+description: TODO.
+month_change: true
+---
+
+# Data Intelligence Layer
+
+The Data Intelligence Layer (DIL) provides content metrics.
+
+[[= cards([
+"content_management/data_intelligence_layer/dil_guide",
+"content_management/data_intelligence_layer/dil_config",
+]) =]]
+
+TODO:
+
+- Product guide
+- Install & Config
+- User doc?
+- API:
+    - PHP API
+    - REST API
+    - GraphQL API
+    - MCP tools
+- Extend