Skip to content

Commit 54d7b82

Browse files
vshankaridryomov
authored andcommitted
ceph: include average/stdev r/w/m latency in mds metrics
stdev is computed in `cephfs-top` tool - clients forward square of sums and IO count required to calculate stdev. Signed-off-by: Venky Shankar <vshankar@redhat.com> Reviewed-by: Xiubo Li <xiubli@redhat.com> Signed-off-by: Ilya Dryomov <idryomov@gmail.com>
1 parent 367290e commit 54d7b82

2 files changed

Lines changed: 48 additions & 18 deletions

File tree

fs/ceph/metric.c

Lines changed: 12 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -64,31 +64,40 @@ static bool ceph_mdsc_send_metrics(struct ceph_mds_client *mdsc,
6464
/* encode the read latency metric */
6565
read = (struct ceph_metric_read_latency *)(cap + 1);
6666
read->header.type = cpu_to_le32(CLIENT_METRIC_TYPE_READ_LATENCY);
67-
read->header.ver = 1;
67+
read->header.ver = 2;
6868
read->header.compat = 1;
6969
read->header.data_len = cpu_to_le32(sizeof(*read) - header_len);
7070
sum = m->metric[METRIC_READ].latency_sum;
7171
ktime_to_ceph_timespec(&read->lat, sum);
72+
ktime_to_ceph_timespec(&read->avg, m->metric[METRIC_READ].latency_avg);
73+
read->sq_sum = cpu_to_le64(m->metric[METRIC_READ].latency_sq_sum);
74+
read->count = cpu_to_le64(m->metric[METRIC_READ].total);
7275
items++;
7376

7477
/* encode the write latency metric */
7578
write = (struct ceph_metric_write_latency *)(read + 1);
7679
write->header.type = cpu_to_le32(CLIENT_METRIC_TYPE_WRITE_LATENCY);
77-
write->header.ver = 1;
80+
write->header.ver = 2;
7881
write->header.compat = 1;
7982
write->header.data_len = cpu_to_le32(sizeof(*write) - header_len);
8083
sum = m->metric[METRIC_WRITE].latency_sum;
8184
ktime_to_ceph_timespec(&write->lat, sum);
85+
ktime_to_ceph_timespec(&write->avg, m->metric[METRIC_WRITE].latency_avg);
86+
write->sq_sum = cpu_to_le64(m->metric[METRIC_WRITE].latency_sq_sum);
87+
write->count = cpu_to_le64(m->metric[METRIC_WRITE].total);
8288
items++;
8389

8490
/* encode the metadata latency metric */
8591
meta = (struct ceph_metric_metadata_latency *)(write + 1);
8692
meta->header.type = cpu_to_le32(CLIENT_METRIC_TYPE_METADATA_LATENCY);
87-
meta->header.ver = 1;
93+
meta->header.ver = 2;
8894
meta->header.compat = 1;
8995
meta->header.data_len = cpu_to_le32(sizeof(*meta) - header_len);
9096
sum = m->metric[METRIC_METADATA].latency_sum;
9197
ktime_to_ceph_timespec(&meta->lat, sum);
98+
ktime_to_ceph_timespec(&meta->avg, m->metric[METRIC_METADATA].latency_avg);
99+
meta->sq_sum = cpu_to_le64(m->metric[METRIC_METADATA].latency_sq_sum);
100+
meta->count = cpu_to_le64(m->metric[METRIC_METADATA].total);
92101
items++;
93102

94103
/* encode the dentry lease metric */

fs/ceph/metric.h

Lines changed: 36 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -19,27 +19,39 @@ enum ceph_metric_type {
1919
CLIENT_METRIC_TYPE_OPENED_INODES,
2020
CLIENT_METRIC_TYPE_READ_IO_SIZES,
2121
CLIENT_METRIC_TYPE_WRITE_IO_SIZES,
22-
23-
CLIENT_METRIC_TYPE_MAX = CLIENT_METRIC_TYPE_WRITE_IO_SIZES,
22+
CLIENT_METRIC_TYPE_AVG_READ_LATENCY,
23+
CLIENT_METRIC_TYPE_STDEV_READ_LATENCY,
24+
CLIENT_METRIC_TYPE_AVG_WRITE_LATENCY,
25+
CLIENT_METRIC_TYPE_STDEV_WRITE_LATENCY,
26+
CLIENT_METRIC_TYPE_AVG_METADATA_LATENCY,
27+
CLIENT_METRIC_TYPE_STDEV_METADATA_LATENCY,
28+
29+
CLIENT_METRIC_TYPE_MAX = CLIENT_METRIC_TYPE_STDEV_METADATA_LATENCY,
2430
};
2531

2632
/*
2733
* This will always have the highest metric bit value
2834
* as the last element of the array.
2935
*/
30-
#define CEPHFS_METRIC_SPEC_CLIENT_SUPPORTED { \
31-
CLIENT_METRIC_TYPE_CAP_INFO, \
32-
CLIENT_METRIC_TYPE_READ_LATENCY, \
33-
CLIENT_METRIC_TYPE_WRITE_LATENCY, \
34-
CLIENT_METRIC_TYPE_METADATA_LATENCY, \
35-
CLIENT_METRIC_TYPE_DENTRY_LEASE, \
36-
CLIENT_METRIC_TYPE_OPENED_FILES, \
37-
CLIENT_METRIC_TYPE_PINNED_ICAPS, \
38-
CLIENT_METRIC_TYPE_OPENED_INODES, \
39-
CLIENT_METRIC_TYPE_READ_IO_SIZES, \
40-
CLIENT_METRIC_TYPE_WRITE_IO_SIZES, \
41-
\
42-
CLIENT_METRIC_TYPE_MAX, \
36+
#define CEPHFS_METRIC_SPEC_CLIENT_SUPPORTED { \
37+
CLIENT_METRIC_TYPE_CAP_INFO, \
38+
CLIENT_METRIC_TYPE_READ_LATENCY, \
39+
CLIENT_METRIC_TYPE_WRITE_LATENCY, \
40+
CLIENT_METRIC_TYPE_METADATA_LATENCY, \
41+
CLIENT_METRIC_TYPE_DENTRY_LEASE, \
42+
CLIENT_METRIC_TYPE_OPENED_FILES, \
43+
CLIENT_METRIC_TYPE_PINNED_ICAPS, \
44+
CLIENT_METRIC_TYPE_OPENED_INODES, \
45+
CLIENT_METRIC_TYPE_READ_IO_SIZES, \
46+
CLIENT_METRIC_TYPE_WRITE_IO_SIZES, \
47+
CLIENT_METRIC_TYPE_AVG_READ_LATENCY, \
48+
CLIENT_METRIC_TYPE_STDEV_READ_LATENCY, \
49+
CLIENT_METRIC_TYPE_AVG_WRITE_LATENCY, \
50+
CLIENT_METRIC_TYPE_STDEV_WRITE_LATENCY, \
51+
CLIENT_METRIC_TYPE_AVG_METADATA_LATENCY, \
52+
CLIENT_METRIC_TYPE_STDEV_METADATA_LATENCY, \
53+
\
54+
CLIENT_METRIC_TYPE_MAX, \
4355
}
4456

4557
struct ceph_metric_header {
@@ -61,18 +73,27 @@ struct ceph_metric_cap {
6173
struct ceph_metric_read_latency {
6274
struct ceph_metric_header header;
6375
struct ceph_timespec lat;
76+
struct ceph_timespec avg;
77+
__le64 sq_sum;
78+
__le64 count;
6479
} __packed;
6580

6681
/* metric write latency header */
6782
struct ceph_metric_write_latency {
6883
struct ceph_metric_header header;
6984
struct ceph_timespec lat;
85+
struct ceph_timespec avg;
86+
__le64 sq_sum;
87+
__le64 count;
7088
} __packed;
7189

7290
/* metric metadata latency header */
7391
struct ceph_metric_metadata_latency {
7492
struct ceph_metric_header header;
7593
struct ceph_timespec lat;
94+
struct ceph_timespec avg;
95+
__le64 sq_sum;
96+
__le64 count;
7697
} __packed;
7798

7899
/* metric dentry lease header */

0 commit comments

Comments
 (0)