blob: 0133955a3c6aac284813da4a4868933e1e83128f [file] [log] [blame]
Xiubo Lif9009ef2020-03-19 23:44:59 -04001/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef _FS_CEPH_MDS_METRIC_H
3#define _FS_CEPH_MDS_METRIC_H
4
5#include <linux/types.h>
6#include <linux/percpu_counter.h>
Xiubo Li97e27aa2020-03-19 23:45:01 -04007#include <linux/ktime.h>
Xiubo Lif9009ef2020-03-19 23:44:59 -04008
Xiubo Li18f473b2020-07-16 10:05:57 -04009extern bool disable_send_metrics;
10
11enum ceph_metric_type {
12 CLIENT_METRIC_TYPE_CAP_INFO,
13 CLIENT_METRIC_TYPE_READ_LATENCY,
14 CLIENT_METRIC_TYPE_WRITE_LATENCY,
15 CLIENT_METRIC_TYPE_METADATA_LATENCY,
16 CLIENT_METRIC_TYPE_DENTRY_LEASE,
Xiubo Li3d8b6982021-03-24 13:08:25 +080017 CLIENT_METRIC_TYPE_OPENED_FILES,
18 CLIENT_METRIC_TYPE_PINNED_ICAPS,
19 CLIENT_METRIC_TYPE_OPENED_INODES,
Xiubo Li903f4fec2021-05-13 09:40:53 +080020 CLIENT_METRIC_TYPE_READ_IO_SIZES,
21 CLIENT_METRIC_TYPE_WRITE_IO_SIZES,
Xiubo Li18f473b2020-07-16 10:05:57 -040022
Xiubo Li903f4fec2021-05-13 09:40:53 +080023 CLIENT_METRIC_TYPE_MAX = CLIENT_METRIC_TYPE_WRITE_IO_SIZES,
Xiubo Li18f473b2020-07-16 10:05:57 -040024};
25
Xiubo Li3b4168d2020-07-16 10:05:58 -040026/*
27 * This will always have the highest metric bit value
28 * as the last element of the array.
29 */
30#define CEPHFS_METRIC_SPEC_CLIENT_SUPPORTED { \
31 CLIENT_METRIC_TYPE_CAP_INFO, \
32 CLIENT_METRIC_TYPE_READ_LATENCY, \
33 CLIENT_METRIC_TYPE_WRITE_LATENCY, \
34 CLIENT_METRIC_TYPE_METADATA_LATENCY, \
Xiubo Li8ba3b8c2020-11-05 23:30:21 -050035 CLIENT_METRIC_TYPE_DENTRY_LEASE, \
Xiubo Li3d8b6982021-03-24 13:08:25 +080036 CLIENT_METRIC_TYPE_OPENED_FILES, \
37 CLIENT_METRIC_TYPE_PINNED_ICAPS, \
38 CLIENT_METRIC_TYPE_OPENED_INODES, \
Xiubo Li903f4fec2021-05-13 09:40:53 +080039 CLIENT_METRIC_TYPE_READ_IO_SIZES, \
40 CLIENT_METRIC_TYPE_WRITE_IO_SIZES, \
Xiubo Li3b4168d2020-07-16 10:05:58 -040041 \
42 CLIENT_METRIC_TYPE_MAX, \
43}
44
Xiubo Li8ecd34c2021-05-13 09:40:52 +080045struct ceph_metric_header {
Xiubo Li18f473b2020-07-16 10:05:57 -040046 __le32 type; /* ceph metric type */
Xiubo Li18f473b2020-07-16 10:05:57 -040047 __u8 ver;
48 __u8 compat;
Xiubo Li18f473b2020-07-16 10:05:57 -040049 __le32 data_len; /* length of sizeof(hit + mis + total) */
Xiubo Li8ecd34c2021-05-13 09:40:52 +080050} __packed;
51
52/* metric caps header */
53struct ceph_metric_cap {
54 struct ceph_metric_header header;
Xiubo Li18f473b2020-07-16 10:05:57 -040055 __le64 hit;
56 __le64 mis;
57 __le64 total;
58} __packed;
59
60/* metric read latency header */
61struct ceph_metric_read_latency {
Xiubo Li8ecd34c2021-05-13 09:40:52 +080062 struct ceph_metric_header header;
Xiubo Li18f473b2020-07-16 10:05:57 -040063 __le32 sec;
64 __le32 nsec;
65} __packed;
66
67/* metric write latency header */
68struct ceph_metric_write_latency {
Xiubo Li8ecd34c2021-05-13 09:40:52 +080069 struct ceph_metric_header header;
Xiubo Li18f473b2020-07-16 10:05:57 -040070 __le32 sec;
71 __le32 nsec;
72} __packed;
73
74/* metric metadata latency header */
75struct ceph_metric_metadata_latency {
Xiubo Li8ecd34c2021-05-13 09:40:52 +080076 struct ceph_metric_header header;
Xiubo Li18f473b2020-07-16 10:05:57 -040077 __le32 sec;
78 __le32 nsec;
79} __packed;
80
Xiubo Li8ba3b8c2020-11-05 23:30:21 -050081/* metric dentry lease header */
82struct ceph_metric_dlease {
Xiubo Li8ecd34c2021-05-13 09:40:52 +080083 struct ceph_metric_header header;
Xiubo Li8ba3b8c2020-11-05 23:30:21 -050084 __le64 hit;
85 __le64 mis;
86 __le64 total;
87} __packed;
88
Xiubo Li3d8b6982021-03-24 13:08:25 +080089/* metric opened files header */
90struct ceph_opened_files {
Xiubo Li8ecd34c2021-05-13 09:40:52 +080091 struct ceph_metric_header header;
Xiubo Li3d8b6982021-03-24 13:08:25 +080092 __le64 opened_files;
93 __le64 total;
94} __packed;
95
96/* metric pinned i_caps header */
97struct ceph_pinned_icaps {
Xiubo Li8ecd34c2021-05-13 09:40:52 +080098 struct ceph_metric_header header;
Xiubo Li3d8b6982021-03-24 13:08:25 +080099 __le64 pinned_icaps;
100 __le64 total;
101} __packed;
102
103/* metric opened inodes header */
104struct ceph_opened_inodes {
Xiubo Li8ecd34c2021-05-13 09:40:52 +0800105 struct ceph_metric_header header;
Xiubo Li3d8b6982021-03-24 13:08:25 +0800106 __le64 opened_inodes;
107 __le64 total;
108} __packed;
109
Xiubo Li903f4fec2021-05-13 09:40:53 +0800110/* metric read io size header */
111struct ceph_read_io_size {
112 struct ceph_metric_header header;
113 __le64 total_ops;
114 __le64 total_size;
115} __packed;
116
117/* metric write io size header */
118struct ceph_write_io_size {
119 struct ceph_metric_header header;
120 __le64 total_ops;
121 __le64 total_size;
122} __packed;
123
Xiubo Li18f473b2020-07-16 10:05:57 -0400124struct ceph_metric_head {
125 __le32 num; /* the number of metrics that will be sent */
126} __packed;
127
Xiubo Lif9009ef2020-03-19 23:44:59 -0400128/* This is the global metrics */
129struct ceph_client_metric {
130 atomic64_t total_dentries;
131 struct percpu_counter d_lease_hit;
132 struct percpu_counter d_lease_mis;
Xiubo Li1af16d52020-03-19 23:45:00 -0400133
Xiubo Li4f1d7562020-06-30 03:52:16 -0400134 atomic64_t total_caps;
Xiubo Li1af16d52020-03-19 23:45:00 -0400135 struct percpu_counter i_caps_hit;
136 struct percpu_counter i_caps_mis;
Xiubo Li97e27aa2020-03-19 23:45:01 -0400137
Xiubo Li8ae99ae2021-03-22 20:28:49 +0800138 spinlock_t read_metric_lock;
Xiubo Li97e27aa2020-03-19 23:45:01 -0400139 u64 total_reads;
Xiubo Li903f4fec2021-05-13 09:40:53 +0800140 u64 read_size_sum;
141 u64 read_size_min;
142 u64 read_size_max;
Xiubo Li97e27aa2020-03-19 23:45:01 -0400143 ktime_t read_latency_sum;
144 ktime_t read_latency_sq_sum;
145 ktime_t read_latency_min;
146 ktime_t read_latency_max;
147
Xiubo Li8ae99ae2021-03-22 20:28:49 +0800148 spinlock_t write_metric_lock;
Xiubo Li97e27aa2020-03-19 23:45:01 -0400149 u64 total_writes;
Xiubo Li903f4fec2021-05-13 09:40:53 +0800150 u64 write_size_sum;
151 u64 write_size_min;
152 u64 write_size_max;
Xiubo Li97e27aa2020-03-19 23:45:01 -0400153 ktime_t write_latency_sum;
154 ktime_t write_latency_sq_sum;
155 ktime_t write_latency_min;
156 ktime_t write_latency_max;
Xiubo Li70c94822020-03-19 23:45:02 -0400157
Xiubo Li8ae99ae2021-03-22 20:28:49 +0800158 spinlock_t metadata_metric_lock;
Xiubo Li70c94822020-03-19 23:45:02 -0400159 u64 total_metadatas;
160 ktime_t metadata_latency_sum;
161 ktime_t metadata_latency_sq_sum;
162 ktime_t metadata_latency_min;
163 ktime_t metadata_latency_max;
Xiubo Li18f473b2020-07-16 10:05:57 -0400164
Xiubo Li1dd8d472020-09-03 09:01:40 -0400165 /* The total number of directories and files that are opened */
166 atomic64_t opened_files;
167
168 /* The total number of inodes that have opened files or directories */
169 struct percpu_counter opened_inodes;
170 struct percpu_counter total_inodes;
171
Xiubo Li18f473b2020-07-16 10:05:57 -0400172 struct ceph_mds_session *session;
173 struct delayed_work delayed_work; /* delayed work */
Xiubo Lif9009ef2020-03-19 23:44:59 -0400174};
175
Xiubo Li18f473b2020-07-16 10:05:57 -0400176static inline void metric_schedule_delayed(struct ceph_client_metric *m)
177{
178 if (disable_send_metrics)
179 return;
180
181 /* per second */
182 schedule_delayed_work(&m->delayed_work, round_jiffies_relative(HZ));
183}
184
Xiubo Lif9009ef2020-03-19 23:44:59 -0400185extern int ceph_metric_init(struct ceph_client_metric *m);
186extern void ceph_metric_destroy(struct ceph_client_metric *m);
Xiubo Li1af16d52020-03-19 23:45:00 -0400187
188static inline void ceph_update_cap_hit(struct ceph_client_metric *m)
189{
190 percpu_counter_inc(&m->i_caps_hit);
191}
192
193static inline void ceph_update_cap_mis(struct ceph_client_metric *m)
194{
195 percpu_counter_inc(&m->i_caps_mis);
196}
Xiubo Li97e27aa2020-03-19 23:45:01 -0400197
Xiubo Li8ae99ae2021-03-22 20:28:49 +0800198extern void ceph_update_read_metrics(struct ceph_client_metric *m,
Xiubo Li97e27aa2020-03-19 23:45:01 -0400199 ktime_t r_start, ktime_t r_end,
Xiubo Li903f4fec2021-05-13 09:40:53 +0800200 unsigned int size, int rc);
Xiubo Li8ae99ae2021-03-22 20:28:49 +0800201extern void ceph_update_write_metrics(struct ceph_client_metric *m,
Xiubo Li97e27aa2020-03-19 23:45:01 -0400202 ktime_t r_start, ktime_t r_end,
Xiubo Li903f4fec2021-05-13 09:40:53 +0800203 unsigned int size, int rc);
Xiubo Li8ae99ae2021-03-22 20:28:49 +0800204extern void ceph_update_metadata_metrics(struct ceph_client_metric *m,
Xiubo Li70c94822020-03-19 23:45:02 -0400205 ktime_t r_start, ktime_t r_end,
206 int rc);
Xiubo Lif9009ef2020-03-19 23:44:59 -0400207#endif /* _FS_CEPH_MDS_METRIC_H */